2023-10-21T12:44:09.655 INFO:root:teuthology version: 0.0.1.dev201+g202b180 2023-10-21T12:44:09.656 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --owner scheduled_yuriw@teuthology --name yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi --archive /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166 --description fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} -- /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166/orig.config.yaml 2023-10-21T12:44:09.702 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-21T12:44:09.799 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166 branch: main description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} email: yweinste@redhat.com first_in_suite: false job_id: '7434166' kernel: client: sha1: distro kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: main ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: f0804064d67a2a63dbabf1801ff452580a050cfc ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: f0804064d67a2a63dbabf1801ff452580a050cfc kclient: syntax: v2 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: main sha1: f0804064d67a2a63dbabf1801ff452580a050cfc owner: scheduled_yuriw@teuthology priority: 76 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 2514 sha1: f0804064d67a2a63dbabf1801ff452580a050cfc sleep_before_teardown: 0 subset: 111/12000 suite: fs suite_branch: main suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: f0804064d67a2a63dbabf1801ff452580a050cfc syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi067.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi190.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - kclient: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.tests_from_xfstests_dev teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 202b180cb047e798fb131047314a862593f45403 timestamp: 2023-10-20_18:46:15 tube: smithi user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2830 2023-10-21T12:44:09.799 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa; will attempt to use it 2023-10-21T12:44:09.800 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks 2023-10-21T12:44:09.801 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-10-21T12:44:09.802 INFO:teuthology.task.internal:Checking packages... 2023-10-21T12:44:09.826 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash 'f0804064d67a2a63dbabf1801ff452580a050cfc' 2023-10-21T12:44:09.827 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-10-21T12:44:09.827 INFO:teuthology.packaging:ref: None 2023-10-21T12:44:09.828 INFO:teuthology.packaging:tag: None 2023-10-21T12:44:09.828 INFO:teuthology.packaging:branch: main 2023-10-21T12:44:09.828 INFO:teuthology.packaging:sha1: f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T12:44:09.829 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=main 2023-10-21T12:45:15.508 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-6820.gf0804064 2023-10-21T12:45:15.509 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-10-21T12:45:15.517 INFO:teuthology.task.internal:no buildpackages task found 2023-10-21T12:45:15.517 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-10-21T12:45:15.539 INFO:teuthology.task.internal:Saving configuration 2023-10-21T12:45:15.556 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-10-21T12:45:15.562 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-21T12:45:15.586 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi067.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-21 12:39:17.523703', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-21T12:45:15.606 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi190.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-21 12:39:17.525689', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-21T12:45:15.607 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-10-21T12:45:15.613 INFO:teuthology.task.internal:roles: ubuntu@smithi067.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2023-10-21T12:45:15.614 INFO:teuthology.task.internal:roles: ubuntu@smithi190.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2023-10-21T12:45:15.614 INFO:teuthology.run_tasks:Running task console_log... 2023-10-21T12:45:15.683 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f8888732b80>, signals=[15]) 2023-10-21T12:45:15.684 INFO:teuthology.run_tasks:Running task internal.connect... 2023-10-21T12:45:15.690 INFO:teuthology.task.internal:Opening connections... 2023-10-21T12:45:15.691 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi067.front.sepia.ceph.com 2023-10-21T12:45:15.693 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-21T12:45:15.764 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi190.front.sepia.ceph.com 2023-10-21T12:45:15.765 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-21T12:45:15.833 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-10-21T12:45:15.840 DEBUG:teuthology.orchestra.run.smithi067:> uname -m 2023-10-21T12:45:15.860 INFO:teuthology.orchestra.run.smithi067.stdout:x86_64 2023-10-21T12:45:15.861 DEBUG:teuthology.orchestra.run.smithi067:> cat /etc/os-release 2023-10-21T12:45:15.918 INFO:teuthology.orchestra.run.smithi067.stdout:NAME="Red Hat Enterprise Linux" 2023-10-21T12:45:15.918 INFO:teuthology.orchestra.run.smithi067.stdout:VERSION="8.6 (Ootpa)" 2023-10-21T12:45:15.918 INFO:teuthology.orchestra.run.smithi067.stdout:ID="rhel" 2023-10-21T12:45:15.918 INFO:teuthology.orchestra.run.smithi067.stdout:ID_LIKE="fedora" 2023-10-21T12:45:15.919 INFO:teuthology.orchestra.run.smithi067.stdout:VERSION_ID="8.6" 2023-10-21T12:45:15.919 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM_ID="platform:el8" 2023-10-21T12:45:15.919 INFO:teuthology.orchestra.run.smithi067.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-21T12:45:15.919 INFO:teuthology.orchestra.run.smithi067.stdout:ANSI_COLOR="0;31" 2023-10-21T12:45:15.920 INFO:teuthology.orchestra.run.smithi067.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-21T12:45:15.920 INFO:teuthology.orchestra.run.smithi067.stdout:HOME_URL="https://www.redhat.com/" 2023-10-21T12:45:15.920 INFO:teuthology.orchestra.run.smithi067.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-21T12:45:15.920 INFO:teuthology.orchestra.run.smithi067.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-21T12:45:15.920 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T12:45:15.921 INFO:teuthology.orchestra.run.smithi067.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-21T12:45:15.921 INFO:teuthology.orchestra.run.smithi067.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-21T12:45:15.921 INFO:teuthology.orchestra.run.smithi067.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-21T12:45:15.921 INFO:teuthology.orchestra.run.smithi067.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-21T12:45:15.922 INFO:teuthology.lock.ops:Updating smithi067.front.sepia.ceph.com on lock server 2023-10-21T12:45:15.945 DEBUG:teuthology.orchestra.run.smithi190:> uname -m 2023-10-21T12:45:15.963 INFO:teuthology.orchestra.run.smithi190.stdout:x86_64 2023-10-21T12:45:15.963 DEBUG:teuthology.orchestra.run.smithi190:> cat /etc/os-release 2023-10-21T12:45:16.020 INFO:teuthology.orchestra.run.smithi190.stdout:NAME="Red Hat Enterprise Linux" 2023-10-21T12:45:16.020 INFO:teuthology.orchestra.run.smithi190.stdout:VERSION="8.6 (Ootpa)" 2023-10-21T12:45:16.020 INFO:teuthology.orchestra.run.smithi190.stdout:ID="rhel" 2023-10-21T12:45:16.020 INFO:teuthology.orchestra.run.smithi190.stdout:ID_LIKE="fedora" 2023-10-21T12:45:16.021 INFO:teuthology.orchestra.run.smithi190.stdout:VERSION_ID="8.6" 2023-10-21T12:45:16.021 INFO:teuthology.orchestra.run.smithi190.stdout:PLATFORM_ID="platform:el8" 2023-10-21T12:45:16.021 INFO:teuthology.orchestra.run.smithi190.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-21T12:45:16.021 INFO:teuthology.orchestra.run.smithi190.stdout:ANSI_COLOR="0;31" 2023-10-21T12:45:16.021 INFO:teuthology.orchestra.run.smithi190.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-21T12:45:16.022 INFO:teuthology.orchestra.run.smithi190.stdout:HOME_URL="https://www.redhat.com/" 2023-10-21T12:45:16.022 INFO:teuthology.orchestra.run.smithi190.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-21T12:45:16.022 INFO:teuthology.orchestra.run.smithi190.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-21T12:45:16.022 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T12:45:16.022 INFO:teuthology.orchestra.run.smithi190.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-21T12:45:16.023 INFO:teuthology.orchestra.run.smithi190.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-21T12:45:16.023 INFO:teuthology.orchestra.run.smithi190.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-21T12:45:16.023 INFO:teuthology.orchestra.run.smithi190.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-21T12:45:16.023 INFO:teuthology.lock.ops:Updating smithi190.front.sepia.ceph.com on lock server 2023-10-21T12:45:16.044 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-10-21T12:45:16.055 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-10-21T12:45:16.061 INFO:teuthology.task.internal:Checking for old test directory... 2023-10-21T12:45:16.062 DEBUG:teuthology.orchestra.run.smithi067:> test '!' -e /home/ubuntu/cephtest 2023-10-21T12:45:16.065 DEBUG:teuthology.orchestra.run.smithi190:> test '!' -e /home/ubuntu/cephtest 2023-10-21T12:45:16.082 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-10-21T12:45:16.088 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-10-21T12:45:16.089 DEBUG:teuthology.orchestra.run.smithi067:> test -z $(ls -A /var/lib/ceph) 2023-10-21T12:45:16.124 DEBUG:teuthology.orchestra.run.smithi190:> test -z $(ls -A /var/lib/ceph) 2023-10-21T12:45:16.149 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-10-21T12:45:16.203 INFO:teuthology.run_tasks:Running task kernel... 2023-10-21T12:45:16.218 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'} 2023-10-21T12:45:16.219 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}, 'client.2': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}, 'client.3': {'sha1': 'distro'}} 2023-10-21T12:45:16.219 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}}, timeout 300 2023-10-21T12:45:16.220 DEBUG:teuthology.orchestra.run.smithi067:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-21T12:45:16.220 DEBUG:teuthology.orchestra.run.smithi190:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-21T12:45:16.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T12:45:16.237 DEBUG:teuthology.orchestra.run.smithi190:> uname -r 2023-10-21T12:45:16.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T12:45:16.240 DEBUG:teuthology.orchestra.run.smithi067:> uname -r 2023-10-21T12:45:16.294 INFO:teuthology.orchestra.run.smithi190.stdout:4.18.0-372.9.1.el8.x86_64 2023-10-21T12:45:16.295 INFO:teuthology.task.kernel:Running kernel on smithi190: 4.18.0-372.9.1.el8.x86_64 2023-10-21T12:45:16.295 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum install -y kernel 2023-10-21T12:45:16.301 INFO:teuthology.orchestra.run.smithi067.stdout:4.18.0-372.9.1.el8.x86_64 2023-10-21T12:45:16.301 INFO:teuthology.task.kernel:Running kernel on smithi067: 4.18.0-372.9.1.el8.x86_64 2023-10-21T12:45:16.301 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum install -y kernel 2023-10-21T12:45:17.473 INFO:teuthology.orchestra.run.smithi067.stdout:Updating Subscription Management repositories. 2023-10-21T12:45:17.474 INFO:teuthology.orchestra.run.smithi067.stdout:Unable to read consumer identity 2023-10-21T12:45:17.518 INFO:teuthology.orchestra.run.smithi190.stdout:Updating Subscription Management repositories. 2023-10-21T12:45:17.518 INFO:teuthology.orchestra.run.smithi190.stdout:Unable to read consumer identity 2023-10-21T12:45:18.829 INFO:teuthology.orchestra.run.smithi067.stdout:Copr repo for python3-asyncssh owned by ceph 20 kB/s | 3.5 kB 00:00 2023-10-21T12:45:18.985 INFO:teuthology.orchestra.run.smithi190.stdout:Copr repo for python3-asyncssh owned by ceph 23 kB/s | 3.5 kB 00:00 2023-10-21T12:45:19.571 INFO:teuthology.orchestra.run.smithi067.stdout:Extra Packages for Enterprise Linux 22 MB/s | 16 MB 00:00 2023-10-21T12:45:19.818 INFO:teuthology.orchestra.run.smithi190.stdout:Extra Packages for Enterprise Linux 20 MB/s | 16 MB 00:00 2023-10-21T12:45:23.263 INFO:teuthology.orchestra.run.smithi067.stdout:lab-extras 311 kB/s | 24 kB 00:00 2023-10-21T12:45:23.368 INFO:teuthology.orchestra.run.smithi190.stdout:lab-extras 419 kB/s | 24 kB 00:00 2023-10-21T12:45:23.924 INFO:teuthology.orchestra.run.smithi067.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-10-21T12:45:23.979 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved. 2023-10-21T12:45:23.980 INFO:teuthology.orchestra.run.smithi067.stdout:Nothing to do. 2023-10-21T12:45:23.980 INFO:teuthology.orchestra.run.smithi067.stdout:Complete! 2023-10-21T12:45:24.063 INFO:teuthology.orchestra.run.smithi190.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-10-21T12:45:24.094 DEBUG:teuthology.orchestra.run.smithi067:> echo no | sudo yum reinstall kernel || true 2023-10-21T12:45:24.108 INFO:teuthology.orchestra.run.smithi190.stdout:Dependencies resolved. 2023-10-21T12:45:24.109 INFO:teuthology.orchestra.run.smithi190.stdout:Nothing to do. 2023-10-21T12:45:24.110 INFO:teuthology.orchestra.run.smithi190.stdout:Complete! 2023-10-21T12:45:24.249 DEBUG:teuthology.orchestra.run.smithi190:> echo no | sudo yum reinstall kernel || true 2023-10-21T12:45:24.448 INFO:teuthology.orchestra.run.smithi067.stdout:Updating Subscription Management repositories. 2023-10-21T12:45:24.448 INFO:teuthology.orchestra.run.smithi067.stdout:Unable to read consumer identity 2023-10-21T12:45:24.580 INFO:teuthology.orchestra.run.smithi190.stdout:Updating Subscription Management repositories. 2023-10-21T12:45:24.581 INFO:teuthology.orchestra.run.smithi190.stdout:Unable to read consumer identity 2023-10-21T12:45:24.722 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:00:01 ago on Sat 21 Oct 2023 12:45:23 PM UTC. 2023-10-21T12:45:24.768 INFO:teuthology.orchestra.run.smithi067.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-10-21T12:45:24.798 INFO:teuthology.orchestra.run.smithi067.stderr:Error: No packages marked for reinstall. 2023-10-21T12:45:24.841 INFO:teuthology.orchestra.run.smithi190.stdout:Last metadata expiration check: 0:00:01 ago on Sat 21 Oct 2023 12:45:23 PM UTC. 2023-10-21T12:45:24.845 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum reinstall -y kernel || true 2023-10-21T12:45:24.881 INFO:teuthology.orchestra.run.smithi190.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-10-21T12:45:24.926 INFO:teuthology.orchestra.run.smithi190.stderr:Error: No packages marked for reinstall. 2023-10-21T12:45:24.974 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum reinstall -y kernel || true 2023-10-21T12:45:25.195 INFO:teuthology.orchestra.run.smithi067.stdout:Updating Subscription Management repositories. 2023-10-21T12:45:25.195 INFO:teuthology.orchestra.run.smithi067.stdout:Unable to read consumer identity 2023-10-21T12:45:25.303 INFO:teuthology.orchestra.run.smithi190.stdout:Updating Subscription Management repositories. 2023-10-21T12:45:25.303 INFO:teuthology.orchestra.run.smithi190.stdout:Unable to read consumer identity 2023-10-21T12:45:25.465 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:00:02 ago on Sat 21 Oct 2023 12:45:23 PM UTC. 2023-10-21T12:45:25.509 INFO:teuthology.orchestra.run.smithi067.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-10-21T12:45:25.530 INFO:teuthology.orchestra.run.smithi067.stderr:Error: No packages marked for reinstall. 2023-10-21T12:45:25.556 INFO:teuthology.orchestra.run.smithi190.stdout:Last metadata expiration check: 0:00:02 ago on Sat 21 Oct 2023 12:45:23 PM UTC. 2023-10-21T12:45:25.578 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q kernel | sort -rV | head -n 1 2023-10-21T12:45:25.596 INFO:teuthology.orchestra.run.smithi190.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-10-21T12:45:25.633 INFO:teuthology.orchestra.run.smithi190.stderr:Error: No packages marked for reinstall. 2023-10-21T12:45:25.661 INFO:teuthology.orchestra.run.smithi067.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-10-21T12:45:25.662 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-10-21T12:45:25.662 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-10-21T12:45:25.662 DEBUG:teuthology.parallel:result is None 2023-10-21T12:45:25.679 DEBUG:teuthology.orchestra.run.smithi190:> rpm -q kernel | sort -rV | head -n 1 2023-10-21T12:45:25.760 INFO:teuthology.orchestra.run.smithi190.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-10-21T12:45:25.760 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-10-21T12:45:25.761 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-10-21T12:45:25.761 DEBUG:teuthology.parallel:result is None 2023-10-21T12:45:25.761 INFO:teuthology.run_tasks:Running task internal.base... 2023-10-21T12:45:25.770 INFO:teuthology.task.internal:Creating test directory... 2023-10-21T12:45:25.771 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-21T12:45:25.773 DEBUG:teuthology.orchestra.run.smithi190:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-21T12:45:25.790 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-10-21T12:45:25.797 INFO:teuthology.run_tasks:Running task internal.archive... 2023-10-21T12:45:25.811 INFO:teuthology.task.internal:Creating archive directory... 2023-10-21T12:45:25.812 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-21T12:45:25.832 DEBUG:teuthology.orchestra.run.smithi190:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-21T12:45:25.855 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-10-21T12:45:25.864 INFO:teuthology.task.internal:Enabling coredump saving... 2023-10-21T12:45:25.865 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-21T12:45:25.889 DEBUG:teuthology.orchestra.run.smithi190:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-21T12:45:25.927 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-21T12:45:25.928 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-21T12:45:25.944 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-21T12:45:25.944 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-21T12:45:25.946 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-10-21T12:45:25.954 INFO:teuthology.task.internal:Configuring sudo... 2023-10-21T12:45:25.954 DEBUG:teuthology.orchestra.run.smithi067:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-21T12:45:25.988 DEBUG:teuthology.orchestra.run.smithi190:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-21T12:45:26.015 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-10-21T12:45:26.023 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-10-21T12:45:26.024 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-21T12:45:26.056 DEBUG:teuthology.orchestra.run.smithi190:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-21T12:45:26.073 DEBUG:teuthology.orchestra.run.smithi067:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-21T12:45:26.152 DEBUG:teuthology.orchestra.run.smithi067:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-21T12:45:26.204 DEBUG:teuthology.orchestra.run.smithi067:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-21T12:45:26.288 DEBUG:teuthology.orchestra.run.smithi067:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-21T12:45:26.331 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T12:45:26.332 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-21T12:45:26.398 DEBUG:teuthology.orchestra.run.smithi190:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-21T12:45:26.444 DEBUG:teuthology.orchestra.run.smithi190:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-21T12:45:26.496 DEBUG:teuthology.orchestra.run.smithi190:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-21T12:45:26.579 DEBUG:teuthology.orchestra.run.smithi190:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-21T12:45:26.620 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T12:45:26.621 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-21T12:45:26.688 DEBUG:teuthology.orchestra.run.smithi067:> sudo service rsyslog restart 2023-10-21T12:45:26.691 DEBUG:teuthology.orchestra.run.smithi190:> sudo service rsyslog restart 2023-10-21T12:45:26.756 INFO:teuthology.orchestra.run.smithi067.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-21T12:45:26.784 INFO:teuthology.orchestra.run.smithi190.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-21T12:45:27.191 INFO:teuthology.run_tasks:Running task internal.timer... 2023-10-21T12:45:27.200 INFO:teuthology.task.internal:Starting timer... 2023-10-21T12:45:27.200 INFO:teuthology.run_tasks:Running task pcp... 2023-10-21T12:45:27.216 INFO:teuthology.run_tasks:Running task selinux... 2023-10-21T12:45:27.225 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-10-21T12:45:27.225 DEBUG:teuthology.orchestra.run.smithi067:> sudo service auditd rotate 2023-10-21T12:45:27.296 INFO:teuthology.orchestra.run.smithi067.stdout:Rotating logs: 2023-10-21T12:45:27.297 DEBUG:teuthology.orchestra.run.smithi190:> sudo service auditd rotate 2023-10-21T12:45:27.364 INFO:teuthology.orchestra.run.smithi190.stdout:Rotating logs: 2023-10-21T12:45:27.367 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-10-21T12:45:27.368 DEBUG:teuthology.orchestra.run.smithi067:> /usr/sbin/getenforce 2023-10-21T12:45:27.390 INFO:teuthology.orchestra.run.smithi067.stdout:Permissive 2023-10-21T12:45:27.390 DEBUG:teuthology.orchestra.run.smithi190:> /usr/sbin/getenforce 2023-10-21T12:45:27.411 INFO:teuthology.orchestra.run.smithi190.stdout:Permissive 2023-10-21T12:45:27.412 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi067.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi190.front.sepia.ceph.com': 'permissive'} 2023-10-21T12:45:27.412 DEBUG:teuthology.orchestra.run.smithi067:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-21T12:45:27.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T12:45:27.459 DEBUG:teuthology.orchestra.run.smithi190:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-21T12:45:27.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T12:45:27.486 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-10-21T12:45:27.486 DEBUG:teuthology.orchestra.run.smithi067:> sudo /usr/sbin/setenforce permissive 2023-10-21T12:45:27.526 DEBUG:teuthology.orchestra.run.smithi190:> sudo /usr/sbin/setenforce permissive 2023-10-21T12:45:27.561 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-10-21T12:45:27.571 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-10-21T12:45:27.571 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-10-21T12:45:27.587 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-10-21T12:45:27.588 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi067.front.sepia.ceph.com,smithi190.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-10-21T12:54:54.568 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi067.front.sepia.ceph.com'), Remote(name='ubuntu@smithi190.front.sepia.ceph.com')] 2023-10-21T12:54:54.570 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2023-10-21T12:54:54.571 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-21T12:54:54.648 DEBUG:teuthology.orchestra.run.smithi067:> true 2023-10-21T12:54:54.722 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi067.front.sepia.ceph.com' 2023-10-21T12:54:54.725 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi190.front.sepia.ceph.com' 2023-10-21T12:54:54.726 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-21T12:54:54.797 DEBUG:teuthology.orchestra.run.smithi190:> true 2023-10-21T12:54:54.868 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi190.front.sepia.ceph.com' 2023-10-21T12:54:54.869 INFO:teuthology.run_tasks:Running task clock... 2023-10-21T12:54:54.905 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-10-21T12:54:54.906 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-21T12:54:54.907 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-21T12:54:54.910 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-21T12:54:54.910 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-21T12:54:54.943 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-21T12:54:54.943 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-21T12:54:54.957 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-21T12:54:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-21T12:54:55.035 INFO:teuthology.orchestra.run.smithi067.stderr:sudo: ntpd: command not found 2023-10-21T12:54:55.039 INFO:teuthology.orchestra.run.smithi190.stderr:sudo: ntpd: command not found 2023-10-21T12:54:55.048 INFO:teuthology.orchestra.run.smithi067.stdout:506 Cannot talk to daemon 2023-10-21T12:54:55.051 INFO:teuthology.orchestra.run.smithi190.stdout:506 Cannot talk to daemon 2023-10-21T12:54:55.063 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-21T12:54:55.065 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-21T12:54:55.078 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-21T12:54:55.079 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-21T12:54:55.146 INFO:teuthology.orchestra.run.smithi067.stderr:bash: ntpq: command not found 2023-10-21T12:54:55.149 INFO:teuthology.orchestra.run.smithi067.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-21T12:54:55.150 INFO:teuthology.orchestra.run.smithi067.stdout:=============================================================================== 2023-10-21T12:54:55.150 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T12:54:55.150 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T12:54:55.150 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T12:54:55.150 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T12:54:55.159 INFO:teuthology.orchestra.run.smithi190.stderr:bash: ntpq: command not found 2023-10-21T12:54:55.162 INFO:teuthology.orchestra.run.smithi190.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-21T12:54:55.163 INFO:teuthology.orchestra.run.smithi190.stdout:=============================================================================== 2023-10-21T12:54:55.163 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T12:54:55.163 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T12:54:55.163 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T12:54:55.163 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T12:54:55.164 INFO:teuthology.run_tasks:Running task install... 2023-10-21T12:54:55.174 DEBUG:teuthology.task.install:project ceph 2023-10-21T12:54:55.175 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc'}} 2023-10-21T12:54:55.175 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc'} 2023-10-21T12:54:55.175 INFO:teuthology.task.install:Using flavor: default 2023-10-21T12:54:55.181 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-10-21T12:54:55.182 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-10-21T12:54:55.182 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc', 'tag': None, 'wait_for_package': False} 2023-10-21T12:54:55.183 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T12:54:55.185 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc', 'tag': None, 'wait_for_package': False} 2023-10-21T12:54:55.185 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T12:54:55.429 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/ 2023-10-21T12:54:55.430 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6820.gf0804064 2023-10-21T12:55:26.732 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/ 2023-10-21T12:55:26.732 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6820.gf0804064 2023-10-21T12:55:26.841 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-21T12:55:26.842 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T12:55:26.842 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-21T12:55:26.880 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-10-21T12:55:26.881 DEBUG:teuthology.orchestra.run.smithi067:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/f0804064d67a2a63dbabf1801ff452580a050cfc/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-21T12:55:26.953 DEBUG:teuthology.orchestra.run.smithi067:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-21T12:55:26.956 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-21T12:55:26.956 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T12:55:26.957 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-21T12:55:26.989 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-10-21T12:55:26.990 DEBUG:teuthology.orchestra.run.smithi190:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/f0804064d67a2a63dbabf1801ff452580a050cfc/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-21T12:55:27.034 DEBUG:teuthology.orchestra.run.smithi067:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-21T12:55:27.062 DEBUG:teuthology.orchestra.run.smithi190:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-21T12:55:27.102 INFO:teuthology.orchestra.run.smithi067.stdout:check_obsoletes = 1 2023-10-21T12:55:27.104 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum clean all 2023-10-21T12:55:27.144 DEBUG:teuthology.orchestra.run.smithi190:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-21T12:55:27.213 INFO:teuthology.orchestra.run.smithi190.stdout:check_obsoletes = 1 2023-10-21T12:55:27.214 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum clean all 2023-10-21T12:55:27.502 INFO:teuthology.orchestra.run.smithi067.stdout:Updating Subscription Management repositories. 2023-10-21T12:55:27.587 INFO:teuthology.orchestra.run.smithi190.stdout:Updating Subscription Management repositories. 2023-10-21T12:55:27.931 INFO:teuthology.orchestra.run.smithi067.stdout:44 files removed 2023-10-21T12:55:27.970 INFO:teuthology.orchestra.run.smithi190.stdout:44 files removed 2023-10-21T12:55:27.979 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-10-21T12:55:28.017 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-10-21T12:55:28.330 INFO:teuthology.orchestra.run.smithi067.stdout:Updating Subscription Management repositories. 2023-10-21T12:55:28.346 INFO:teuthology.orchestra.run.smithi190.stdout:Updating Subscription Management repositories. 2023-10-21T12:55:29.204 INFO:teuthology.orchestra.run.smithi190.stdout:ceph packages for x86_64 191 kB/s | 81 kB 00:00 2023-10-21T12:56:01.358 INFO:teuthology.orchestra.run.smithi067.stdout:ceph packages for x86_64 2.5 kB/s | 81 kB 00:32 2023-10-21T12:56:01.633 INFO:teuthology.orchestra.run.smithi067.stdout:ceph noarch packages 39 kB/s | 9.4 kB 00:00 2023-10-21T12:56:33.855 INFO:teuthology.orchestra.run.smithi190.stdout:ceph noarch packages 149 B/s | 9.4 kB 01:04 2023-10-21T12:56:34.213 INFO:teuthology.orchestra.run.smithi190.stdout:ceph source packages 4.4 kB/s | 1.5 kB 00:00 2023-10-21T12:56:34.371 INFO:teuthology.orchestra.run.smithi190.stdout:Copr repo for python3-asyncssh owned by ceph 25 kB/s | 3.5 kB 00:00 2023-10-21T12:56:35.283 INFO:teuthology.orchestra.run.smithi190.stdout:Extra Packages for Enterprise Linux 18 MB/s | 16 MB 00:00 2023-10-21T12:56:38.789 INFO:teuthology.orchestra.run.smithi190.stdout:lab-extras 489 kB/s | 24 kB 00:00 2023-10-21T12:56:39.699 INFO:teuthology.orchestra.run.smithi190.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 63 MB/s | 53 MB 00:00 2023-10-21T12:56:47.775 INFO:teuthology.orchestra.run.smithi190.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 57 MB/s | 47 MB 00:00 2023-10-21T12:56:58.616 INFO:teuthology.orchestra.run.smithi190.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-21T12:56:58.617 INFO:teuthology.orchestra.run.smithi190.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-21T12:56:58.629 INFO:teuthology.orchestra.run.smithi190.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-10-21T12:56:58.630 INFO:teuthology.orchestra.run.smithi190.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-10-21T12:56:58.631 INFO:teuthology.orchestra.run.smithi190.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-10-21T12:56:58.632 INFO:teuthology.orchestra.run.smithi190.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-21T12:56:58.635 INFO:teuthology.orchestra.run.smithi190.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-21T12:56:58.637 INFO:teuthology.orchestra.run.smithi190.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-21T12:56:58.638 INFO:teuthology.orchestra.run.smithi190.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-21T12:56:58.767 INFO:teuthology.orchestra.run.smithi190.stdout:Dependencies resolved. 2023-10-21T12:56:58.779 INFO:teuthology.orchestra.run.smithi190.stdout:=========================================================================================================================== 2023-10-21T12:56:58.779 INFO:teuthology.orchestra.run.smithi190.stdout: Package Arch Version Repository Size 2023-10-21T12:56:58.779 INFO:teuthology.orchestra.run.smithi190.stdout:=========================================================================================================================== 2023-10-21T12:56:58.780 INFO:teuthology.orchestra.run.smithi190.stdout:Installing: 2023-10-21T12:56:58.780 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-10-21T12:56:58.780 INFO:teuthology.orchestra.run.smithi190.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-10-21T12:56:58.781 INFO:teuthology.orchestra.run.smithi190.stdout: ceph x86_64 2:18.0.0-6820.gf0804064.el8 ceph 6.4 k 2023-10-21T12:56:58.781 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-base x86_64 2:18.0.0-6820.gf0804064.el8 ceph 5.4 M 2023-10-21T12:56:58.781 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-fuse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 918 k 2023-10-21T12:56:58.781 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6820.gf0804064.el8 ceph 167 k 2023-10-21T12:56:58.782 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr x86_64 2:18.0.0-6820.gf0804064.el8 ceph 1.6 M 2023-10-21T12:56:58.782 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 132 k 2023-10-21T12:56:58.782 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 1.8 M 2023-10-21T12:56:58.782 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 7.4 M 2023-10-21T12:56:58.783 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-rook noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 48 k 2023-10-21T12:56:58.783 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-radosgw x86_64 2:18.0.0-6820.gf0804064.el8 ceph 14 M 2023-10-21T12:56:58.784 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-test x86_64 2:18.0.0-6820.gf0804064.el8 ceph 49 M 2023-10-21T12:56:58.784 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-volume noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 261 k 2023-10-21T12:56:58.784 INFO:teuthology.orchestra.run.smithi190.stdout: cephadm noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 191 k 2023-10-21T12:56:58.785 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-mirror x86_64 2:18.0.0-6820.gf0804064.el8 ceph 261 k 2023-10-21T12:56:58.785 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-top noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 18 k 2023-10-21T12:56:58.785 INFO:teuthology.orchestra.run.smithi190.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-10-21T12:56:58.786 INFO:teuthology.orchestra.run.smithi190.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-10-21T12:56:58.786 INFO:teuthology.orchestra.run.smithi190.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-10-21T12:56:58.786 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs-devel x86_64 2:18.0.0-6820.gf0804064.el8 ceph 31 k 2023-10-21T12:56:58.787 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 840 k 2023-10-21T12:56:58.787 INFO:teuthology.orchestra.run.smithi190.stdout: librados-devel x86_64 2:18.0.0-6820.gf0804064.el8 ceph 139 k 2023-10-21T12:56:58.787 INFO:teuthology.orchestra.run.smithi190.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-10-21T12:56:58.788 INFO:teuthology.orchestra.run.smithi190.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-10-21T12:56:58.788 INFO:teuthology.orchestra.run.smithi190.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-10-21T12:56:58.788 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-10-21T12:56:58.789 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-10-21T12:56:58.789 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-10-21T12:56:58.789 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cephfs x86_64 2:18.0.0-6820.gf0804064.el8 ceph 196 k 2023-10-21T12:56:58.790 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rados x86_64 2:18.0.0-6820.gf0804064.el8 ceph 371 k 2023-10-21T12:56:58.790 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rbd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 364 k 2023-10-21T12:56:58.790 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rgw x86_64 2:18.0.0-6820.gf0804064.el8 ceph 107 k 2023-10-21T12:56:58.791 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-fuse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 94 k 2023-10-21T12:56:58.791 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-mirror x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.6 M 2023-10-21T12:56:58.791 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-nbd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 179 k 2023-10-21T12:56:58.792 INFO:teuthology.orchestra.run.smithi190.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-10-21T12:56:58.792 INFO:teuthology.orchestra.run.smithi190.stdout:Upgrading: 2023-10-21T12:56:58.792 INFO:teuthology.orchestra.run.smithi190.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-10-21T12:56:58.793 INFO:teuthology.orchestra.run.smithi190.stdout: librados2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.7 M 2023-10-21T12:56:58.793 INFO:teuthology.orchestra.run.smithi190.stdout: librbd1 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.7 M 2023-10-21T12:56:58.793 INFO:teuthology.orchestra.run.smithi190.stdout:Installing dependencies: 2023-10-21T12:56:58.794 INFO:teuthology.orchestra.run.smithi190.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-10-21T12:56:58.794 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-common x86_64 2:18.0.0-6820.gf0804064.el8 ceph 23 M 2023-10-21T12:56:58.794 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 23 k 2023-10-21T12:56:58.795 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mds x86_64 2:18.0.0-6820.gf0804064.el8 ceph 2.3 M 2023-10-21T12:56:58.795 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 242 k 2023-10-21T12:56:58.795 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mon x86_64 2:18.0.0-6820.gf0804064.el8 ceph 4.6 M 2023-10-21T12:56:58.796 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-osd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 18 M 2023-10-21T12:56:58.796 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 15 k 2023-10-21T12:56:58.796 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-selinux x86_64 2:18.0.0-6820.gf0804064.el8 ceph 24 k 2023-10-21T12:56:58.797 INFO:teuthology.orchestra.run.smithi190.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-21T12:56:58.797 INFO:teuthology.orchestra.run.smithi190.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-21T12:56:58.798 INFO:teuthology.orchestra.run.smithi190.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-21T12:56:58.798 INFO:teuthology.orchestra.run.smithi190.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-10-21T12:56:58.798 INFO:teuthology.orchestra.run.smithi190.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-10-21T12:56:58.799 INFO:teuthology.orchestra.run.smithi190.stdout: libcephsqlite x86_64 2:18.0.0-6820.gf0804064.el8 ceph 184 k 2023-10-21T12:56:58.799 INFO:teuthology.orchestra.run.smithi190.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-10-21T12:56:58.799 INFO:teuthology.orchestra.run.smithi190.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-21T12:56:58.799 INFO:teuthology.orchestra.run.smithi190.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-21T12:56:58.800 INFO:teuthology.orchestra.run.smithi190.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-10-21T12:56:58.800 INFO:teuthology.orchestra.run.smithi190.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-21T12:56:58.800 INFO:teuthology.orchestra.run.smithi190.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-21T12:56:58.801 INFO:teuthology.orchestra.run.smithi190.stdout: libradosstriper1 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 518 k 2023-10-21T12:56:58.801 INFO:teuthology.orchestra.run.smithi190.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-21T12:56:58.801 INFO:teuthology.orchestra.run.smithi190.stdout: librgw2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 6.9 M 2023-10-21T12:56:58.801 INFO:teuthology.orchestra.run.smithi190.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-10-21T12:56:58.802 INFO:teuthology.orchestra.run.smithi190.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-10-21T12:56:58.802 INFO:teuthology.orchestra.run.smithi190.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-21T12:56:58.802 INFO:teuthology.orchestra.run.smithi190.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-10-21T12:56:58.803 INFO:teuthology.orchestra.run.smithi190.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-21T12:56:58.803 INFO:teuthology.orchestra.run.smithi190.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-21T12:56:58.803 INFO:teuthology.orchestra.run.smithi190.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-21T12:56:58.804 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-21T12:56:58.804 INFO:teuthology.orchestra.run.smithi190.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-10-21T12:56:58.804 INFO:teuthology.orchestra.run.smithi190.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-10-21T12:56:58.804 INFO:teuthology.orchestra.run.smithi190.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-10-21T12:56:58.805 INFO:teuthology.orchestra.run.smithi190.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-21T12:56:58.805 INFO:teuthology.orchestra.run.smithi190.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-21T12:56:58.805 INFO:teuthology.orchestra.run.smithi190.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-21T12:56:58.805 INFO:teuthology.orchestra.run.smithi190.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-21T12:56:58.806 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-21T12:56:58.806 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-argparse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 45 k 2023-10-21T12:56:58.806 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-common x86_64 2:18.0.0-6820.gf0804064.el8 ceph 126 k 2023-10-21T12:56:58.806 INFO:teuthology.orchestra.run.smithi190.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-21T12:56:58.807 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-21T12:56:58.807 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-21T12:56:58.807 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-21T12:56:58.808 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-21T12:56:58.808 INFO:teuthology.orchestra.run.smithi190.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-21T12:56:58.808 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-21T12:56:58.808 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-21T12:56:58.809 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-21T12:56:58.809 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-21T12:56:58.809 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-21T12:56:58.810 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-21T12:56:58.810 INFO:teuthology.orchestra.run.smithi190.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-21T12:56:58.810 INFO:teuthology.orchestra.run.smithi190.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-21T12:56:58.811 INFO:teuthology.orchestra.run.smithi190.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-21T12:56:58.811 INFO:teuthology.orchestra.run.smithi190.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-21T12:56:58.811 INFO:teuthology.orchestra.run.smithi190.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-21T12:56:58.812 INFO:teuthology.orchestra.run.smithi190.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-21T12:56:58.812 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-21T12:56:58.812 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-21T12:56:58.813 INFO:teuthology.orchestra.run.smithi190.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-21T12:56:58.813 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-21T12:56:58.813 INFO:teuthology.orchestra.run.smithi190.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-21T12:56:58.814 INFO:teuthology.orchestra.run.smithi190.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-21T12:56:58.814 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-21T12:56:58.814 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-21T12:56:58.815 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-21T12:56:58.815 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-21T12:56:58.815 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-21T12:56:58.815 INFO:teuthology.orchestra.run.smithi190.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-21T12:56:58.816 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-21T12:56:58.816 INFO:teuthology.orchestra.run.smithi190.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-21T12:56:58.816 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-21T12:56:58.817 INFO:teuthology.orchestra.run.smithi190.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-21T12:56:58.817 INFO:teuthology.orchestra.run.smithi190.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-21T12:56:58.817 INFO:teuthology.orchestra.run.smithi190.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-21T12:56:58.817 INFO:teuthology.orchestra.run.smithi190.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-21T12:56:58.818 INFO:teuthology.orchestra.run.smithi190.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-21T12:56:58.818 INFO:teuthology.orchestra.run.smithi190.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-21T12:56:58.818 INFO:teuthology.orchestra.run.smithi190.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-21T12:56:58.818 INFO:teuthology.orchestra.run.smithi190.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-21T12:56:58.819 INFO:teuthology.orchestra.run.smithi190.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-21T12:56:58.819 INFO:teuthology.orchestra.run.smithi190.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-21T12:56:58.819 INFO:teuthology.orchestra.run.smithi190.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-21T12:56:58.820 INFO:teuthology.orchestra.run.smithi190.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-21T12:56:58.820 INFO:teuthology.orchestra.run.smithi190.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-21T12:56:58.820 INFO:teuthology.orchestra.run.smithi190.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-10-21T12:56:58.820 INFO:teuthology.orchestra.run.smithi190.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-21T12:56:58.821 INFO:teuthology.orchestra.run.smithi190.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-10-21T12:56:58.821 INFO:teuthology.orchestra.run.smithi190.stdout:Enabling module streams: 2023-10-21T12:56:58.821 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql 10 2023-10-21T12:56:58.822 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T12:56:58.822 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction Summary 2023-10-21T12:56:58.822 INFO:teuthology.orchestra.run.smithi190.stdout:=========================================================================================================================== 2023-10-21T12:56:58.822 INFO:teuthology.orchestra.run.smithi190.stdout:Install 128 Packages 2023-10-21T12:56:58.823 INFO:teuthology.orchestra.run.smithi190.stdout:Upgrade 3 Packages 2023-10-21T12:56:58.823 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T12:56:58.824 INFO:teuthology.orchestra.run.smithi190.stdout:Total download size: 209 M 2023-10-21T12:56:58.824 INFO:teuthology.orchestra.run.smithi190.stdout:Downloading Packages: 2023-10-21T12:56:59.133 INFO:teuthology.orchestra.run.smithi190.stdout:(1/131): ceph-18.0.0-6820.gf0804064.el8.x86_64. 34 kB/s | 6.4 kB 00:00 2023-10-21T12:56:59.958 INFO:teuthology.orchestra.run.smithi190.stdout:(2/131): ceph-fuse-18.0.0-6820.gf0804064.el8.x8 1.1 MB/s | 918 kB 00:00 2023-10-21T12:57:00.250 INFO:teuthology.orchestra.run.smithi190.stdout:(3/131): ceph-common-18.0.0-6820.gf0804064.el8. 17 MB/s | 23 MB 00:01 2023-10-21T12:57:00.275 INFO:teuthology.orchestra.run.smithi190.stdout:(4/131): ceph-immutable-object-cache-18.0.0-682 528 kB/s | 167 kB 00:00 2023-10-21T12:57:00.409 INFO:teuthology.orchestra.run.smithi190.stdout:(5/131): ceph-mds-18.0.0-6820.gf0804064.el8.x86 15 MB/s | 2.3 MB 00:00 2023-10-21T12:57:00.701 INFO:teuthology.orchestra.run.smithi190.stdout:(6/131): ceph-mon-18.0.0-6820.gf0804064.el8.x86 16 MB/s | 4.6 MB 00:00 2023-10-21T12:57:00.893 INFO:teuthology.orchestra.run.smithi190.stdout:(7/131): ceph-base-18.0.0-6820.gf0804064.el8.x8 2.8 MB/s | 5.4 MB 00:01 2023-10-21T12:57:00.951 INFO:teuthology.orchestra.run.smithi190.stdout:(8/131): ceph-mgr-18.0.0-6820.gf0804064.el8.x86 2.4 MB/s | 1.6 MB 00:00 2023-10-21T12:57:01.035 INFO:teuthology.orchestra.run.smithi190.stdout:(9/131): ceph-selinux-18.0.0-6820.gf0804064.el8 292 kB/s | 24 kB 00:00 2023-10-21T12:57:01.702 INFO:teuthology.orchestra.run.smithi190.stdout:(10/131): ceph-osd-18.0.0-6820.gf0804064.el8.x8 18 MB/s | 18 MB 00:01 2023-10-21T12:57:01.769 INFO:teuthology.orchestra.run.smithi190.stdout:(11/131): cephfs-mirror-18.0.0-6820.gf0804064.e 3.8 MB/s | 261 kB 00:00 2023-10-21T12:57:01.819 INFO:teuthology.orchestra.run.smithi190.stdout:(12/131): libcephfs-devel-18.0.0-6820.gf0804064 620 kB/s | 31 kB 00:00 2023-10-21T12:57:01.922 INFO:teuthology.orchestra.run.smithi190.stdout:(13/131): libcephfs2-18.0.0-6820.gf0804064.el8. 8.0 MB/s | 840 kB 00:00 2023-10-21T12:57:01.986 INFO:teuthology.orchestra.run.smithi190.stdout:(14/131): libcephsqlite-18.0.0-6820.gf0804064.e 2.8 MB/s | 184 kB 00:00 2023-10-21T12:57:02.045 INFO:teuthology.orchestra.run.smithi190.stdout:(15/131): librados-devel-18.0.0-6820.gf0804064. 2.3 MB/s | 139 kB 00:00 2023-10-21T12:57:02.145 INFO:teuthology.orchestra.run.smithi190.stdout:(16/131): libradosstriper1-18.0.0-6820.gf080406 5.1 MB/s | 518 kB 00:00 2023-10-21T12:57:02.570 INFO:teuthology.orchestra.run.smithi190.stdout:(17/131): ceph-radosgw-18.0.0-6820.gf0804064.el 8.3 MB/s | 14 MB 00:01 2023-10-21T12:57:02.679 INFO:teuthology.orchestra.run.smithi190.stdout:(18/131): librgw2-18.0.0-6820.gf0804064.el8.x86 13 MB/s | 6.9 MB 00:00 2023-10-21T12:57:02.704 INFO:teuthology.orchestra.run.smithi190.stdout:(19/131): python3-ceph-argparse-18.0.0-6820.gf0 334 kB/s | 45 kB 00:00 2023-10-21T12:57:02.721 INFO:teuthology.orchestra.run.smithi190.stdout:(20/131): python3-ceph-common-18.0.0-6820.gf080 2.9 MB/s | 126 kB 00:00 2023-10-21T12:57:02.772 INFO:teuthology.orchestra.run.smithi190.stdout:(21/131): python3-cephfs-18.0.0-6820.gf0804064. 2.9 MB/s | 196 kB 00:00 2023-10-21T12:57:02.797 INFO:teuthology.orchestra.run.smithi190.stdout:(22/131): python3-rados-18.0.0-6820.gf0804064.e 4.8 MB/s | 371 kB 00:00 2023-10-21T12:57:02.847 INFO:teuthology.orchestra.run.smithi190.stdout:(23/131): python3-rgw-18.0.0-6820.gf0804064.el8 2.1 MB/s | 107 kB 00:00 2023-10-21T12:57:02.873 INFO:teuthology.orchestra.run.smithi190.stdout:(24/131): python3-rbd-18.0.0-6820.gf0804064.el8 3.5 MB/s | 364 kB 00:00 2023-10-21T12:57:02.898 INFO:teuthology.orchestra.run.smithi190.stdout:(25/131): rbd-fuse-18.0.0-6820.gf0804064.el8.x8 1.8 MB/s | 94 kB 00:00 2023-10-21T12:57:02.956 INFO:teuthology.orchestra.run.smithi190.stdout:(26/131): rbd-nbd-18.0.0-6820.gf0804064.el8.x86 3.0 MB/s | 179 kB 00:00 2023-10-21T12:57:03.015 INFO:teuthology.orchestra.run.smithi190.stdout:(27/131): ceph-grafana-dashboards-18.0.0-6820.g 395 kB/s | 23 kB 00:00 2023-10-21T12:57:03.082 INFO:teuthology.orchestra.run.smithi190.stdout:(28/131): ceph-mgr-cephadm-18.0.0-6820.gf080406 1.9 MB/s | 132 kB 00:00 2023-10-21T12:57:03.266 INFO:teuthology.orchestra.run.smithi190.stdout:(29/131): rbd-mirror-18.0.0-6820.gf0804064.el8. 9.1 MB/s | 3.6 MB 00:00 2023-10-21T12:57:03.322 INFO:teuthology.orchestra.run.smithi190.stdout:(30/131): ceph-mgr-dashboard-18.0.0-6820.gf0804 7.4 MB/s | 1.8 MB 00:00 2023-10-21T12:57:03.408 INFO:teuthology.orchestra.run.smithi190.stdout:(31/131): ceph-mgr-modules-core-18.0.0-6820.gf0 2.8 MB/s | 242 kB 00:00 2023-10-21T12:57:03.466 INFO:teuthology.orchestra.run.smithi190.stdout:(32/131): ceph-mgr-rook-18.0.0-6820.gf0804064.e 820 kB/s | 48 kB 00:00 2023-10-21T12:57:03.525 INFO:teuthology.orchestra.run.smithi190.stdout:(33/131): ceph-prometheus-alerts-18.0.0-6820.gf 257 kB/s | 15 kB 00:00 2023-10-21T12:57:03.609 INFO:teuthology.orchestra.run.smithi190.stdout:(34/131): ceph-volume-18.0.0-6820.gf0804064.el8 3.1 MB/s | 261 kB 00:00 2023-10-21T12:57:03.684 INFO:teuthology.orchestra.run.smithi190.stdout:(35/131): cephadm-18.0.0-6820.gf0804064.el8.noa 2.5 MB/s | 191 kB 00:00 2023-10-21T12:57:03.759 INFO:teuthology.orchestra.run.smithi190.stdout:(36/131): cephfs-top-18.0.0-6820.gf0804064.el8. 241 kB/s | 18 kB 00:00 2023-10-21T12:57:04.101 INFO:teuthology.orchestra.run.smithi190.stdout:(37/131): ceph-mgr-diskprediction-local-18.0.0- 8.9 MB/s | 7.4 MB 00:00 2023-10-21T12:57:04.161 INFO:teuthology.orchestra.run.smithi190.stdout:(38/131): gperftools-libs-2.7-9.el8.x86_64.rpm 765 kB/s | 306 kB 00:00 2023-10-21T12:57:04.218 INFO:teuthology.orchestra.run.smithi190.stdout:(39/131): libunwind-1.3.1-3.el8.x86_64.rpm 1.4 MB/s | 75 kB 00:00 2023-10-21T12:57:04.377 INFO:teuthology.orchestra.run.smithi190.stdout:(40/131): liboath-2.6.2-3.el8.x86_64.rpm 213 kB/s | 59 kB 00:00 2023-10-21T12:57:04.427 INFO:teuthology.orchestra.run.smithi190.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 877 kB/s | 44 kB 00:00 2023-10-21T12:57:04.477 INFO:teuthology.orchestra.run.smithi190.stdout:(42/131): python3-asyncssh-2.7.0-2.el8.noarch.r 1.8 MB/s | 476 kB 00:00 2023-10-21T12:57:04.536 INFO:teuthology.orchestra.run.smithi190.stdout:(43/131): python3-cachetools-3.1.1-4.el8.noarch 565 kB/s | 33 kB 00:00 2023-10-21T12:57:04.561 INFO:teuthology.orchestra.run.smithi190.stdout:(44/131): python3-beautifulsoup4-4.6.3-2.el8.1. 1.4 MB/s | 185 kB 00:00 2023-10-21T12:57:04.620 INFO:teuthology.orchestra.run.smithi190.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 195 kB/s | 16 kB 00:00 2023-10-21T12:57:04.670 INFO:teuthology.orchestra.run.smithi190.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 1.6 MB/s | 173 kB 00:00 2023-10-21T12:57:04.754 INFO:teuthology.orchestra.run.smithi190.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 975 kB/s | 81 kB 00:00 2023-10-21T12:57:04.780 INFO:teuthology.orchestra.run.smithi190.stdout:(48/131): python3-cherrypy-18.4.0-1.el8.noarch. 2.4 MB/s | 384 kB 00:00 2023-10-21T12:57:04.805 INFO:teuthology.orchestra.run.smithi190.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 220 kB/s | 11 kB 00:00 2023-10-21T12:57:04.830 INFO:teuthology.orchestra.run.smithi190.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 350 kB/s | 18 kB 00:00 2023-10-21T12:57:04.872 INFO:teuthology.orchestra.run.smithi190.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 1.1 MB/s | 49 kB 00:00 2023-10-21T12:57:04.914 INFO:teuthology.orchestra.run.smithi190.stdout:(52/131): python3-more-itertools-7.2.0-3.el8.no 1.4 MB/s | 59 kB 00:00 2023-10-21T12:57:04.956 INFO:teuthology.orchestra.run.smithi190.stdout:(53/131): python3-natsort-7.1.1-2.el8.noarch.rp 1.4 MB/s | 60 kB 00:00 2023-10-21T12:57:05.048 INFO:teuthology.orchestra.run.smithi190.stdout:(54/131): python3-pecan-1.3.2-9.el8.noarch.rpm 3.0 MB/s | 283 kB 00:00 2023-10-21T12:57:05.090 INFO:teuthology.orchestra.run.smithi190.stdout:(55/131): python3-portend-2.6-1.el8.noarch.rpm 375 kB/s | 16 kB 00:00 2023-10-21T12:57:05.140 INFO:teuthology.orchestra.run.smithi190.stdout:(56/131): python3-kubernetes-11.0.0-6.el8.noarc 3.5 MB/s | 1.2 MB 00:00 2023-10-21T12:57:05.165 INFO:teuthology.orchestra.run.smithi190.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 446 kB/s | 34 kB 00:00 2023-10-21T12:57:05.215 INFO:teuthology.orchestra.run.smithi190.stdout:(58/131): python3-rsa-4.9-2.el8.noarch.rpm 1.3 MB/s | 64 kB 00:00 2023-10-21T12:57:05.241 INFO:teuthology.orchestra.run.smithi190.stdout:(59/131): python3-routes-2.4.1-12.el8.noarch.rp 1.9 MB/s | 196 kB 00:00 2023-10-21T12:57:05.266 INFO:teuthology.orchestra.run.smithi190.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 373 kB/s | 19 kB 00:00 2023-10-21T12:57:05.291 INFO:teuthology.orchestra.run.smithi190.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 477 kB/s | 24 kB 00:00 2023-10-21T12:57:05.317 INFO:teuthology.orchestra.run.smithi190.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 582 kB/s | 29 kB 00:00 2023-10-21T12:57:05.342 INFO:teuthology.orchestra.run.smithi190.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 549 kB/s | 27 kB 00:00 2023-10-21T12:57:05.401 INFO:teuthology.orchestra.run.smithi190.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 3.0 MB/s | 255 kB 00:00 2023-10-21T12:57:05.459 INFO:teuthology.orchestra.run.smithi190.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 2.1 MB/s | 251 kB 00:00 2023-10-21T12:57:05.484 INFO:teuthology.orchestra.run.smithi190.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 734 kB/s | 61 kB 00:00 2023-10-21T12:57:05.509 INFO:teuthology.orchestra.run.smithi190.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 1.7 MB/s | 85 kB 00:00 2023-10-21T12:57:05.535 INFO:teuthology.orchestra.run.smithi190.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 457 kB/s | 23 kB 00:00 2023-10-21T12:57:05.560 INFO:teuthology.orchestra.run.smithi190.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 70 kB 00:00 2023-10-21T12:57:05.635 INFO:teuthology.orchestra.run.smithi190.stdout:(70/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 627 kB/s | 47 kB 00:00 2023-10-21T12:57:05.694 INFO:teuthology.orchestra.run.smithi190.stdout:(71/131): libselinux-devel-2.9-5.el8.x86_64.rpm 3.3 MB/s | 200 kB 00:00 2023-10-21T12:57:05.736 INFO:teuthology.orchestra.run.smithi190.stdout:(72/131): python3-jwt-1.6.1-2.el8.noarch.rpm 1.0 MB/s | 43 kB 00:00 2023-10-21T12:57:05.786 INFO:teuthology.orchestra.run.smithi190.stdout:(73/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 4.3 MB/s | 220 kB 00:00 2023-10-21T12:57:05.837 INFO:teuthology.orchestra.run.smithi190.stdout:(74/131): keyutils-libs-devel-1.5.10-9.el8.x86_ 963 kB/s | 48 kB 00:00 2023-10-21T12:57:05.887 INFO:teuthology.orchestra.run.smithi190.stdout:(75/131): libsepol-devel-2.9-3.el8.x86_64.rpm 1.7 MB/s | 87 kB 00:00 2023-10-21T12:57:05.912 INFO:teuthology.orchestra.run.smithi190.stdout:(76/131): python3-requests-oauthlib-1.0.0-1.el8 1.7 MB/s | 43 kB 00:00 2023-10-21T12:57:05.962 INFO:teuthology.orchestra.run.smithi190.stdout:(77/131): python3-pycparser-2.14-14.el8.noarch. 2.1 MB/s | 109 kB 00:00 2023-10-21T12:57:06.013 INFO:teuthology.orchestra.run.smithi190.stdout:(78/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 4.5 MB/s | 229 kB 00:00 2023-10-21T12:57:06.088 INFO:teuthology.orchestra.run.smithi190.stdout:(79/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 7.3 MB/s | 560 kB 00:00 2023-10-21T12:57:06.144 INFO:teuthology.orchestra.run.smithi190.stdout:(80/131): thrift-0.13.0-2.el8.x86_64.rpm 2.7 MB/s | 1.7 MB 00:00 2023-10-21T12:57:06.172 INFO:teuthology.orchestra.run.smithi190.stdout:(81/131): libaio-devel-0.3.112-1.el8.x86_64.rpm 224 kB/s | 19 kB 00:00 2023-10-21T12:57:06.214 INFO:teuthology.orchestra.run.smithi190.stdout:(82/131): python3-oauthlib-2.1.0-1.el8.noarch.r 2.2 MB/s | 155 kB 00:00 2023-10-21T12:57:06.248 INFO:teuthology.orchestra.run.smithi190.stdout:(83/131): python3-cryptography-3.2.1-5.el8.x86_ 7.8 MB/s | 559 kB 00:00 2023-10-21T12:57:06.273 INFO:teuthology.orchestra.run.smithi190.stdout:(84/131): libverto-devel-0.3.0-5.el8.x86_64.rpm 306 kB/s | 18 kB 00:00 2023-10-21T12:57:06.306 INFO:teuthology.orchestra.run.smithi190.stdout:(85/131): pcre2-devel-10.32-2.el8.x86_64.rpm 10 MB/s | 605 kB 00:00 2023-10-21T12:57:06.331 INFO:teuthology.orchestra.run.smithi190.stdout:(86/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 4.0 MB/s | 238 kB 00:00 2023-10-21T12:57:06.407 INFO:teuthology.orchestra.run.smithi190.stdout:(87/131): openssl-devel-1.1.1k-7.el8_6.x86_64.r 23 MB/s | 2.3 MB 00:00 2023-10-21T12:57:06.440 INFO:teuthology.orchestra.run.smithi190.stdout:(88/131): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 666 kB/s | 72 kB 00:00 2023-10-21T12:57:06.465 INFO:teuthology.orchestra.run.smithi190.stdout:(89/131): fuse-2.9.7-15.el8.x86_64.rpm 1.4 MB/s | 83 kB 00:00 2023-10-21T12:57:06.499 INFO:teuthology.orchestra.run.smithi190.stdout:(90/131): elfutils-libelf-devel-0.186-1.el8.x86 1.0 MB/s | 60 kB 00:00 2023-10-21T12:57:06.524 INFO:teuthology.orchestra.run.smithi190.stdout:(91/131): libuuid-devel-2.32.1-35.el8.x86_64.rp 1.6 MB/s | 98 kB 00:00 2023-10-21T12:57:06.558 INFO:teuthology.orchestra.run.smithi190.stdout:(92/131): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 984 kB/s | 58 kB 00:00 2023-10-21T12:57:06.583 INFO:teuthology.orchestra.run.smithi190.stdout:(93/131): libcom_err-devel-1.45.6-4.el8.x86_64. 659 kB/s | 39 kB 00:00 2023-10-21T12:57:06.617 INFO:teuthology.orchestra.run.smithi190.stdout:(94/131): libgfortran-8.5.0-10.1.el8_6.x86_64.r 11 MB/s | 644 kB 00:00 2023-10-21T12:57:06.642 INFO:teuthology.orchestra.run.smithi190.stdout:(95/131): libquadmath-8.5.0-10.1.el8_6.x86_64.r 2.9 MB/s | 171 kB 00:00 2023-10-21T12:57:06.667 INFO:teuthology.orchestra.run.smithi190.stdout:(96/131): NetworkManager-initscripts-updown-1.3 2.7 MB/s | 138 kB 00:00 2023-10-21T12:57:06.709 INFO:teuthology.orchestra.run.smithi190.stdout:(97/131): python3-pyasn1-modules-0.3.7-6.el8.no 2.6 MB/s | 110 kB 00:00 2023-10-21T12:57:06.760 INFO:teuthology.orchestra.run.smithi190.stdout:(98/131): python3-pytz-2017.2-9.el8.noarch.rpm 1.1 MB/s | 54 kB 00:00 2023-10-21T12:57:06.819 INFO:teuthology.orchestra.run.smithi190.stdout:(99/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 4.4 MB/s | 259 kB 00:00 2023-10-21T12:57:06.877 INFO:teuthology.orchestra.run.smithi190.stdout:(100/131): socat-1.7.4.1-1.el8.x86_64.rpm 5.4 MB/s | 323 kB 00:00 2023-10-21T12:57:07.027 INFO:teuthology.orchestra.run.smithi190.stdout:(101/131): python3-scipy-1.0.0-21.module+el8.5. 36 MB/s | 14 MB 00:00 2023-10-21T12:57:07.052 INFO:teuthology.orchestra.run.smithi190.stdout:(102/131): python3-markupsafe-0.23-19.el8.x86_6 222 kB/s | 39 kB 00:00 2023-10-21T12:57:07.102 INFO:teuthology.orchestra.run.smithi190.stdout:(103/131): bison-3.0.4-10.el8.x86_64.rpm 9.0 MB/s | 688 kB 00:00 2023-10-21T12:57:07.136 INFO:teuthology.orchestra.run.smithi190.stdout:(104/131): python3-jinja2-2.10.1-3.el8.noarch.r 6.3 MB/s | 538 kB 00:00 2023-10-21T12:57:07.161 INFO:teuthology.orchestra.run.smithi190.stdout:(105/131): python3-mako-1.0.6-13.el8.noarch.rpm 2.6 MB/s | 157 kB 00:00 2023-10-21T12:57:07.186 INFO:teuthology.orchestra.run.smithi190.stdout:(106/131): oniguruma-6.8.2-2.el8.x86_64.rpm 3.7 MB/s | 187 kB 00:00 2023-10-21T12:57:07.237 INFO:teuthology.orchestra.run.smithi190.stdout:(107/131): automake-1.16.1-7.el8.noarch.rpm 9.3 MB/s | 713 kB 00:00 2023-10-21T12:57:07.270 INFO:teuthology.orchestra.run.smithi190.stdout:(108/131): python3-jsonpatch-1.21-2.el8.noarch. 798 kB/s | 27 kB 00:00 2023-10-21T12:57:07.362 INFO:teuthology.orchestra.run.smithi190.stdout:(109/131): python3-babel-2.5.1-7.el8.noarch.rpm 27 MB/s | 4.8 MB 00:00 2023-10-21T12:57:07.388 INFO:teuthology.orchestra.run.smithi190.stdout:(110/131): flex-2.6.1-9.el8.x86_64.rpm 2.7 MB/s | 320 kB 00:00 2023-10-21T12:57:07.421 INFO:teuthology.orchestra.run.smithi190.stdout:(111/131): python3-prettytable-0.7.2-14.el8.noa 748 kB/s | 44 kB 00:00 2023-10-21T12:57:07.513 INFO:teuthology.orchestra.run.smithi190.stdout:(112/131): python3-numpy-1.14.3-10.el8.x86_64.r 30 MB/s | 3.7 MB 00:00 2023-10-21T12:57:07.564 INFO:teuthology.orchestra.run.smithi190.stdout:(113/131): python3-werkzeug-0.12.2-4.el8.noarch 3.2 MB/s | 457 kB 00:00 2023-10-21T12:57:07.589 INFO:teuthology.orchestra.run.smithi190.stdout:(114/131): python3-numpy-f2py-1.14.3-10.el8.x86 2.9 MB/s | 225 kB 00:00 2023-10-21T12:57:07.614 INFO:teuthology.orchestra.run.smithi190.stdout:(115/131): uuid-1.6.2-43.el8.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2023-10-21T12:57:07.639 INFO:teuthology.orchestra.run.smithi190.stdout:(116/131): python3-pyasn1-0.3.7-6.el8.noarch.rp 2.5 MB/s | 126 kB 00:00 2023-10-21T12:57:07.665 INFO:teuthology.orchestra.run.smithi190.stdout:(117/131): python3-jsonpointer-1.10-11.el8.noar 398 kB/s | 20 kB 00:00 2023-10-21T12:57:07.698 INFO:teuthology.orchestra.run.smithi190.stdout:(118/131): python3-pyOpenSSL-19.0.0-1.el8.noarc 1.7 MB/s | 103 kB 00:00 2023-10-21T12:57:07.732 INFO:teuthology.orchestra.run.smithi190.stdout:(119/131): libtool-2.4.6-25.el8.x86_64.rpm 10 MB/s | 709 kB 00:00 2023-10-21T12:57:07.782 INFO:teuthology.orchestra.run.smithi190.stdout:(120/131): libpq-13.5-1.el8.x86_64.rpm 3.9 MB/s | 198 kB 00:00 2023-10-21T12:57:07.857 INFO:teuthology.orchestra.run.smithi190.stdout:(121/131): openblas-threads-0.3.15-3.el8.x86_64 31 MB/s | 4.9 MB 00:00 2023-10-21T12:57:07.916 INFO:teuthology.orchestra.run.smithi190.stdout:(122/131): jq-1.6-3.el8.x86_64.rpm 3.4 MB/s | 202 kB 00:00 2023-10-21T12:57:07.999 INFO:teuthology.orchestra.run.smithi190.stdout:(123/131): openblas-0.3.15-3.el8.x86_64.rpm 22 MB/s | 4.7 MB 00:00 2023-10-21T12:57:08.025 INFO:teuthology.orchestra.run.smithi190.stdout:(124/131): librdkafka-0.11.4-3.el8.x86_64.rpm 3.2 MB/s | 354 kB 00:00 2023-10-21T12:57:08.109 INFO:teuthology.orchestra.run.smithi190.stdout:(125/131): postgresql-contrib-10.21-2.module+el 9.5 MB/s | 808 kB 00:00 2023-10-21T12:57:08.184 INFO:teuthology.orchestra.run.smithi190.stdout:(126/131): postgresql-server-10.21-2.module+el8 28 MB/s | 5.1 MB 00:00 2023-10-21T12:57:08.251 INFO:teuthology.orchestra.run.smithi190.stdout:(127/131): postgresql-10.21-2.module+el8.6.0+15 11 MB/s | 1.5 MB 00:00 2023-10-21T12:57:08.626 INFO:teuthology.orchestra.run.smithi190.stdout:(128/131): librbd1-18.0.0-6820.gf0804064.el8.x8 9.9 MB/s | 3.7 MB 00:00 2023-10-21T12:57:08.701 INFO:teuthology.orchestra.run.smithi190.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 10 MB/s | 798 kB 00:00 2023-10-21T12:57:08.826 INFO:teuthology.orchestra.run.smithi190.stdout:(130/131): librados2-18.0.0-6820.gf0804064.el8. 5.8 MB/s | 3.7 MB 00:00 2023-10-21T12:57:10.977 INFO:teuthology.orchestra.run.smithi190.stdout:(131/131): ceph-test-18.0.0-6820.gf0804064.el8. 4.9 MB/s | 49 MB 00:09 2023-10-21T12:57:10.981 INFO:teuthology.orchestra.run.smithi190.stdout:-------------------------------------------------------------------------------- 2023-10-21T12:57:10.982 INFO:teuthology.orchestra.run.smithi190.stdout:Total 17 MB/s | 209 MB 00:12 2023-10-21T12:57:11.827 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction check 2023-10-21T12:57:11.948 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction check succeeded. 2023-10-21T12:57:11.948 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction test 2023-10-21T12:57:13.073 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction test succeeded. 2023-10-21T12:57:13.077 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction 2023-10-21T12:57:18.038 INFO:teuthology.orchestra.run.smithi190.stdout: Preparing : 1/1 2023-10-21T12:57:18.239 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-10-21T12:57:18.422 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-10-21T12:57:18.607 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 3/134 2023-10-21T12:57:18.723 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 3/134 2023-10-21T12:57:18.957 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-10-21T12:57:19.355 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-10-21T12:57:19.603 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : librados2-2:18.0.0-6820.gf0804064.el8.x86_64 5/134 2023-10-21T12:57:20.006 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librados2-2:18.0.0-6820.gf0804064.el8.x86_64 5/134 2023-10-21T12:57:20.191 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T12:57:20.348 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T12:57:20.799 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T12:57:20.899 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T12:57:21.112 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 8/134 2023-10-21T12:57:21.323 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 9/134 2023-10-21T12:57:21.559 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-10-21T12:57:21.828 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-10-21T12:57:22.229 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-10-21T12:57:22.489 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-10-21T12:57:22.665 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 14/134 2023-10-21T12:57:22.774 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 14/134 2023-10-21T12:57:22.940 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 15/134 2023-10-21T12:57:23.087 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 15/134 2023-10-21T12:57:23.285 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 16/134 2023-10-21T12:57:23.454 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 17/134 2023-10-21T12:57:23.621 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 18/134 2023-10-21T12:57:23.806 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-10-21T12:57:23.956 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-10-21T12:57:24.090 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-10-21T12:57:24.693 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-10-21T12:57:24.873 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-10-21T12:57:25.451 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-10-21T12:57:25.656 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : openblas-0.3.15-3.el8.x86_64 22/134 2023-10-21T12:57:26.341 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 22/134 2023-10-21T12:57:26.631 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 23/134 2023-10-21T12:57:26.819 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 24/134 2023-10-21T12:57:27.066 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-10-21T12:57:27.221 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-ceph-common-2:18.0.0-6820.gf0804064.el8. 26/134 2023-10-21T12:57:27.383 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-ceph-argparse-2:18.0.0-6820.gf0804064.el 27/134 2023-10-21T12:57:27.626 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_6 28/134 2023-10-21T12:57:27.814 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-10-21T12:57:29.554 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-10-21T12:57:30.572 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 30/134 2023-10-21T12:57:30.911 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 31/134 2023-10-21T12:57:31.149 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 32/134 2023-10-21T12:57:31.359 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 33/134 2023-10-21T12:57:31.583 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-10-21T12:57:31.869 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-10-21T12:57:32.261 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 36/134 2023-10-21T12:57:32.412 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librados-devel-2:18.0.0-6820.gf0804064.el8.x86_6 37/134 2023-10-21T12:57:32.571 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 38/134 2023-10-21T12:57:32.715 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 39/134 2023-10-21T12:57:32.921 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : uuid-1.6.2-43.el8.x86_64 40/134 2023-10-21T12:57:32.995 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 40/134 2023-10-21T12:57:33.226 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 41/134 2023-10-21T12:57:33.433 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : automake-1.16.1-7.el8.noarch 42/134 2023-10-21T12:57:33.613 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 43/134 2023-10-21T12:57:33.690 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 43/134 2023-10-21T12:57:33.892 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : jq-1.6-3.el8.x86_64 44/134 2023-10-21T12:57:34.050 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 45/134 2023-10-21T12:57:34.222 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 46/134 2023-10-21T12:57:34.423 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 47/134 2023-10-21T12:57:34.599 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : fuse-2.9.7-15.el8.x86_64 48/134 2023-10-21T12:57:34.741 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 49/134 2023-10-21T12:57:34.942 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 50/134 2023-10-21T12:57:35.174 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 51/134 2023-10-21T12:57:35.528 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 52/134 2023-10-21T12:57:35.806 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 53/134 2023-10-21T12:57:36.024 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 54/134 2023-10-21T12:57:36.266 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 55/134 2023-10-21T12:57:36.509 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 56/134 2023-10-21T12:57:36.828 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 57/134 2023-10-21T12:57:37.054 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 58/134 2023-10-21T12:57:37.270 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 59/134 2023-10-21T12:57:37.467 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 60/134 2023-10-21T12:57:37.656 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 61/134 2023-10-21T12:57:37.866 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 62/134 2023-10-21T12:57:38.169 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 63/134 2023-10-21T12:57:38.391 INFO:teuthology.orchestra.run.smithi067.stdout:ceph source packages 16 B/s | 1.5 kB 01:36 2023-10-21T12:57:38.433 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 64/134 2023-10-21T12:57:38.566 INFO:teuthology.orchestra.run.smithi067.stdout:Copr repo for python3-asyncssh owned by ceph 23 kB/s | 3.5 kB 00:00 2023-10-21T12:57:38.691 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 65/134 2023-10-21T12:57:38.914 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 66/134 2023-10-21T12:57:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-10-21T12:57:39.223 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-10-21T12:57:39.504 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-10-21T12:57:39.710 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-10-21T12:57:39.866 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-10-21T12:57:40.055 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-10-21T12:57:40.244 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-10-21T12:57:40.439 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-10-21T12:57:40.621 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-10-21T12:57:40.669 INFO:teuthology.orchestra.run.smithi067.stdout:Extra Packages for Enterprise Linux 7.7 MB/s | 16 MB 00:02 2023-10-21T12:57:40.806 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-10-21T12:57:40.942 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-10-21T12:57:41.172 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-10-21T12:57:41.365 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-10-21T12:57:41.592 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-10-21T12:57:41.863 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-10-21T12:57:42.069 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-10-21T12:57:42.259 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-10-21T12:57:42.483 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-10-21T12:57:43.580 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-10-21T12:57:43.848 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-10-21T12:57:44.078 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-10-21T12:57:44.394 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-10-21T12:57:44.400 INFO:teuthology.orchestra.run.smithi067.stdout:lab-extras 422 kB/s | 24 kB 00:00 2023-10-21T12:57:44.660 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-10-21T12:57:44.838 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-10-21T12:57:45.402 INFO:teuthology.orchestra.run.smithi067.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 57 MB/s | 53 MB 00:00 2023-10-21T12:57:45.661 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-10-21T12:57:45.845 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 92/134 2023-10-21T12:57:45.921 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 92/134 2023-10-21T12:57:46.087 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 93/134 2023-10-21T12:57:49.824 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T12:57:50.078 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T12:57:50.673 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T12:57:50.948 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 95/134 2023-10-21T12:57:51.031 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 95/134 2023-10-21T12:57:51.160 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 96/134 2023-10-21T12:57:53.986 INFO:teuthology.orchestra.run.smithi067.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 53 MB/s | 47 MB 00:00 2023-10-21T12:58:05.544 INFO:teuthology.orchestra.run.smithi067.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-21T12:58:05.545 INFO:teuthology.orchestra.run.smithi067.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-21T12:58:05.560 INFO:teuthology.orchestra.run.smithi067.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-10-21T12:58:05.561 INFO:teuthology.orchestra.run.smithi067.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-10-21T12:58:05.562 INFO:teuthology.orchestra.run.smithi067.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-10-21T12:58:05.563 INFO:teuthology.orchestra.run.smithi067.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-21T12:58:05.565 INFO:teuthology.orchestra.run.smithi067.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-21T12:58:05.569 INFO:teuthology.orchestra.run.smithi067.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-21T12:58:05.570 INFO:teuthology.orchestra.run.smithi067.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-21T12:58:05.711 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved. 2023-10-21T12:58:05.725 INFO:teuthology.orchestra.run.smithi067.stdout:=========================================================================================================================== 2023-10-21T12:58:05.725 INFO:teuthology.orchestra.run.smithi067.stdout: Package Arch Version Repository Size 2023-10-21T12:58:05.725 INFO:teuthology.orchestra.run.smithi067.stdout:=========================================================================================================================== 2023-10-21T12:58:05.725 INFO:teuthology.orchestra.run.smithi067.stdout:Installing: 2023-10-21T12:58:05.726 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-10-21T12:58:05.726 INFO:teuthology.orchestra.run.smithi067.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-10-21T12:58:05.726 INFO:teuthology.orchestra.run.smithi067.stdout: ceph x86_64 2:18.0.0-6820.gf0804064.el8 ceph 6.4 k 2023-10-21T12:58:05.726 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-base x86_64 2:18.0.0-6820.gf0804064.el8 ceph 5.4 M 2023-10-21T12:58:05.727 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-fuse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 918 k 2023-10-21T12:58:05.727 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6820.gf0804064.el8 ceph 167 k 2023-10-21T12:58:05.727 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr x86_64 2:18.0.0-6820.gf0804064.el8 ceph 1.6 M 2023-10-21T12:58:05.727 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 132 k 2023-10-21T12:58:05.727 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 1.8 M 2023-10-21T12:58:05.728 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 7.4 M 2023-10-21T12:58:05.728 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-rook noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 48 k 2023-10-21T12:58:05.728 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-radosgw x86_64 2:18.0.0-6820.gf0804064.el8 ceph 14 M 2023-10-21T12:58:05.728 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-test x86_64 2:18.0.0-6820.gf0804064.el8 ceph 49 M 2023-10-21T12:58:05.729 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-volume noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 261 k 2023-10-21T12:58:05.729 INFO:teuthology.orchestra.run.smithi067.stdout: cephadm noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 191 k 2023-10-21T12:58:05.729 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-mirror x86_64 2:18.0.0-6820.gf0804064.el8 ceph 261 k 2023-10-21T12:58:05.729 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-top noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 18 k 2023-10-21T12:58:05.730 INFO:teuthology.orchestra.run.smithi067.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-10-21T12:58:05.730 INFO:teuthology.orchestra.run.smithi067.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-10-21T12:58:05.730 INFO:teuthology.orchestra.run.smithi067.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-10-21T12:58:05.730 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs-devel x86_64 2:18.0.0-6820.gf0804064.el8 ceph 31 k 2023-10-21T12:58:05.730 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 840 k 2023-10-21T12:58:05.731 INFO:teuthology.orchestra.run.smithi067.stdout: librados-devel x86_64 2:18.0.0-6820.gf0804064.el8 ceph 139 k 2023-10-21T12:58:05.731 INFO:teuthology.orchestra.run.smithi067.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-10-21T12:58:05.731 INFO:teuthology.orchestra.run.smithi067.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-10-21T12:58:05.731 INFO:teuthology.orchestra.run.smithi067.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-10-21T12:58:05.731 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-10-21T12:58:05.732 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-10-21T12:58:05.732 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-10-21T12:58:05.732 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cephfs x86_64 2:18.0.0-6820.gf0804064.el8 ceph 196 k 2023-10-21T12:58:05.732 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rados x86_64 2:18.0.0-6820.gf0804064.el8 ceph 371 k 2023-10-21T12:58:05.733 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rbd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 364 k 2023-10-21T12:58:05.733 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rgw x86_64 2:18.0.0-6820.gf0804064.el8 ceph 107 k 2023-10-21T12:58:05.733 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-fuse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 94 k 2023-10-21T12:58:05.733 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-mirror x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.6 M 2023-10-21T12:58:05.733 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-nbd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 179 k 2023-10-21T12:58:05.734 INFO:teuthology.orchestra.run.smithi067.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-10-21T12:58:05.734 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrading: 2023-10-21T12:58:05.734 INFO:teuthology.orchestra.run.smithi067.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-10-21T12:58:05.734 INFO:teuthology.orchestra.run.smithi067.stdout: librados2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.7 M 2023-10-21T12:58:05.735 INFO:teuthology.orchestra.run.smithi067.stdout: librbd1 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.7 M 2023-10-21T12:58:05.735 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies: 2023-10-21T12:58:05.735 INFO:teuthology.orchestra.run.smithi067.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-10-21T12:58:05.735 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-common x86_64 2:18.0.0-6820.gf0804064.el8 ceph 23 M 2023-10-21T12:58:05.735 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 23 k 2023-10-21T12:58:05.736 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mds x86_64 2:18.0.0-6820.gf0804064.el8 ceph 2.3 M 2023-10-21T12:58:05.736 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 242 k 2023-10-21T12:58:05.736 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mon x86_64 2:18.0.0-6820.gf0804064.el8 ceph 4.6 M 2023-10-21T12:58:05.736 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-osd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 18 M 2023-10-21T12:58:05.736 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 15 k 2023-10-21T12:58:05.737 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-selinux x86_64 2:18.0.0-6820.gf0804064.el8 ceph 24 k 2023-10-21T12:58:05.737 INFO:teuthology.orchestra.run.smithi067.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-21T12:58:05.737 INFO:teuthology.orchestra.run.smithi067.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-21T12:58:05.737 INFO:teuthology.orchestra.run.smithi067.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-21T12:58:05.737 INFO:teuthology.orchestra.run.smithi067.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-10-21T12:58:05.738 INFO:teuthology.orchestra.run.smithi067.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-10-21T12:58:05.738 INFO:teuthology.orchestra.run.smithi067.stdout: libcephsqlite x86_64 2:18.0.0-6820.gf0804064.el8 ceph 184 k 2023-10-21T12:58:05.738 INFO:teuthology.orchestra.run.smithi067.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-10-21T12:58:05.738 INFO:teuthology.orchestra.run.smithi067.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-21T12:58:05.738 INFO:teuthology.orchestra.run.smithi067.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-21T12:58:05.739 INFO:teuthology.orchestra.run.smithi067.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-10-21T12:58:05.739 INFO:teuthology.orchestra.run.smithi067.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-21T12:58:05.739 INFO:teuthology.orchestra.run.smithi067.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-21T12:58:05.739 INFO:teuthology.orchestra.run.smithi067.stdout: libradosstriper1 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 518 k 2023-10-21T12:58:05.739 INFO:teuthology.orchestra.run.smithi067.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-21T12:58:05.740 INFO:teuthology.orchestra.run.smithi067.stdout: librgw2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 6.9 M 2023-10-21T12:58:05.740 INFO:teuthology.orchestra.run.smithi067.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-10-21T12:58:05.740 INFO:teuthology.orchestra.run.smithi067.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-10-21T12:58:05.740 INFO:teuthology.orchestra.run.smithi067.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-21T12:58:05.740 INFO:teuthology.orchestra.run.smithi067.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-10-21T12:58:05.741 INFO:teuthology.orchestra.run.smithi067.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-21T12:58:05.741 INFO:teuthology.orchestra.run.smithi067.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-21T12:58:05.741 INFO:teuthology.orchestra.run.smithi067.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-21T12:58:05.741 INFO:teuthology.orchestra.run.smithi067.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-21T12:58:05.741 INFO:teuthology.orchestra.run.smithi067.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-10-21T12:58:05.742 INFO:teuthology.orchestra.run.smithi067.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-10-21T12:58:05.742 INFO:teuthology.orchestra.run.smithi067.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-10-21T12:58:05.742 INFO:teuthology.orchestra.run.smithi067.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-21T12:58:05.742 INFO:teuthology.orchestra.run.smithi067.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-21T12:58:05.743 INFO:teuthology.orchestra.run.smithi067.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-21T12:58:05.743 INFO:teuthology.orchestra.run.smithi067.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-21T12:58:05.744 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-21T12:58:05.744 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-argparse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 45 k 2023-10-21T12:58:05.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-common x86_64 2:18.0.0-6820.gf0804064.el8 ceph 126 k 2023-10-21T12:58:05.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-21T12:58:05.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-21T12:58:05.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-21T12:58:05.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-21T12:58:05.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-21T12:58:05.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-21T12:58:05.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-21T12:58:05.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-21T12:58:05.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-21T12:58:05.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-21T12:58:05.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-21T12:58:05.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-21T12:58:05.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-21T12:58:05.749 INFO:teuthology.orchestra.run.smithi067.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-21T12:58:05.749 INFO:teuthology.orchestra.run.smithi067.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-21T12:58:05.749 INFO:teuthology.orchestra.run.smithi067.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-21T12:58:05.750 INFO:teuthology.orchestra.run.smithi067.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-21T12:58:05.750 INFO:teuthology.orchestra.run.smithi067.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-21T12:58:05.750 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-21T12:58:05.750 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-21T12:58:05.751 INFO:teuthology.orchestra.run.smithi067.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-21T12:58:05.751 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-21T12:58:05.751 INFO:teuthology.orchestra.run.smithi067.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-21T12:58:05.752 INFO:teuthology.orchestra.run.smithi067.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-21T12:58:05.752 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-21T12:58:05.752 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-21T12:58:05.752 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-21T12:58:05.752 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-21T12:58:05.753 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-21T12:58:05.753 INFO:teuthology.orchestra.run.smithi067.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-21T12:58:05.753 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-21T12:58:05.753 INFO:teuthology.orchestra.run.smithi067.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-21T12:58:05.753 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-21T12:58:05.754 INFO:teuthology.orchestra.run.smithi067.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-21T12:58:05.754 INFO:teuthology.orchestra.run.smithi067.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-21T12:58:05.754 INFO:teuthology.orchestra.run.smithi067.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-21T12:58:05.754 INFO:teuthology.orchestra.run.smithi067.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-21T12:58:05.754 INFO:teuthology.orchestra.run.smithi067.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-21T12:58:05.755 INFO:teuthology.orchestra.run.smithi067.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-21T12:58:05.755 INFO:teuthology.orchestra.run.smithi067.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-21T12:58:05.755 INFO:teuthology.orchestra.run.smithi067.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-21T12:58:05.755 INFO:teuthology.orchestra.run.smithi067.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-21T12:58:05.756 INFO:teuthology.orchestra.run.smithi067.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-21T12:58:05.756 INFO:teuthology.orchestra.run.smithi067.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-21T12:58:05.756 INFO:teuthology.orchestra.run.smithi067.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-21T12:58:05.756 INFO:teuthology.orchestra.run.smithi067.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-21T12:58:05.757 INFO:teuthology.orchestra.run.smithi067.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-10-21T12:58:05.757 INFO:teuthology.orchestra.run.smithi067.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-21T12:58:05.757 INFO:teuthology.orchestra.run.smithi067.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-10-21T12:58:05.757 INFO:teuthology.orchestra.run.smithi067.stdout:Enabling module streams: 2023-10-21T12:58:05.758 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql 10 2023-10-21T12:58:05.758 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T12:58:05.758 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary 2023-10-21T12:58:05.758 INFO:teuthology.orchestra.run.smithi067.stdout:=========================================================================================================================== 2023-10-21T12:58:05.758 INFO:teuthology.orchestra.run.smithi067.stdout:Install 128 Packages 2023-10-21T12:58:05.759 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrade 3 Packages 2023-10-21T12:58:05.759 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T12:58:05.760 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 209 M 2023-10-21T12:58:05.760 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages: 2023-10-21T12:58:07.362 INFO:teuthology.orchestra.run.smithi067.stdout:(1/131): ceph-common-18.0.0-6820.gf0804064.el8. 14 MB/s | 23 MB 00:01 2023-10-21T12:58:07.445 INFO:teuthology.orchestra.run.smithi067.stdout:(2/131): ceph-fuse-18.0.0-6820.gf0804064.el8.x8 11 MB/s | 918 kB 00:00 2023-10-21T12:58:07.498 INFO:teuthology.orchestra.run.smithi067.stdout:(3/131): ceph-immutable-object-cache-18.0.0-682 3.3 MB/s | 167 kB 00:00 2023-10-21T12:58:07.629 INFO:teuthology.orchestra.run.smithi067.stdout:(4/131): ceph-mds-18.0.0-6820.gf0804064.el8.x86 17 MB/s | 2.3 MB 00:00 2023-10-21T12:58:07.730 INFO:teuthology.orchestra.run.smithi067.stdout:(5/131): ceph-mgr-18.0.0-6820.gf0804064.el8.x86 16 MB/s | 1.6 MB 00:00 2023-10-21T12:58:07.963 INFO:teuthology.orchestra.run.smithi067.stdout:(6/131): ceph-mon-18.0.0-6820.gf0804064.el8.x86 20 MB/s | 4.6 MB 00:00 2023-10-21T12:58:08.838 INFO:teuthology.orchestra.run.smithi067.stdout:(7/131): ceph-osd-18.0.0-6820.gf0804064.el8.x86 21 MB/s | 18 MB 00:00 2023-10-21T12:58:09.547 INFO:teuthology.orchestra.run.smithi067.stdout:(8/131): ceph-radosgw-18.0.0-6820.gf0804064.el8 20 MB/s | 14 MB 00:00 2023-10-21T12:58:09.597 INFO:teuthology.orchestra.run.smithi067.stdout:(9/131): ceph-selinux-18.0.0-6820.gf0804064.el8 488 kB/s | 24 kB 00:00 2023-10-21T12:58:09.706 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 96/134 2023-10-21T12:58:09.706 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /sys 2023-10-21T12:58:09.707 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /proc 2023-10-21T12:58:09.707 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /dev 2023-10-21T12:58:09.707 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /run 2023-10-21T12:58:09.707 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /mnt 2023-10-21T12:58:09.707 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /var/tmp 2023-10-21T12:58:09.708 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /home 2023-10-21T12:58:09.708 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /tmp 2023-10-21T12:58:09.708 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /dev 2023-10-21T12:58:09.708 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T12:58:10.033 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 97/134 2023-10-21T12:58:11.630 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 97/134 2023-10-21T12:58:11.769 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 98/134 2023-10-21T12:58:11.772 INFO:teuthology.orchestra.run.smithi067.stdout:(10/131): ceph-test-18.0.0-6820.gf0804064.el8.x 23 MB/s | 49 MB 00:02 2023-10-21T12:58:11.822 INFO:teuthology.orchestra.run.smithi067.stdout:(11/131): cephfs-mirror-18.0.0-6820.gf0804064.e 5.1 MB/s | 261 kB 00:00 2023-10-21T12:58:11.864 INFO:teuthology.orchestra.run.smithi067.stdout:(12/131): libcephfs-devel-18.0.0-6820.gf0804064 745 kB/s | 31 kB 00:00 2023-10-21T12:58:11.948 INFO:teuthology.orchestra.run.smithi067.stdout:(13/131): libcephfs2-18.0.0-6820.gf0804064.el8. 9.8 MB/s | 840 kB 00:00 2023-10-21T12:58:11.989 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 98/134 2023-10-21T12:58:11.998 INFO:teuthology.orchestra.run.smithi067.stdout:(14/131): libcephsqlite-18.0.0-6820.gf0804064.e 3.6 MB/s | 184 kB 00:00 2023-10-21T12:58:12.048 INFO:teuthology.orchestra.run.smithi067.stdout:(15/131): librados-devel-18.0.0-6820.gf0804064. 2.7 MB/s | 139 kB 00:00 2023-10-21T12:58:12.107 INFO:teuthology.orchestra.run.smithi067.stdout:(16/131): libradosstriper1-18.0.0-6820.gf080406 8.7 MB/s | 518 kB 00:00 2023-10-21T12:58:12.158 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 99/134 2023-10-21T12:58:12.457 INFO:teuthology.orchestra.run.smithi067.stdout:(17/131): librgw2-18.0.0-6820.gf0804064.el8.x86 20 MB/s | 6.9 MB 00:00 2023-10-21T12:58:12.508 INFO:teuthology.orchestra.run.smithi067.stdout:(18/131): python3-ceph-argparse-18.0.0-6820.gf0 897 kB/s | 45 kB 00:00 2023-10-21T12:58:12.558 INFO:teuthology.orchestra.run.smithi067.stdout:(19/131): python3-ceph-common-18.0.0-6820.gf080 2.5 MB/s | 126 kB 00:00 2023-10-21T12:58:12.608 INFO:teuthology.orchestra.run.smithi067.stdout:(20/131): python3-cephfs-18.0.0-6820.gf0804064. 3.8 MB/s | 196 kB 00:00 2023-10-21T12:58:12.612 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 99/134 2023-10-21T12:58:12.659 INFO:teuthology.orchestra.run.smithi067.stdout:(21/131): python3-rados-18.0.0-6820.gf0804064.e 7.2 MB/s | 371 kB 00:00 2023-10-21T12:58:12.734 INFO:teuthology.orchestra.run.smithi067.stdout:(22/131): python3-rbd-18.0.0-6820.gf0804064.el8 4.8 MB/s | 364 kB 00:00 2023-10-21T12:58:12.784 INFO:teuthology.orchestra.run.smithi067.stdout:(23/131): python3-rgw-18.0.0-6820.gf0804064.el8 2.1 MB/s | 107 kB 00:00 2023-10-21T12:58:12.808 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 100/134 2023-10-21T12:58:12.824 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 100/134 2023-10-21T12:58:12.826 INFO:teuthology.orchestra.run.smithi067.stdout:(24/131): rbd-fuse-18.0.0-6820.gf0804064.el8.x8 2.2 MB/s | 94 kB 00:00 2023-10-21T12:58:13.026 INFO:teuthology.orchestra.run.smithi067.stdout:(25/131): rbd-mirror-18.0.0-6820.gf0804064.el8. 18 MB/s | 3.6 MB 00:00 2023-10-21T12:58:13.077 INFO:teuthology.orchestra.run.smithi067.stdout:(26/131): rbd-nbd-18.0.0-6820.gf0804064.el8.x86 3.5 MB/s | 179 kB 00:00 2023-10-21T12:58:13.119 INFO:teuthology.orchestra.run.smithi067.stdout:(27/131): ceph-grafana-dashboards-18.0.0-6820.g 557 kB/s | 23 kB 00:00 2023-10-21T12:58:13.194 INFO:teuthology.orchestra.run.smithi067.stdout:(28/131): ceph-mgr-cephadm-18.0.0-6820.gf080406 1.7 MB/s | 132 kB 00:00 2023-10-21T12:58:13.311 INFO:teuthology.orchestra.run.smithi067.stdout:(29/131): ceph-mgr-dashboard-18.0.0-6820.gf0804 15 MB/s | 1.8 MB 00:00 2023-10-21T12:58:13.736 INFO:teuthology.orchestra.run.smithi067.stdout:(30/131): ceph-mgr-diskprediction-local-18.0.0- 17 MB/s | 7.4 MB 00:00 2023-10-21T12:58:13.786 INFO:teuthology.orchestra.run.smithi067.stdout:(31/131): ceph-mgr-modules-core-18.0.0-6820.gf0 4.8 MB/s | 242 kB 00:00 2023-10-21T12:58:13.828 INFO:teuthology.orchestra.run.smithi067.stdout:(32/131): ceph-mgr-rook-18.0.0-6820.gf0804064.e 1.1 MB/s | 48 kB 00:00 2023-10-21T12:58:13.862 INFO:teuthology.orchestra.run.smithi067.stdout:(33/131): ceph-prometheus-alerts-18.0.0-6820.gf 449 kB/s | 15 kB 00:00 2023-10-21T12:58:13.912 INFO:teuthology.orchestra.run.smithi067.stdout:(34/131): ceph-volume-18.0.0-6820.gf0804064.el8 5.1 MB/s | 261 kB 00:00 2023-10-21T12:58:13.962 INFO:teuthology.orchestra.run.smithi067.stdout:(35/131): cephadm-18.0.0-6820.gf0804064.el8.noa 3.7 MB/s | 191 kB 00:00 2023-10-21T12:58:14.004 INFO:teuthology.orchestra.run.smithi067.stdout:(36/131): cephfs-top-18.0.0-6820.gf0804064.el8. 433 kB/s | 18 kB 00:00 2023-10-21T12:58:14.530 INFO:teuthology.orchestra.run.smithi067.stdout:(37/131): gperftools-libs-2.7-9.el8.x86_64.rpm 583 kB/s | 306 kB 00:00 2023-10-21T12:58:14.556 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: cephadm-2:18.0.0-6820.gf0804064.el8.noarch 101/134 2023-10-21T12:58:14.655 INFO:teuthology.orchestra.run.smithi067.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 470 kB/s | 59 kB 00:00 2023-10-21T12:58:14.755 INFO:teuthology.orchestra.run.smithi067.stdout:(39/131): libunwind-1.3.1-3.el8.x86_64.rpm 751 kB/s | 75 kB 00:00 2023-10-21T12:58:14.771 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : cephadm-2:18.0.0-6820.gf0804064.el8.noarch 101/134 2023-10-21T12:58:14.905 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.e 102/134 2023-10-21T12:58:14.939 INFO:teuthology.orchestra.run.smithi067.stdout:(40/131): python3-asyncssh-2.7.0-2.el8.noarch.r 2.5 MB/s | 476 kB 00:00 2023-10-21T12:58:15.039 INFO:teuthology.orchestra.run.smithi067.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 436 kB/s | 44 kB 00:00 2023-10-21T12:58:15.090 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6820.gf0804064. 103/134 2023-10-21T12:58:15.156 INFO:teuthology.orchestra.run.smithi067.stdout:(42/131): python3-beautifulsoup4-4.6.3-2.el8.1. 1.6 MB/s | 185 kB 00:00 2023-10-21T12:58:15.256 INFO:teuthology.orchestra.run.smithi067.stdout:(43/131): python3-cachetools-3.1.1-4.el8.noarch 329 kB/s | 33 kB 00:00 2023-10-21T12:58:15.315 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 104/134 2023-10-21T12:58:15.348 INFO:teuthology.orchestra.run.smithi067.stdout:(44/131): python3-certifi-2018.10.15-7.el8.noar 178 kB/s | 16 kB 00:00 2023-10-21T12:58:15.465 INFO:teuthology.orchestra.run.smithi067.stdout:(45/131): python3-cheroot-8.5.2-1.el8.noarch.rp 1.4 MB/s | 173 kB 00:00 2023-10-21T12:58:15.540 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 104/134 2023-10-21T12:58:15.724 INFO:teuthology.orchestra.run.smithi067.stdout:(46/131): python3-cherrypy-18.4.0-1.el8.noarch. 1.5 MB/s | 384 kB 00:00 2023-10-21T12:58:15.801 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 105/134 2023-10-21T12:58:15.832 INFO:teuthology.orchestra.run.smithi067.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 750 kB/s | 81 kB 00:00 2023-10-21T12:58:15.932 INFO:teuthology.orchestra.run.smithi067.stdout:(48/131): python3-jaraco-6.2-6.el8.noarch.rpm 111 kB/s | 11 kB 00:00 2023-10-21T12:58:16.033 INFO:teuthology.orchestra.run.smithi067.stdout:(49/131): python3-jaraco-functools-2.0-4.el8.no 175 kB/s | 18 kB 00:00 2023-10-21T12:58:16.216 INFO:teuthology.orchestra.run.smithi067.stdout:(50/131): python3-kubernetes-11.0.0-6.el8.noarc 6.4 MB/s | 1.2 MB 00:00 2023-10-21T12:58:16.317 INFO:teuthology.orchestra.run.smithi067.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 487 kB/s | 49 kB 00:00 2023-10-21T12:58:16.417 INFO:teuthology.orchestra.run.smithi067.stdout:(52/131): python3-more-itertools-7.2.0-3.el8.no 588 kB/s | 59 kB 00:00 2023-10-21T12:58:16.517 INFO:teuthology.orchestra.run.smithi067.stdout:(53/131): python3-natsort-7.1.1-2.el8.noarch.rp 602 kB/s | 60 kB 00:00 2023-10-21T12:58:16.634 INFO:teuthology.orchestra.run.smithi067.stdout:(54/131): python3-pecan-1.3.2-9.el8.noarch.rpm 2.4 MB/s | 283 kB 00:00 2023-10-21T12:58:16.726 INFO:teuthology.orchestra.run.smithi067.stdout:(55/131): python3-portend-2.6-1.el8.noarch.rpm 169 kB/s | 16 kB 00:00 2023-10-21T12:58:16.761 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 105/134 2023-10-21T12:58:16.818 INFO:teuthology.orchestra.run.smithi067.stdout:(56/131): python3-repoze-lru-0.7-6.el8.noarch.r 367 kB/s | 34 kB 00:00 2023-10-21T12:58:16.898 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 106/134 2023-10-21T12:58:16.927 INFO:teuthology.orchestra.run.smithi067.stdout:(57/131): python3-routes-2.4.1-12.el8.noarch.rp 1.8 MB/s | 196 kB 00:00 2023-10-21T12:58:16.988 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 106/134 2023-10-21T12:58:17.027 INFO:teuthology.orchestra.run.smithi067.stdout:(58/131): python3-rsa-4.9-2.el8.noarch.rpm 642 kB/s | 64 kB 00:00 2023-10-21T12:58:17.127 INFO:teuthology.orchestra.run.smithi067.stdout:(59/131): python3-simplegeneric-0.8.1-17.el8.no 187 kB/s | 19 kB 00:00 2023-10-21T12:58:17.228 INFO:teuthology.orchestra.run.smithi067.stdout:(60/131): python3-singledispatch-3.4.0.3-18.el8 239 kB/s | 24 kB 00:00 2023-10-21T12:58:17.320 INFO:teuthology.orchestra.run.smithi067.stdout:(61/131): python3-tempora-1.14.1-5.el8.noarch.r 319 kB/s | 29 kB 00:00 2023-10-21T12:58:17.391 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el 107/134 2023-10-21T12:58:17.411 INFO:teuthology.orchestra.run.smithi067.stdout:(62/131): python3-trustme-0.6.0-4.el8.noarch.rp 300 kB/s | 27 kB 00:00 2023-10-21T12:58:17.554 INFO:teuthology.orchestra.run.smithi067.stdout:(63/131): python3-waitress-1.4.3-1.el8.noarch.r 1.7 MB/s | 255 kB 00:00 2023-10-21T12:58:17.560 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 108/134 2023-10-21T12:58:17.596 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 108/134 2023-10-21T12:58:17.670 INFO:teuthology.orchestra.run.smithi067.stdout:(64/131): python3-webob-1.8.5-1.el8.1.noarch.rp 2.1 MB/s | 251 kB 00:00 2023-10-21T12:58:17.771 INFO:teuthology.orchestra.run.smithi067.stdout:(65/131): python3-websocket-client-0.56.0-5.el8 612 kB/s | 61 kB 00:00 2023-10-21T12:58:17.773 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 109/134 2023-10-21T12:58:17.784 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 109/134 2023-10-21T12:58:17.879 INFO:teuthology.orchestra.run.smithi067.stdout:(66/131): python3-webtest-2.0.33-1.el8.noarch.r 788 kB/s | 85 kB 00:00 2023-10-21T12:58:17.971 INFO:teuthology.orchestra.run.smithi067.stdout:(67/131): python3-zc-lockfile-2.0-2.el8.noarch. 250 kB/s | 23 kB 00:00 2023-10-21T12:58:18.155 INFO:teuthology.orchestra.run.smithi067.stdout:(68/131): thrift-0.13.0-2.el8.x86_64.rpm 9.5 MB/s | 1.7 MB 00:00 2023-10-21T12:58:18.180 INFO:teuthology.orchestra.run.smithi067.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 70 kB 00:00 2023-10-21T12:58:18.239 INFO:teuthology.orchestra.run.smithi067.stdout:(70/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 803 kB/s | 47 kB 00:00 2023-10-21T12:58:18.280 INFO:teuthology.orchestra.run.smithi067.stdout:(71/131): libselinux-devel-2.9-5.el8.x86_64.rpm 4.7 MB/s | 200 kB 00:00 2023-10-21T12:58:18.314 INFO:teuthology.orchestra.run.smithi067.stdout:(72/131): python3-jwt-1.6.1-2.el8.noarch.rpm 1.2 MB/s | 43 kB 00:00 2023-10-21T12:58:18.356 INFO:teuthology.orchestra.run.smithi067.stdout:(73/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 5.2 MB/s | 220 kB 00:00 2023-10-21T12:58:18.389 INFO:teuthology.orchestra.run.smithi067.stdout:(74/131): keyutils-libs-devel-1.5.10-9.el8.x86_ 1.4 MB/s | 48 kB 00:00 2023-10-21T12:58:18.423 INFO:teuthology.orchestra.run.smithi067.stdout:(75/131): libsepol-devel-2.9-3.el8.x86_64.rpm 2.5 MB/s | 87 kB 00:00 2023-10-21T12:58:18.465 INFO:teuthology.orchestra.run.smithi067.stdout:(76/131): python3-requests-oauthlib-1.0.0-1.el8 1.0 MB/s | 43 kB 00:00 2023-10-21T12:58:18.535 INFO:teuthology.orchestra.run.smithi067.stdout:(77/131): python3-pycparser-2.14-14.el8.noarch. 1.5 MB/s | 109 kB 00:00 2023-10-21T12:58:18.582 INFO:teuthology.orchestra.run.smithi067.stdout:(78/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 4.7 MB/s | 229 kB 00:00 2023-10-21T12:58:18.633 INFO:teuthology.orchestra.run.smithi067.stdout:(79/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 11 MB/s | 560 kB 00:00 2023-10-21T12:58:18.675 INFO:teuthology.orchestra.run.smithi067.stdout:(80/131): libaio-devel-0.3.112-1.el8.x86_64.rpm 449 kB/s | 19 kB 00:00 2023-10-21T12:58:18.717 INFO:teuthology.orchestra.run.smithi067.stdout:(81/131): python3-oauthlib-2.1.0-1.el8.noarch.r 3.6 MB/s | 155 kB 00:00 2023-10-21T12:58:18.767 INFO:teuthology.orchestra.run.smithi067.stdout:(82/131): python3-cryptography-3.2.1-5.el8.x86_ 11 MB/s | 559 kB 00:00 2023-10-21T12:58:18.800 INFO:teuthology.orchestra.run.smithi067.stdout:(83/131): libverto-devel-0.3.0-5.el8.x86_64.rpm 538 kB/s | 18 kB 00:00 2023-10-21T12:58:18.851 INFO:teuthology.orchestra.run.smithi067.stdout:(84/131): pcre2-devel-10.32-2.el8.x86_64.rpm 12 MB/s | 605 kB 00:00 2023-10-21T12:58:18.892 INFO:teuthology.orchestra.run.smithi067.stdout:(85/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 5.6 MB/s | 238 kB 00:00 2023-10-21T12:58:18.969 INFO:teuthology.orchestra.run.smithi067.stdout:(86/131): openssl-devel-1.1.1k-7.el8_6.x86_64.r 31 MB/s | 2.3 MB 00:00 2023-10-21T12:58:19.029 INFO:teuthology.orchestra.run.smithi067.stdout:(87/131): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 1.2 MB/s | 72 kB 00:00 2023-10-21T12:58:19.069 INFO:teuthology.orchestra.run.smithi067.stdout:(88/131): fuse-2.9.7-15.el8.x86_64.rpm 2.1 MB/s | 83 kB 00:00 2023-10-21T12:58:19.110 INFO:teuthology.orchestra.run.smithi067.stdout:(89/131): elfutils-libelf-devel-0.186-1.el8.x86 1.4 MB/s | 60 kB 00:00 2023-10-21T12:58:19.117 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-2:18.0.0-6820.gf0804064.el8.x86_64 110/134 2023-10-21T12:58:19.153 INFO:teuthology.orchestra.run.smithi067.stdout:(90/131): libuuid-devel-2.32.1-35.el8.x86_64.rp 2.3 MB/s | 98 kB 00:00 2023-10-21T12:58:19.203 INFO:teuthology.orchestra.run.smithi067.stdout:(91/131): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2023-10-21T12:58:19.236 INFO:teuthology.orchestra.run.smithi067.stdout:(92/131): libcom_err-devel-1.45.6-4.el8.x86_64. 1.1 MB/s | 39 kB 00:00 2023-10-21T12:58:19.286 INFO:teuthology.orchestra.run.smithi067.stdout:(93/131): libgfortran-8.5.0-10.1.el8_6.x86_64.r 13 MB/s | 644 kB 00:00 2023-10-21T12:58:19.323 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 111/134 2023-10-21T12:58:19.328 INFO:teuthology.orchestra.run.smithi067.stdout:(94/131): libquadmath-8.5.0-10.1.el8_6.x86_64.r 4.0 MB/s | 171 kB 00:00 2023-10-21T12:58:19.358 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 111/134 2023-10-21T12:58:19.370 INFO:teuthology.orchestra.run.smithi067.stdout:(95/131): NetworkManager-initscripts-updown-1.3 3.2 MB/s | 138 kB 00:00 2023-10-21T12:58:19.498 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6820.gf0804 112/134 2023-10-21T12:58:19.540 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6820.gf0804 112/134 2023-10-21T12:58:19.654 INFO:teuthology.orchestra.run.smithi067.stdout:(96/131): python3-scipy-1.0.0-21.module+el8.5.0 48 MB/s | 14 MB 00:00 2023-10-21T12:58:19.681 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 113/134 2023-10-21T12:58:19.696 INFO:teuthology.orchestra.run.smithi067.stdout:(97/131): python3-pyasn1-modules-0.3.7-6.el8.no 2.6 MB/s | 110 kB 00:00 2023-10-21T12:58:19.729 INFO:teuthology.orchestra.run.smithi067.stdout:(98/131): python3-pytz-2017.2-9.el8.noarch.rpm 1.6 MB/s | 54 kB 00:00 2023-10-21T12:58:19.771 INFO:teuthology.orchestra.run.smithi067.stdout:(99/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 6.1 MB/s | 259 kB 00:00 2023-10-21T12:58:19.813 INFO:teuthology.orchestra.run.smithi067.stdout:(100/131): socat-1.7.4.1-1.el8.x86_64.rpm 7.6 MB/s | 323 kB 00:00 2023-10-21T12:58:19.847 INFO:teuthology.orchestra.run.smithi067.stdout:(101/131): python3-markupsafe-0.23-19.el8.x86_6 1.1 MB/s | 39 kB 00:00 2023-10-21T12:58:19.897 INFO:teuthology.orchestra.run.smithi067.stdout:(102/131): bison-3.0.4-10.el8.x86_64.rpm 13 MB/s | 688 kB 00:00 2023-10-21T12:58:19.939 INFO:teuthology.orchestra.run.smithi067.stdout:(103/131): python3-jinja2-2.10.1-3.el8.noarch.r 13 MB/s | 538 kB 00:00 2023-10-21T12:58:20.002 INFO:teuthology.orchestra.run.smithi067.stdout:(104/131): python3-mako-1.0.6-13.el8.noarch.rpm 2.4 MB/s | 157 kB 00:00 2023-10-21T12:58:20.041 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 113/134 2023-10-21T12:58:20.048 INFO:teuthology.orchestra.run.smithi067.stdout:(105/131): oniguruma-6.8.2-2.el8.x86_64.rpm 4.0 MB/s | 187 kB 00:00 2023-10-21T12:58:20.107 INFO:teuthology.orchestra.run.smithi067.stdout:(106/131): automake-1.16.1-7.el8.noarch.rpm 12 MB/s | 713 kB 00:00 2023-10-21T12:58:20.231 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 114/134 2023-10-21T12:58:20.240 INFO:teuthology.orchestra.run.smithi067.stdout:(107/131): python3-babel-2.5.1-7.el8.noarch.rpm 36 MB/s | 4.8 MB 00:00 2023-10-21T12:58:20.282 INFO:teuthology.orchestra.run.smithi067.stdout:(108/131): python3-jsonpatch-1.21-2.el8.noarch. 640 kB/s | 27 kB 00:00 2023-10-21T12:58:20.324 INFO:teuthology.orchestra.run.smithi067.stdout:(109/131): flex-2.6.1-9.el8.x86_64.rpm 7.5 MB/s | 320 kB 00:00 2023-10-21T12:58:20.358 INFO:teuthology.orchestra.run.smithi067.stdout:(110/131): python3-prettytable-0.7.2-14.el8.noa 1.3 MB/s | 44 kB 00:00 2023-10-21T12:58:20.488 INFO:teuthology.orchestra.run.smithi067.stdout:(111/131): python3-numpy-1.14.3-10.el8.x86_64.r 29 MB/s | 3.7 MB 00:00 2023-10-21T12:58:20.541 INFO:teuthology.orchestra.run.smithi067.stdout:(112/131): python3-werkzeug-0.12.2-4.el8.noarch 8.5 MB/s | 457 kB 00:00 2023-10-21T12:58:20.583 INFO:teuthology.orchestra.run.smithi067.stdout:(113/131): python3-numpy-f2py-1.14.3-10.el8.x86 5.3 MB/s | 225 kB 00:00 2023-10-21T12:58:20.618 INFO:teuthology.orchestra.run.smithi067.stdout:(114/131): uuid-1.6.2-43.el8.x86_64.rpm 1.9 MB/s | 64 kB 00:00 2023-10-21T12:58:20.659 INFO:teuthology.orchestra.run.smithi067.stdout:(115/131): python3-pyasn1-0.3.7-6.el8.noarch.rp 3.0 MB/s | 126 kB 00:00 2023-10-21T12:58:20.693 INFO:teuthology.orchestra.run.smithi067.stdout:(116/131): python3-jsonpointer-1.10-11.el8.noar 601 kB/s | 20 kB 00:00 2023-10-21T12:58:20.735 INFO:teuthology.orchestra.run.smithi067.stdout:(117/131): python3-pyOpenSSL-19.0.0-1.el8.noarc 2.4 MB/s | 103 kB 00:00 2023-10-21T12:58:20.785 INFO:teuthology.orchestra.run.smithi067.stdout:(118/131): libtool-2.4.6-25.el8.x86_64.rpm 14 MB/s | 709 kB 00:00 2023-10-21T12:58:20.910 INFO:teuthology.orchestra.run.smithi067.stdout:(119/131): openblas-threads-0.3.15-3.el8.x86_64 39 MB/s | 4.9 MB 00:00 2023-10-21T12:58:20.983 INFO:teuthology.orchestra.run.smithi067.stdout:(120/131): libpq-13.5-1.el8.x86_64.rpm 2.7 MB/s | 198 kB 00:00 2023-10-21T12:58:21.111 INFO:teuthology.orchestra.run.smithi067.stdout:(121/131): openblas-0.3.15-3.el8.x86_64.rpm 37 MB/s | 4.7 MB 00:00 2023-10-21T12:58:21.203 INFO:teuthology.orchestra.run.smithi067.stdout:(122/131): jq-1.6-3.el8.x86_64.rpm 2.2 MB/s | 202 kB 00:00 2023-10-21T12:58:21.245 INFO:teuthology.orchestra.run.smithi067.stdout:(123/131): librdkafka-0.11.4-3.el8.x86_64.rpm 8.3 MB/s | 354 kB 00:00 2023-10-21T12:58:21.378 INFO:teuthology.orchestra.run.smithi067.stdout:(124/131): postgresql-server-10.21-2.module+el8 38 MB/s | 5.1 MB 00:00 2023-10-21T12:58:21.461 INFO:teuthology.orchestra.run.smithi067.stdout:(125/131): postgresql-contrib-10.21-2.module+el 9.6 MB/s | 808 kB 00:00 2023-10-21T12:58:21.529 INFO:teuthology.orchestra.run.smithi067.stdout:(126/131): postgresql-10.21-2.module+el8.6.0+15 22 MB/s | 1.5 MB 00:00 2023-10-21T12:58:21.829 INFO:teuthology.orchestra.run.smithi067.stdout:(127/131): librados2-18.0.0-6820.gf0804064.el8. 12 MB/s | 3.7 MB 00:00 2023-10-21T12:58:22.030 INFO:teuthology.orchestra.run.smithi067.stdout:(128/131): librbd1-18.0.0-6820.gf0804064.el8.x8 19 MB/s | 3.7 MB 00:00 2023-10-21T12:58:22.088 INFO:teuthology.orchestra.run.smithi067.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 13 MB/s | 798 kB 00:00 2023-10-21T12:58:24.915 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 114/134 2023-10-21T12:58:25.828 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 115/134 2023-10-21T12:58:26.118 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 116/134 2023-10-21T12:58:26.299 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 117/134 2023-10-21T12:58:26.588 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 118/134 2023-10-21T12:58:26.747 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libtool-2.4.6-25.el8.x86_64 119/134 2023-10-21T12:58:26.948 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 119/134 2023-10-21T12:58:27.193 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 120/134 2023-10-21T12:58:27.342 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_ 121/134 2023-10-21T12:58:27.489 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-21T12:58:29.653 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T12:58:29.897 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T12:58:29.915 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T12:58:30.113 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 124/134 2023-10-21T12:58:30.371 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 125/134 2023-10-21T12:58:30.674 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 126/134 2023-10-21T12:58:31.014 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-10-21T12:58:31.212 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flex-2.6.1-9.el8.x86_64 128/134 2023-10-21T12:58:31.305 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 128/134 2023-10-21T12:58:31.529 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : bison-3.0.4-10.el8.x86_64 129/134 2023-10-21T12:58:31.542 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 129/134 2023-10-21T12:58:31.697 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-10-21T12:58:31.704 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-10-21T12:58:31.857 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/134 2023-10-21T12:58:31.857 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T12:58:32.066 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T12:58:32.066 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-21T12:58:32.344 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-21T12:58:32.520 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T12:58:33.050 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T12:58:33.050 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-2:18.0.0-6820.gf0804064.el8.x86_64 1/134 2023-10-21T12:58:33.051 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 2/134 2023-10-21T12:58:33.051 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 3/134 2023-10-21T12:58:33.051 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 4/134 2023-10-21T12:58:33.051 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6820.gf0804 5/134 2023-10-21T12:58:33.051 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T12:58:33.052 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T12:58:33.052 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 8/134 2023-10-21T12:58:33.052 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 9/134 2023-10-21T12:58:33.052 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 10/134 2023-10-21T12:58:33.052 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 11/134 2023-10-21T12:58:33.053 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 12/134 2023-10-21T12:58:33.053 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 13/134 2023-10-21T12:58:33.053 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_ 14/134 2023-10-21T12:58:33.053 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 15/134 2023-10-21T12:58:33.053 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 16/134 2023-10-21T12:58:33.054 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados-devel-2:18.0.0-6820.gf0804064.el8.x86_6 17/134 2023-10-21T12:58:33.054 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 18/134 2023-10-21T12:58:33.054 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 19/134 2023-10-21T12:58:33.054 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6820.gf0804064.el 20/134 2023-10-21T12:58:33.054 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-ceph-common-2:18.0.0-6820.gf0804064.el8. 21/134 2023-10-21T12:58:33.055 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_6 22/134 2023-10-21T12:58:33.055 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 23/134 2023-10-21T12:58:33.055 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 24/134 2023-10-21T12:58:33.055 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 25/134 2023-10-21T12:58:33.055 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 26/134 2023-10-21T12:58:33.055 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 27/134 2023-10-21T12:58:33.056 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 28/134 2023-10-21T12:58:33.056 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6820.gf0804064. 29/134 2023-10-21T12:58:33.056 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 30/134 2023-10-21T12:58:33.056 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 31/134 2023-10-21T12:58:33.056 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 32/134 2023-10-21T12:58:33.057 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el 33/134 2023-10-21T12:58:33.057 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 34/134 2023-10-21T12:58:33.057 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.e 35/134 2023-10-21T12:58:33.057 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 36/134 2023-10-21T12:58:33.057 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : cephadm-2:18.0.0-6820.gf0804064.el8.noarch 37/134 2023-10-21T12:58:33.058 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 38/134 2023-10-21T12:58:33.058 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-10-21T12:58:33.058 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-10-21T12:58:33.058 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-10-21T12:58:33.058 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-10-21T12:58:33.058 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-10-21T12:58:33.059 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-10-21T12:58:33.059 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-10-21T12:58:33.059 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-10-21T12:58:33.059 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-10-21T12:58:33.060 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-10-21T12:58:33.060 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-10-21T12:58:33.060 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-10-21T12:58:33.060 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-10-21T12:58:33.060 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-10-21T12:58:33.061 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-10-21T12:58:33.061 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-10-21T12:58:33.061 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-10-21T12:58:33.061 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-10-21T12:58:33.061 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-10-21T12:58:33.061 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-10-21T12:58:33.062 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-10-21T12:58:33.062 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-10-21T12:58:33.062 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-10-21T12:58:33.062 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-10-21T12:58:33.062 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-10-21T12:58:33.063 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-10-21T12:58:33.063 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-10-21T12:58:33.063 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-10-21T12:58:33.063 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-10-21T12:58:33.063 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-10-21T12:58:33.064 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-10-21T12:58:33.064 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-10-21T12:58:33.064 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-10-21T12:58:33.064 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 72/134 2023-10-21T12:58:33.064 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 73/134 2023-10-21T12:58:33.064 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/134 2023-10-21T12:58:33.065 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/134 2023-10-21T12:58:33.065 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 76/134 2023-10-21T12:58:33.065 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 77/134 2023-10-21T12:58:33.065 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/134 2023-10-21T12:58:33.065 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 79/134 2023-10-21T12:58:33.066 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 80/134 2023-10-21T12:58:33.066 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 81/134 2023-10-21T12:58:33.066 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 82/134 2023-10-21T12:58:33.066 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 83/134 2023-10-21T12:58:33.066 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 84/134 2023-10-21T12:58:33.067 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 85/134 2023-10-21T12:58:33.067 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 86/134 2023-10-21T12:58:33.067 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 87/134 2023-10-21T12:58:33.067 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 88/134 2023-10-21T12:58:33.067 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 89/134 2023-10-21T12:58:33.068 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 90/134 2023-10-21T12:58:33.068 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 91/134 2023-10-21T12:58:33.068 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 92/134 2023-10-21T12:58:33.068 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 93/134 2023-10-21T12:58:33.068 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 94/134 2023-10-21T12:58:33.068 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 95/134 2023-10-21T12:58:33.069 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 96/134 2023-10-21T12:58:33.069 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 97/134 2023-10-21T12:58:33.069 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 98/134 2023-10-21T12:58:33.069 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 99/134 2023-10-21T12:58:33.069 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 100/134 2023-10-21T12:58:33.070 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 101/134 2023-10-21T12:58:33.070 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 102/134 2023-10-21T12:58:33.070 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 103/134 2023-10-21T12:58:33.070 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : bison-3.0.4-10.el8.x86_64 104/134 2023-10-21T12:58:33.070 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 105/134 2023-10-21T12:58:33.071 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 106/134 2023-10-21T12:58:33.071 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 107/134 2023-10-21T12:58:33.071 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : automake-1.16.1-7.el8.noarch 108/134 2023-10-21T12:58:33.071 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 109/134 2023-10-21T12:58:33.071 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 110/134 2023-10-21T12:58:33.072 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flex-2.6.1-9.el8.x86_64 111/134 2023-10-21T12:58:33.072 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 112/134 2023-10-21T12:58:33.072 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 113/134 2023-10-21T12:58:33.072 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 114/134 2023-10-21T12:58:33.072 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 115/134 2023-10-21T12:58:33.073 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 116/134 2023-10-21T12:58:33.073 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 117/134 2023-10-21T12:58:33.073 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 118/134 2023-10-21T12:58:33.073 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 119/134 2023-10-21T12:58:33.073 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 120/134 2023-10-21T12:58:33.074 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 121/134 2023-10-21T12:58:33.074 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libpq-13.5-1.el8.x86_64 122/134 2023-10-21T12:58:33.074 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 123/134 2023-10-21T12:58:33.074 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : jq-1.6-3.el8.x86_64 124/134 2023-10-21T12:58:33.075 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 125/134 2023-10-21T12:58:33.075 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 126/134 2023-10-21T12:58:33.075 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 127/134 2023-10-21T12:58:33.075 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 128/134 2023-10-21T12:58:33.075 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados2-2:18.0.0-6820.gf0804064.el8.x86_64 129/134 2023-10-21T12:58:33.076 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-10-21T12:58:33.076 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 131/134 2023-10-21T12:58:33.076 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T12:58:33.076 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-10-21T12:58:35.522 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T12:58:35.522 INFO:teuthology.orchestra.run.smithi190.stdout:Last metadata expiration check: 0:01:48 ago on Sat 21 Oct 2023 12:56:47 PM UTC. 2023-10-21T12:58:38.050 INFO:teuthology.orchestra.run.smithi190.stdout:Installed products updated. 2023-10-21T12:58:38.272 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T12:58:38.273 INFO:teuthology.orchestra.run.smithi190.stdout:Upgraded: 2023-10-21T12:58:38.273 INFO:teuthology.orchestra.run.smithi190.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-10-21T12:58:38.273 INFO:teuthology.orchestra.run.smithi190.stdout: librados2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.273 INFO:teuthology.orchestra.run.smithi190.stdout: librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.273 INFO:teuthology.orchestra.run.smithi190.stdout:Installed: 2023-10-21T12:58:38.274 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-10-21T12:58:38.274 INFO:teuthology.orchestra.run.smithi190.stdout: automake-1.16.1-7.el8.noarch 2023-10-21T12:58:38.274 INFO:teuthology.orchestra.run.smithi190.stdout: bison-3.0.4-10.el8.x86_64 2023-10-21T12:58:38.274 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.274 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.275 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.275 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.275 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-grafana-dashboards-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T12:58:38.275 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-immutable-object-cache-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.275 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.276 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.276 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T12:58:38.276 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T12:58:38.276 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T12:58:38.276 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T12:58:38.277 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T12:58:38.277 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.277 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.277 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T12:58:38.277 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.278 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.278 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.278 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T12:58:38.278 INFO:teuthology.orchestra.run.smithi190.stdout: cephadm-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T12:58:38.278 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.279 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T12:58:38.279 INFO:teuthology.orchestra.run.smithi190.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-10-21T12:58:38.279 INFO:teuthology.orchestra.run.smithi190.stdout: flex-2.6.1-9.el8.x86_64 2023-10-21T12:58:38.279 INFO:teuthology.orchestra.run.smithi190.stdout: fuse-2.9.7-15.el8.x86_64 2023-10-21T12:58:38.280 INFO:teuthology.orchestra.run.smithi190.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-21T12:58:38.280 INFO:teuthology.orchestra.run.smithi190.stdout: jq-1.6-3.el8.x86_64 2023-10-21T12:58:38.280 INFO:teuthology.orchestra.run.smithi190.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-10-21T12:58:38.280 INFO:teuthology.orchestra.run.smithi190.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-10-21T12:58:38.280 INFO:teuthology.orchestra.run.smithi190.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-10-21T12:58:38.281 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.281 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.281 INFO:teuthology.orchestra.run.smithi190.stdout: libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.281 INFO:teuthology.orchestra.run.smithi190.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-10-21T12:58:38.281 INFO:teuthology.orchestra.run.smithi190.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-21T12:58:38.282 INFO:teuthology.orchestra.run.smithi190.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-21T12:58:38.282 INFO:teuthology.orchestra.run.smithi190.stdout: libpq-13.5-1.el8.x86_64 2023-10-21T12:58:38.282 INFO:teuthology.orchestra.run.smithi190.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-21T12:58:38.282 INFO:teuthology.orchestra.run.smithi190.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-21T12:58:38.282 INFO:teuthology.orchestra.run.smithi190.stdout: librados-devel-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.283 INFO:teuthology.orchestra.run.smithi190.stdout: libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.283 INFO:teuthology.orchestra.run.smithi190.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-21T12:58:38.283 INFO:teuthology.orchestra.run.smithi190.stdout: librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.283 INFO:teuthology.orchestra.run.smithi190.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-10-21T12:58:38.283 INFO:teuthology.orchestra.run.smithi190.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-10-21T12:58:38.284 INFO:teuthology.orchestra.run.smithi190.stdout: libtool-2.4.6-25.el8.x86_64 2023-10-21T12:58:38.284 INFO:teuthology.orchestra.run.smithi190.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-21T12:58:38.284 INFO:teuthology.orchestra.run.smithi190.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-10-21T12:58:38.284 INFO:teuthology.orchestra.run.smithi190.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-10-21T12:58:38.285 INFO:teuthology.orchestra.run.smithi190.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-21T12:58:38.285 INFO:teuthology.orchestra.run.smithi190.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-21T12:58:38.285 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-21T12:58:38.285 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-21T12:58:38.285 INFO:teuthology.orchestra.run.smithi190.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-10-21T12:58:38.286 INFO:teuthology.orchestra.run.smithi190.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-10-21T12:58:38.286 INFO:teuthology.orchestra.run.smithi190.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-10-21T12:58:38.286 INFO:teuthology.orchestra.run.smithi190.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-10-21T12:58:38.286 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T12:58:38.286 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T12:58:38.287 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T12:58:38.287 INFO:teuthology.orchestra.run.smithi190.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-21T12:58:38.287 INFO:teuthology.orchestra.run.smithi190.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-21T12:58:38.287 INFO:teuthology.orchestra.run.smithi190.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-21T12:58:38.287 INFO:teuthology.orchestra.run.smithi190.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-21T12:58:38.288 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-21T12:58:38.288 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-argparse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.288 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.288 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.288 INFO:teuthology.orchestra.run.smithi190.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-21T12:58:38.289 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-21T12:58:38.289 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-21T12:58:38.289 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-21T12:58:38.289 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-21T12:58:38.289 INFO:teuthology.orchestra.run.smithi190.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-21T12:58:38.289 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-21T12:58:38.290 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-21T12:58:38.290 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-21T12:58:38.290 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-21T12:58:38.290 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-21T12:58:38.291 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-21T12:58:38.291 INFO:teuthology.orchestra.run.smithi190.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-21T12:58:38.291 INFO:teuthology.orchestra.run.smithi190.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-21T12:58:38.291 INFO:teuthology.orchestra.run.smithi190.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-21T12:58:38.291 INFO:teuthology.orchestra.run.smithi190.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-21T12:58:38.292 INFO:teuthology.orchestra.run.smithi190.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-21T12:58:38.292 INFO:teuthology.orchestra.run.smithi190.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-21T12:58:38.292 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-21T12:58:38.293 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-21T12:58:38.293 INFO:teuthology.orchestra.run.smithi190.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-21T12:58:38.293 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-21T12:58:38.293 INFO:teuthology.orchestra.run.smithi190.stdout: python3-portend-2.6-1.el8.noarch 2023-10-21T12:58:38.293 INFO:teuthology.orchestra.run.smithi190.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-21T12:58:38.294 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-21T12:58:38.294 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-21T12:58:38.294 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-21T12:58:38.294 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-21T12:58:38.294 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-21T12:58:38.295 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.295 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.295 INFO:teuthology.orchestra.run.smithi190.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-21T12:58:38.295 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-21T12:58:38.296 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.296 INFO:teuthology.orchestra.run.smithi190.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-21T12:58:38.296 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-21T12:58:38.297 INFO:teuthology.orchestra.run.smithi190.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-21T12:58:38.297 INFO:teuthology.orchestra.run.smithi190.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-21T12:58:38.297 INFO:teuthology.orchestra.run.smithi190.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-21T12:58:38.297 INFO:teuthology.orchestra.run.smithi190.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-21T12:58:38.298 INFO:teuthology.orchestra.run.smithi190.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-21T12:58:38.298 INFO:teuthology.orchestra.run.smithi190.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-21T12:58:38.298 INFO:teuthology.orchestra.run.smithi190.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-21T12:58:38.299 INFO:teuthology.orchestra.run.smithi190.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-21T12:58:38.299 INFO:teuthology.orchestra.run.smithi190.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-21T12:58:38.299 INFO:teuthology.orchestra.run.smithi190.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-21T12:58:38.300 INFO:teuthology.orchestra.run.smithi190.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-21T12:58:38.300 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.300 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.300 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T12:58:38.300 INFO:teuthology.orchestra.run.smithi190.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-21T12:58:38.301 INFO:teuthology.orchestra.run.smithi190.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-21T12:58:38.301 INFO:teuthology.orchestra.run.smithi190.stdout: uuid-1.6.2-43.el8.x86_64 2023-10-21T12:58:38.301 INFO:teuthology.orchestra.run.smithi190.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-10-21T12:58:38.301 INFO:teuthology.orchestra.run.smithi190.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-21T12:58:38.303 INFO:teuthology.orchestra.run.smithi190.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-10-21T12:58:38.303 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T12:58:38.303 INFO:teuthology.orchestra.run.smithi190.stdout:Complete! 2023-10-21T12:58:38.491 DEBUG:teuthology.parallel:result is None 2023-10-21T12:59:09.878 INFO:teuthology.orchestra.run.smithi067.stdout:(130/131): ceph-18.0.0-6820.gf0804064.el8.x86_6 102 B/s | 6.4 kB 01:04 2023-10-21T13:00:14.787 INFO:teuthology.orchestra.run.smithi067.stdout:[MIRROR] ceph-base-18.0.0-6820.gf0804064.el8.x86_64.rpm: Curl error (7): Couldn't connect to server for https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/x86_64/ceph-base-18.0.0-6820.gf0804064.el8.x86_64.rpm [Failed to connect to 2.chacra.ceph.com port 443: Connection timed out] 2023-10-21T13:00:15.170 INFO:teuthology.orchestra.run.smithi067.stdout:(131/131): ceph-base-18.0.0-6820.gf0804064.el8. 43 kB/s | 5.4 MB 02:09 2023-10-21T13:00:15.171 INFO:teuthology.orchestra.run.smithi067.stdout:-------------------------------------------------------------------------------- 2023-10-21T13:00:15.171 INFO:teuthology.orchestra.run.smithi067.stdout:Total 1.6 MB/s | 209 MB 02:09 2023-10-21T13:00:15.981 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check 2023-10-21T13:00:16.113 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded. 2023-10-21T13:00:16.113 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test 2023-10-21T13:00:17.298 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded. 2023-10-21T13:00:17.302 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction 2023-10-21T13:00:22.348 INFO:teuthology.orchestra.run.smithi067.stdout: Preparing : 1/1 2023-10-21T13:00:22.520 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-10-21T13:00:22.713 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-10-21T13:00:22.888 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 3/134 2023-10-21T13:00:23.026 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 3/134 2023-10-21T13:00:23.246 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-10-21T13:00:23.681 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-10-21T13:00:23.896 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : librados2-2:18.0.0-6820.gf0804064.el8.x86_64 5/134 2023-10-21T13:00:24.375 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librados2-2:18.0.0-6820.gf0804064.el8.x86_64 5/134 2023-10-21T13:00:24.571 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T13:00:24.708 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T13:00:24.904 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T13:00:25.002 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T13:00:25.201 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 8/134 2023-10-21T13:00:25.381 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 9/134 2023-10-21T13:00:25.629 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-10-21T13:00:25.850 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-10-21T13:00:26.280 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-10-21T13:00:26.563 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-10-21T13:00:26.762 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 14/134 2023-10-21T13:00:26.856 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 14/134 2023-10-21T13:00:27.079 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 15/134 2023-10-21T13:00:27.234 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 15/134 2023-10-21T13:00:27.434 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 16/134 2023-10-21T13:00:27.637 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 17/134 2023-10-21T13:00:27.804 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 18/134 2023-10-21T13:00:27.946 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-10-21T13:00:28.129 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-10-21T13:00:28.262 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-10-21T13:00:28.921 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-10-21T13:00:29.112 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-10-21T13:00:29.744 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-10-21T13:00:29.912 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : openblas-0.3.15-3.el8.x86_64 22/134 2023-10-21T13:00:30.671 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 22/134 2023-10-21T13:00:30.978 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 23/134 2023-10-21T13:00:31.174 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 24/134 2023-10-21T13:00:31.384 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-10-21T13:00:31.577 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-ceph-common-2:18.0.0-6820.gf0804064.el8. 26/134 2023-10-21T13:00:31.710 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-ceph-argparse-2:18.0.0-6820.gf0804064.el 27/134 2023-10-21T13:00:31.922 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_6 28/134 2023-10-21T13:00:32.112 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-10-21T13:00:33.988 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-10-21T13:00:35.106 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 30/134 2023-10-21T13:00:35.468 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 31/134 2023-10-21T13:00:35.735 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 32/134 2023-10-21T13:00:35.958 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 33/134 2023-10-21T13:00:36.167 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-10-21T13:00:36.391 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-10-21T13:00:36.576 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 36/134 2023-10-21T13:00:36.777 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librados-devel-2:18.0.0-6820.gf0804064.el8.x86_6 37/134 2023-10-21T13:00:36.919 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 38/134 2023-10-21T13:00:37.072 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 39/134 2023-10-21T13:00:37.303 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : uuid-1.6.2-43.el8.x86_64 40/134 2023-10-21T13:00:37.376 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 40/134 2023-10-21T13:00:37.600 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 41/134 2023-10-21T13:00:37.849 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : automake-1.16.1-7.el8.noarch 42/134 2023-10-21T13:00:38.011 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 43/134 2023-10-21T13:00:38.096 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 43/134 2023-10-21T13:00:38.310 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : jq-1.6-3.el8.x86_64 44/134 2023-10-21T13:00:38.465 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 45/134 2023-10-21T13:00:38.637 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 46/134 2023-10-21T13:00:38.880 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 47/134 2023-10-21T13:00:39.055 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : fuse-2.9.7-15.el8.x86_64 48/134 2023-10-21T13:00:39.250 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 49/134 2023-10-21T13:00:39.480 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 50/134 2023-10-21T13:00:39.688 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 51/134 2023-10-21T13:00:40.074 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 52/134 2023-10-21T13:00:40.364 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 53/134 2023-10-21T13:00:40.598 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 54/134 2023-10-21T13:00:40.878 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 55/134 2023-10-21T13:00:41.117 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 56/134 2023-10-21T13:00:41.478 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 57/134 2023-10-21T13:00:41.744 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 58/134 2023-10-21T13:00:41.961 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 59/134 2023-10-21T13:00:42.169 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 60/134 2023-10-21T13:00:42.378 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 61/134 2023-10-21T13:00:42.541 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 62/134 2023-10-21T13:00:42.896 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 63/134 2023-10-21T13:00:43.164 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 64/134 2023-10-21T13:00:43.419 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 65/134 2023-10-21T13:00:43.671 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 66/134 2023-10-21T13:00:43.828 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-10-21T13:00:44.018 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-10-21T13:00:44.310 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-10-21T13:00:44.510 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-10-21T13:00:44.690 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-10-21T13:00:44.848 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-10-21T13:00:45.057 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-10-21T13:00:45.292 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-10-21T13:00:45.483 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-10-21T13:00:45.673 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-10-21T13:00:45.834 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-10-21T13:00:46.077 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-10-21T13:00:46.299 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-10-21T13:00:46.475 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-10-21T13:00:46.832 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-10-21T13:00:47.085 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-10-21T13:00:47.257 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-10-21T13:00:47.482 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-10-21T13:00:48.683 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-10-21T13:00:48.941 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-10-21T13:00:49.204 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-10-21T13:00:49.506 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-10-21T13:00:49.790 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-10-21T13:00:49.973 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-10-21T13:00:50.862 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-10-21T13:00:51.085 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 92/134 2023-10-21T13:00:51.159 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 92/134 2023-10-21T13:00:51.319 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 93/134 2023-10-21T13:00:55.279 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T13:00:55.493 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T13:00:56.115 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T13:00:56.403 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 95/134 2023-10-21T13:00:56.487 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 95/134 2023-10-21T13:00:56.609 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 96/134 2023-10-21T13:01:16.231 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 96/134 2023-10-21T13:01:16.232 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /sys 2023-10-21T13:01:16.232 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /proc 2023-10-21T13:01:16.232 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /dev 2023-10-21T13:01:16.232 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /run 2023-10-21T13:01:16.232 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /mnt 2023-10-21T13:01:16.233 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /var/tmp 2023-10-21T13:01:16.233 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /home 2023-10-21T13:01:16.233 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /tmp 2023-10-21T13:01:16.233 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /dev 2023-10-21T13:01:16.233 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:01:16.573 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 97/134 2023-10-21T13:01:18.271 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 97/134 2023-10-21T13:01:18.434 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 98/134 2023-10-21T13:01:18.666 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 98/134 2023-10-21T13:01:18.840 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 99/134 2023-10-21T13:01:19.324 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 99/134 2023-10-21T13:01:19.540 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 100/134 2023-10-21T13:01:19.557 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 100/134 2023-10-21T13:01:21.373 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: cephadm-2:18.0.0-6820.gf0804064.el8.noarch 101/134 2023-10-21T13:01:21.620 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : cephadm-2:18.0.0-6820.gf0804064.el8.noarch 101/134 2023-10-21T13:01:21.746 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.e 102/134 2023-10-21T13:01:21.941 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6820.gf0804064. 103/134 2023-10-21T13:01:22.122 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 104/134 2023-10-21T13:01:22.354 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 104/134 2023-10-21T13:01:22.633 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 105/134 2023-10-21T13:01:23.658 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 105/134 2023-10-21T13:01:23.814 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 106/134 2023-10-21T13:01:23.910 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 106/134 2023-10-21T13:01:24.285 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el 107/134 2023-10-21T13:01:24.491 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 108/134 2023-10-21T13:01:24.527 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 108/134 2023-10-21T13:01:24.714 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 109/134 2023-10-21T13:01:24.724 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 109/134 2023-10-21T13:01:26.167 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-2:18.0.0-6820.gf0804064.el8.x86_64 110/134 2023-10-21T13:01:26.416 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 111/134 2023-10-21T13:01:26.451 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 111/134 2023-10-21T13:01:26.606 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6820.gf0804 112/134 2023-10-21T13:01:26.649 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6820.gf0804 112/134 2023-10-21T13:01:26.831 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 113/134 2023-10-21T13:01:27.213 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 113/134 2023-10-21T13:01:27.397 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 114/134 2023-10-21T13:01:32.380 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 114/134 2023-10-21T13:01:33.329 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 115/134 2023-10-21T13:01:33.697 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 116/134 2023-10-21T13:01:33.889 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 117/134 2023-10-21T13:01:34.181 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 118/134 2023-10-21T13:01:34.346 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libtool-2.4.6-25.el8.x86_64 119/134 2023-10-21T13:01:34.564 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 119/134 2023-10-21T13:01:34.817 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 120/134 2023-10-21T13:01:35.026 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_ 121/134 2023-10-21T13:01:35.206 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-21T13:01:37.625 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T13:01:37.863 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T13:01:37.880 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T13:01:38.132 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 124/134 2023-10-21T13:01:38.330 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 125/134 2023-10-21T13:01:38.656 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 126/134 2023-10-21T13:01:39.040 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-10-21T13:01:39.220 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : flex-2.6.1-9.el8.x86_64 128/134 2023-10-21T13:01:39.305 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 128/134 2023-10-21T13:01:39.537 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : bison-3.0.4-10.el8.x86_64 129/134 2023-10-21T13:01:39.550 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 129/134 2023-10-21T13:01:39.687 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-10-21T13:01:39.696 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-10-21T13:01:39.823 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/134 2023-10-21T13:01:39.823 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T13:01:40.032 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T13:01:40.033 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-21T13:01:40.261 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-21T13:01:40.495 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T13:01:41.002 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T13:01:41.002 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-2:18.0.0-6820.gf0804064.el8.x86_64 1/134 2023-10-21T13:01:41.002 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 2/134 2023-10-21T13:01:41.002 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 3/134 2023-10-21T13:01:41.003 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 4/134 2023-10-21T13:01:41.003 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6820.gf0804 5/134 2023-10-21T13:01:41.003 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T13:01:41.003 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T13:01:41.004 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 8/134 2023-10-21T13:01:41.004 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 9/134 2023-10-21T13:01:41.004 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 10/134 2023-10-21T13:01:41.004 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 11/134 2023-10-21T13:01:41.004 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 12/134 2023-10-21T13:01:41.004 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 13/134 2023-10-21T13:01:41.005 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_ 14/134 2023-10-21T13:01:41.005 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 15/134 2023-10-21T13:01:41.005 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 16/134 2023-10-21T13:01:41.005 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librados-devel-2:18.0.0-6820.gf0804064.el8.x86_6 17/134 2023-10-21T13:01:41.005 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 18/134 2023-10-21T13:01:41.006 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 19/134 2023-10-21T13:01:41.006 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6820.gf0804064.el 20/134 2023-10-21T13:01:41.006 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-ceph-common-2:18.0.0-6820.gf0804064.el8. 21/134 2023-10-21T13:01:41.006 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_6 22/134 2023-10-21T13:01:41.006 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 23/134 2023-10-21T13:01:41.007 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 24/134 2023-10-21T13:01:41.007 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 25/134 2023-10-21T13:01:41.007 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 26/134 2023-10-21T13:01:41.007 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 27/134 2023-10-21T13:01:41.016 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 28/134 2023-10-21T13:01:41.016 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6820.gf0804064. 29/134 2023-10-21T13:01:41.017 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 30/134 2023-10-21T13:01:41.017 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 31/134 2023-10-21T13:01:41.017 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 32/134 2023-10-21T13:01:41.018 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el 33/134 2023-10-21T13:01:41.018 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 34/134 2023-10-21T13:01:41.018 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.e 35/134 2023-10-21T13:01:41.018 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 36/134 2023-10-21T13:01:41.018 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : cephadm-2:18.0.0-6820.gf0804064.el8.noarch 37/134 2023-10-21T13:01:41.019 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 38/134 2023-10-21T13:01:41.019 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-10-21T13:01:41.019 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-10-21T13:01:41.019 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-10-21T13:01:41.020 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-10-21T13:01:41.020 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-10-21T13:01:41.020 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-10-21T13:01:41.020 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-10-21T13:01:41.020 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-10-21T13:01:41.021 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-10-21T13:01:41.021 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-10-21T13:01:41.021 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-10-21T13:01:41.021 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-10-21T13:01:41.021 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-10-21T13:01:41.022 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-10-21T13:01:41.022 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-10-21T13:01:41.022 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-10-21T13:01:41.022 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-10-21T13:01:41.022 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-10-21T13:01:41.023 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-10-21T13:01:41.023 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-10-21T13:01:41.023 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-10-21T13:01:41.023 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-10-21T13:01:41.023 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-10-21T13:01:41.024 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-10-21T13:01:41.024 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-10-21T13:01:41.024 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-10-21T13:01:41.024 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-10-21T13:01:41.024 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-10-21T13:01:41.024 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-10-21T13:01:41.025 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-10-21T13:01:41.025 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-10-21T13:01:41.025 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-10-21T13:01:41.025 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-10-21T13:01:41.025 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 72/134 2023-10-21T13:01:41.026 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 73/134 2023-10-21T13:01:41.026 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/134 2023-10-21T13:01:41.026 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/134 2023-10-21T13:01:41.026 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 76/134 2023-10-21T13:01:41.026 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 77/134 2023-10-21T13:01:41.027 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/134 2023-10-21T13:01:41.027 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 79/134 2023-10-21T13:01:41.027 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 80/134 2023-10-21T13:01:41.027 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 81/134 2023-10-21T13:01:41.027 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 82/134 2023-10-21T13:01:41.027 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 83/134 2023-10-21T13:01:41.028 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 84/134 2023-10-21T13:01:41.028 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 85/134 2023-10-21T13:01:41.028 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 86/134 2023-10-21T13:01:41.028 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 87/134 2023-10-21T13:01:41.028 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 88/134 2023-10-21T13:01:41.029 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 89/134 2023-10-21T13:01:41.029 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 90/134 2023-10-21T13:01:41.029 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 91/134 2023-10-21T13:01:41.029 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 92/134 2023-10-21T13:01:41.029 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 93/134 2023-10-21T13:01:41.030 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 94/134 2023-10-21T13:01:41.030 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 95/134 2023-10-21T13:01:41.030 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 96/134 2023-10-21T13:01:41.030 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 97/134 2023-10-21T13:01:41.030 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 98/134 2023-10-21T13:01:41.030 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 99/134 2023-10-21T13:01:41.031 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 100/134 2023-10-21T13:01:41.031 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 101/134 2023-10-21T13:01:41.031 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 102/134 2023-10-21T13:01:41.031 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 103/134 2023-10-21T13:01:41.031 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : bison-3.0.4-10.el8.x86_64 104/134 2023-10-21T13:01:41.032 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 105/134 2023-10-21T13:01:41.032 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 106/134 2023-10-21T13:01:41.032 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 107/134 2023-10-21T13:01:41.032 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : automake-1.16.1-7.el8.noarch 108/134 2023-10-21T13:01:41.032 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 109/134 2023-10-21T13:01:41.033 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 110/134 2023-10-21T13:01:41.033 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : flex-2.6.1-9.el8.x86_64 111/134 2023-10-21T13:01:41.033 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 112/134 2023-10-21T13:01:41.033 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 113/134 2023-10-21T13:01:41.033 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 114/134 2023-10-21T13:01:41.033 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 115/134 2023-10-21T13:01:41.034 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 116/134 2023-10-21T13:01:41.034 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 117/134 2023-10-21T13:01:41.034 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 118/134 2023-10-21T13:01:41.034 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 119/134 2023-10-21T13:01:41.034 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 120/134 2023-10-21T13:01:41.035 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 121/134 2023-10-21T13:01:41.035 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libpq-13.5-1.el8.x86_64 122/134 2023-10-21T13:01:41.035 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 123/134 2023-10-21T13:01:41.035 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : jq-1.6-3.el8.x86_64 124/134 2023-10-21T13:01:41.035 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 125/134 2023-10-21T13:01:41.036 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 126/134 2023-10-21T13:01:41.036 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 127/134 2023-10-21T13:01:41.036 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 128/134 2023-10-21T13:01:41.036 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librados2-2:18.0.0-6820.gf0804064.el8.x86_64 129/134 2023-10-21T13:01:41.036 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-10-21T13:01:41.037 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 131/134 2023-10-21T13:01:41.037 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T13:01:41.037 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-10-21T13:01:43.531 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T13:01:43.532 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:03:50 ago on Sat 21 Oct 2023 12:57:53 PM UTC. 2023-10-21T13:01:46.312 INFO:teuthology.orchestra.run.smithi067.stdout:Installed products updated. 2023-10-21T13:01:46.581 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:01:46.581 INFO:teuthology.orchestra.run.smithi067.stdout:Upgraded: 2023-10-21T13:01:46.582 INFO:teuthology.orchestra.run.smithi067.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-10-21T13:01:46.582 INFO:teuthology.orchestra.run.smithi067.stdout: librados2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.582 INFO:teuthology.orchestra.run.smithi067.stdout: librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.582 INFO:teuthology.orchestra.run.smithi067.stdout:Installed: 2023-10-21T13:01:46.583 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-10-21T13:01:46.583 INFO:teuthology.orchestra.run.smithi067.stdout: automake-1.16.1-7.el8.noarch 2023-10-21T13:01:46.583 INFO:teuthology.orchestra.run.smithi067.stdout: bison-3.0.4-10.el8.x86_64 2023-10-21T13:01:46.583 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.583 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.584 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.584 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.584 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-grafana-dashboards-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T13:01:46.585 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-immutable-object-cache-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.585 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.585 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.585 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T13:01:46.586 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T13:01:46.586 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T13:01:46.586 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T13:01:46.587 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T13:01:46.587 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.587 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.587 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T13:01:46.588 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.588 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.588 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.589 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T13:01:46.589 INFO:teuthology.orchestra.run.smithi067.stdout: cephadm-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T13:01:46.589 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.589 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T13:01:46.589 INFO:teuthology.orchestra.run.smithi067.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-10-21T13:01:46.590 INFO:teuthology.orchestra.run.smithi067.stdout: flex-2.6.1-9.el8.x86_64 2023-10-21T13:01:46.590 INFO:teuthology.orchestra.run.smithi067.stdout: fuse-2.9.7-15.el8.x86_64 2023-10-21T13:01:46.590 INFO:teuthology.orchestra.run.smithi067.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-21T13:01:46.590 INFO:teuthology.orchestra.run.smithi067.stdout: jq-1.6-3.el8.x86_64 2023-10-21T13:01:46.591 INFO:teuthology.orchestra.run.smithi067.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-10-21T13:01:46.591 INFO:teuthology.orchestra.run.smithi067.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-10-21T13:01:46.591 INFO:teuthology.orchestra.run.smithi067.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-10-21T13:01:46.591 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.591 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.592 INFO:teuthology.orchestra.run.smithi067.stdout: libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.592 INFO:teuthology.orchestra.run.smithi067.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-10-21T13:01:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-21T13:01:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-21T13:01:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: libpq-13.5-1.el8.x86_64 2023-10-21T13:01:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-21T13:01:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-21T13:01:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: librados-devel-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-21T13:01:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-10-21T13:01:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-10-21T13:01:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: libtool-2.4.6-25.el8.x86_64 2023-10-21T13:01:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-21T13:01:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-10-21T13:01:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-10-21T13:01:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-21T13:01:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-21T13:01:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-21T13:01:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-21T13:01:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-10-21T13:01:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-10-21T13:01:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-10-21T13:01:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-10-21T13:01:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T13:01:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T13:01:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T13:01:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-21T13:01:46.601 INFO:teuthology.orchestra.run.smithi067.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-21T13:01:46.601 INFO:teuthology.orchestra.run.smithi067.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-21T13:01:46.601 INFO:teuthology.orchestra.run.smithi067.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-21T13:01:46.601 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-21T13:01:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-argparse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-21T13:01:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-21T13:01:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-21T13:01:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-21T13:01:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-21T13:01:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-21T13:01:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-21T13:01:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-21T13:01:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-21T13:01:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-21T13:01:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-21T13:01:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-21T13:01:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-21T13:01:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-21T13:01:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-21T13:01:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-21T13:01:46.606 INFO:teuthology.orchestra.run.smithi067.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-21T13:01:46.606 INFO:teuthology.orchestra.run.smithi067.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-21T13:01:46.606 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-21T13:01:46.606 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-21T13:01:46.607 INFO:teuthology.orchestra.run.smithi067.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-21T13:01:46.607 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-21T13:01:46.607 INFO:teuthology.orchestra.run.smithi067.stdout: python3-portend-2.6-1.el8.noarch 2023-10-21T13:01:46.607 INFO:teuthology.orchestra.run.smithi067.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-21T13:01:46.608 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-21T13:01:46.608 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-21T13:01:46.608 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-21T13:01:46.608 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-21T13:01:46.609 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-21T13:01:46.609 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.609 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.609 INFO:teuthology.orchestra.run.smithi067.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-21T13:01:46.610 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-21T13:01:46.610 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.610 INFO:teuthology.orchestra.run.smithi067.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-21T13:01:46.610 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-21T13:01:46.610 INFO:teuthology.orchestra.run.smithi067.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-21T13:01:46.611 INFO:teuthology.orchestra.run.smithi067.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-21T13:01:46.611 INFO:teuthology.orchestra.run.smithi067.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-21T13:01:46.611 INFO:teuthology.orchestra.run.smithi067.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-21T13:01:46.611 INFO:teuthology.orchestra.run.smithi067.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-21T13:01:46.611 INFO:teuthology.orchestra.run.smithi067.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-21T13:01:46.612 INFO:teuthology.orchestra.run.smithi067.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-21T13:01:46.612 INFO:teuthology.orchestra.run.smithi067.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-21T13:01:46.612 INFO:teuthology.orchestra.run.smithi067.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-21T13:01:46.612 INFO:teuthology.orchestra.run.smithi067.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-21T13:01:46.613 INFO:teuthology.orchestra.run.smithi067.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-21T13:01:46.613 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.613 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.613 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T13:01:46.614 INFO:teuthology.orchestra.run.smithi067.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-21T13:01:46.614 INFO:teuthology.orchestra.run.smithi067.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-21T13:01:46.614 INFO:teuthology.orchestra.run.smithi067.stdout: uuid-1.6.2-43.el8.x86_64 2023-10-21T13:01:46.615 INFO:teuthology.orchestra.run.smithi067.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-10-21T13:01:46.615 INFO:teuthology.orchestra.run.smithi067.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-21T13:01:46.615 INFO:teuthology.orchestra.run.smithi067.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-10-21T13:01:46.616 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:01:46.616 INFO:teuthology.orchestra.run.smithi067.stdout:Complete! 2023-10-21T13:01:46.844 DEBUG:teuthology.parallel:result is None 2023-10-21T13:01:46.845 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T13:02:52.178 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-21T13:02:52.208 INFO:teuthology.orchestra.run.smithi067.stdout:18.0.0-6820.gf0804064.el8 2023-10-21T13:02:52.209 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6820.gf0804064.el8 2023-10-21T13:02:52.209 INFO:teuthology.task.install:The correct ceph version 18.0.0-6820.gf0804064 is installed. 2023-10-21T13:02:52.210 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T13:03:57.707 DEBUG:teuthology.orchestra.run.smithi190:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-21T13:03:57.737 INFO:teuthology.orchestra.run.smithi190.stdout:18.0.0-6820.gf0804064.el8 2023-10-21T13:03:57.737 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6820.gf0804064.el8 2023-10-21T13:03:57.738 INFO:teuthology.task.install:The correct ceph version 18.0.0-6820.gf0804064 is installed. 2023-10-21T13:03:57.738 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-10-21T13:03:57.739 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:03:57.739 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-21T13:03:57.789 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:03:57.789 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-21T13:03:57.835 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-10-21T13:03:57.835 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:03:57.836 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/daemon-helper 2023-10-21T13:03:57.867 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-21T13:03:57.937 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:03:57.938 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/daemon-helper 2023-10-21T13:03:57.967 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-21T13:03:58.035 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-10-21T13:03:58.036 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:03:58.036 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-21T13:03:58.067 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-21T13:03:58.136 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:03:58.136 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-21T13:03:58.164 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-21T13:03:58.232 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-10-21T13:03:58.233 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:03:58.233 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/stdin-killer 2023-10-21T13:03:58.263 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-21T13:03:58.331 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:03:58.332 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/stdin-killer 2023-10-21T13:03:58.359 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-21T13:03:58.425 INFO:teuthology.run_tasks:Running task ceph... 2023-10-21T13:03:58.494 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-10-21T13:03:58.495 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 777 /var/log/ceph 2023-10-21T13:03:58.497 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod 777 /var/log/ceph 2023-10-21T13:03:58.524 INFO:tasks.ceph:Disabling ceph logrotate... 2023-10-21T13:03:58.525 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f -- /etc/logrotate.d/ceph 2023-10-21T13:03:58.566 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f -- /etc/logrotate.d/ceph 2023-10-21T13:03:58.593 INFO:tasks.ceph:Creating extra log directories... 2023-10-21T13:03:58.593 DEBUG:teuthology.orchestra.run.smithi067:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-10-21T13:03:58.636 DEBUG:teuthology.orchestra.run.smithi190:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-10-21T13:03:58.668 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-10-21T13:03:58.668 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-10-21T13:03:58.669 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-10-21T13:03:58.669 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:03:58.669 DEBUG:teuthology.orchestra.run.smithi067:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-10-21T13:03:58.720 DEBUG:teuthology.orchestra.run.smithi067:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-10-21T13:03:58.896 DEBUG:teuthology.orchestra.run.smithi067:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-10-21T13:03:58.924 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:03:58.925 DEBUG:teuthology.orchestra.run.smithi190:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-10-21T13:03:58.942 DEBUG:teuthology.orchestra.run.smithi190:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-10-21T13:03:59.083 DEBUG:teuthology.orchestra.run.smithi190:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-10-21T13:03:59.115 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-10-21T13:03:59.115 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-10-21T13:03:59.115 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166', 'branch': 'main', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev}', 'email': 'yweinste@redhat.com', 'first_in_suite': False, 'job_id': '7434166', 'kernel': {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'rhel', 'os_version': '8.6', 'overrides': {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc'}}, 'kclient': {'syntax': 'v2'}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'main', 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc'}}, 'owner': 'scheduled_yuriw@teuthology', 'priority': 76, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 2514, 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc', 'sleep_before_teardown': 0, 'subset': '111/12000', 'suite': 'fs', 'suite_branch': 'main', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi067.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs=', 'smithi190.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc', 'cluster': 'ceph'}}, {'kclient': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.tests_from_xfstests_dev']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '202b180cb047e798fb131047314a862593f45403', 'timestamp': '2023-10-20_18:46:15', 'tube': 'smithi', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.2830'} 2023-10-21T13:03:59.116 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-10-21T13:03:59.119 DEBUG:teuthology.orchestra.run.smithi190:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-10-21T13:03:59.166 DEBUG:teuthology.orchestra.run.smithi067:> sudo install -d -m0777 -- /var/run/ceph 2023-10-21T13:03:59.176 DEBUG:teuthology.orchestra.run.smithi190:> sudo install -d -m0777 -- /var/run/ceph 2023-10-21T13:03:59.233 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:03:59.233 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/scratch_devs of=/dev/stdout 2023-10-21T13:03:59.261 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-21T13:03:59.261 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_1 2023-10-21T13:03:59.318 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-21T13:03:59.318 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T13:03:59.318 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 6h/6d Inode: 385713 Links: 1 2023-10-21T13:03:59.319 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T13:03:59.319 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T13:03:59.319 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2023-10-21 13:01:40.685895353 +0000 2023-10-21T13:03:59.319 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2023-10-21 12:54:25.853838067 +0000 2023-10-21T13:03:59.320 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2023-10-21 12:54:25.853838067 +0000 2023-10-21T13:03:59.320 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: - 2023-10-21T13:03:59.320 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-21T13:03:59.384 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2023-10-21T13:03:59.385 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2023-10-21T13:03:59.385 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000244093 s, 2.1 MB/s 2023-10-21T13:03:59.386 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-21T13:03:59.445 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_2 2023-10-21T13:03:59.503 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-21T13:03:59.503 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T13:03:59.504 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 6h/6d Inode: 394622 Links: 1 2023-10-21T13:03:59.504 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T13:03:59.504 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T13:03:59.504 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2023-10-21 13:01:40.685895353 +0000 2023-10-21T13:03:59.504 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2023-10-21 12:54:26.371826474 +0000 2023-10-21T13:03:59.505 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2023-10-21 12:54:26.371826474 +0000 2023-10-21T13:03:59.505 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: - 2023-10-21T13:03:59.505 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-21T13:03:59.570 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2023-10-21T13:03:59.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2023-10-21T13:03:59.571 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000198492 s, 2.6 MB/s 2023-10-21T13:03:59.572 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-21T13:03:59.631 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_3 2023-10-21T13:03:59.689 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-21T13:03:59.689 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T13:03:59.690 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 6h/6d Inode: 396388 Links: 1 2023-10-21T13:03:59.690 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T13:03:59.690 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T13:03:59.690 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2023-10-21 13:01:40.685895353 +0000 2023-10-21T13:03:59.690 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2023-10-21 12:54:26.905814524 +0000 2023-10-21T13:03:59.691 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2023-10-21 12:54:26.905814524 +0000 2023-10-21T13:03:59.691 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: - 2023-10-21T13:03:59.691 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-21T13:03:59.756 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2023-10-21T13:03:59.757 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2023-10-21T13:03:59.757 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000300241 s, 1.7 MB/s 2023-10-21T13:03:59.758 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-21T13:03:59.817 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_4 2023-10-21T13:03:59.874 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-21T13:03:59.874 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T13:03:59.875 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 6h/6d Inode: 391708 Links: 1 2023-10-21T13:03:59.875 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T13:03:59.875 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T13:03:59.875 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2023-10-21 13:01:40.685895353 +0000 2023-10-21T13:03:59.875 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2023-10-21 12:54:27.422802953 +0000 2023-10-21T13:03:59.876 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2023-10-21 12:54:27.422802953 +0000 2023-10-21T13:03:59.876 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: - 2023-10-21T13:03:59.876 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-21T13:03:59.941 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2023-10-21T13:03:59.941 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2023-10-21T13:03:59.941 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000190226 s, 2.7 MB/s 2023-10-21T13:03:59.942 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-21T13:04:00.001 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-10-21T13:04:00.001 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:00.002 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/scratch_devs of=/dev/stdout 2023-10-21T13:04:00.022 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-21T13:04:00.022 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_1 2023-10-21T13:04:00.082 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-21T13:04:00.083 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T13:04:00.083 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 6h/6d Inode: 392072 Links: 1 2023-10-21T13:04:00.083 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T13:04:00.083 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T13:04:00.083 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2023-10-21 12:58:32.739090457 +0000 2023-10-21T13:04:00.084 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2023-10-21 12:54:07.117007810 +0000 2023-10-21T13:04:00.084 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2023-10-21 12:54:07.117007810 +0000 2023-10-21T13:04:00.084 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: - 2023-10-21T13:04:00.084 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-21T13:04:00.153 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2023-10-21T13:04:00.154 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2023-10-21T13:04:00.154 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000261998 s, 2.0 MB/s 2023-10-21T13:04:00.155 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-21T13:04:00.216 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_2 2023-10-21T13:04:00.277 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-21T13:04:00.277 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T13:04:00.277 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 6h/6d Inode: 395291 Links: 1 2023-10-21T13:04:00.278 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T13:04:00.278 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T13:04:00.278 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2023-10-21 12:58:32.739090457 +0000 2023-10-21T13:04:00.278 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2023-10-21 12:54:07.624993470 +0000 2023-10-21T13:04:00.278 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2023-10-21 12:54:07.624993470 +0000 2023-10-21T13:04:00.279 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: - 2023-10-21T13:04:00.279 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-21T13:04:00.345 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2023-10-21T13:04:00.346 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2023-10-21T13:04:00.346 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000240861 s, 2.1 MB/s 2023-10-21T13:04:00.347 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-21T13:04:00.407 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_3 2023-10-21T13:04:00.466 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-21T13:04:00.466 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T13:04:00.467 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 6h/6d Inode: 394489 Links: 1 2023-10-21T13:04:00.467 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T13:04:00.467 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T13:04:00.467 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2023-10-21 12:58:32.739090457 +0000 2023-10-21T13:04:00.467 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2023-10-21 12:54:08.123979385 +0000 2023-10-21T13:04:00.468 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2023-10-21 12:54:08.123979385 +0000 2023-10-21T13:04:00.468 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: - 2023-10-21T13:04:00.468 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-21T13:04:00.534 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2023-10-21T13:04:00.534 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2023-10-21T13:04:00.534 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000209103 s, 2.4 MB/s 2023-10-21T13:04:00.535 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-21T13:04:00.594 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_4 2023-10-21T13:04:00.653 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-21T13:04:00.653 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T13:04:00.653 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 6h/6d Inode: 387880 Links: 1 2023-10-21T13:04:00.653 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T13:04:00.654 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T13:04:00.654 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2023-10-21 12:58:32.739090457 +0000 2023-10-21T13:04:00.654 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2023-10-21 12:54:08.621965328 +0000 2023-10-21T13:04:00.654 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2023-10-21 12:54:08.621965328 +0000 2023-10-21T13:04:00.654 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: - 2023-10-21T13:04:00.655 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-21T13:04:00.720 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2023-10-21T13:04:00.720 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2023-10-21T13:04:00.721 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000235592 s, 2.2 MB/s 2023-10-21T13:04:00.722 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-21T13:04:00.781 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-10-21T13:04:00.782 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi067.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi190.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-10-21T13:04:00.782 INFO:tasks.ceph:Generating config... 2023-10-21T13:04:00.783 INFO:tasks.ceph:[client] client mount timeout = 600 2023-10-21T13:04:00.784 INFO:tasks.ceph:[client] debug client = 20 2023-10-21T13:04:00.784 INFO:tasks.ceph:[client] debug ms = 1 2023-10-21T13:04:00.784 INFO:tasks.ceph:[client] pid file = 2023-10-21T13:04:00.784 INFO:tasks.ceph:[client] rados mon op timeout = 900 2023-10-21T13:04:00.785 INFO:tasks.ceph:[client] rados osd op timeout = 900 2023-10-21T13:04:00.785 INFO:tasks.ceph:[global] ms die on skipped message = False 2023-10-21T13:04:00.785 INFO:tasks.ceph:[mds] debug mds = 20 2023-10-21T13:04:00.785 INFO:tasks.ceph:[mds] debug mds balancer = 20 2023-10-21T13:04:00.786 INFO:tasks.ceph:[mds] debug ms = 1 2023-10-21T13:04:00.786 INFO:tasks.ceph:[mds] mds debug frag = True 2023-10-21T13:04:00.786 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2023-10-21T13:04:00.786 INFO:tasks.ceph:[mds] mds op complaint time = 180 2023-10-21T13:04:00.787 INFO:tasks.ceph:[mds] mds verify scatter = True 2023-10-21T13:04:00.787 INFO:tasks.ceph:[mds] osd op complaint time = 180 2023-10-21T13:04:00.787 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2023-10-21T13:04:00.787 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2023-10-21T13:04:00.788 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-10-21T13:04:00.788 INFO:tasks.ceph:[mgr] debug ms = 1 2023-10-21T13:04:00.788 INFO:tasks.ceph:[mon] debug mon = 20 2023-10-21T13:04:00.788 INFO:tasks.ceph:[mon] debug ms = 1 2023-10-21T13:04:00.789 INFO:tasks.ceph:[mon] debug paxos = 20 2023-10-21T13:04:00.789 INFO:tasks.ceph:[mon] mon op complaint time = 120 2023-10-21T13:04:00.789 INFO:tasks.ceph:[osd] bdev async discard = True 2023-10-21T13:04:00.789 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-10-21T13:04:00.790 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-10-21T13:04:00.790 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-10-21T13:04:00.790 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-10-21T13:04:00.790 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2023-10-21T13:04:00.791 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2023-10-21T13:04:00.791 INFO:tasks.ceph:[osd] debug ms = 1 2023-10-21T13:04:00.791 INFO:tasks.ceph:[osd] debug osd = 20 2023-10-21T13:04:00.791 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2023-10-21T13:04:00.792 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-10-21T13:04:00.792 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-10-21T13:04:00.792 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-10-21T13:04:00.792 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-10-21T13:04:00.793 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-10-21T13:04:00.793 INFO:tasks.ceph:[osd] osd op complaint time = 180 2023-10-21T13:04:00.793 INFO:tasks.ceph:Setting up mon.a... 2023-10-21T13:04:00.794 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-10-21T13:04:00.861 INFO:teuthology.orchestra.run.smithi067.stdout:creating /etc/ceph/ceph.keyring 2023-10-21T13:04:00.864 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-10-21T13:04:00.915 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-10-21T13:04:00.944 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.67'), ('mon.b', '172.21.15.190'), ('mon.c', '[v2:172.21.15.190:3301,v1:172.21.15.190:6790]')] 2023-10-21T13:04:00.945 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.67,172.21.15.190,[v2:172.21.15.190:3301,v1:172.21.15.190:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2023-10-21T13:04:00.946 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:00.947 DEBUG:teuthology.orchestra.run.smithi067:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-10-21T13:04:01.002 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.67 --add b 172.21.15.190 --addv c '[v2:172.21.15.190:3301,v1:172.21.15.190:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-10-21T13:04:01.091 INFO:teuthology.orchestra.run.smithi067.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-10-21T13:04:01.092 INFO:teuthology.orchestra.run.smithi067.stdout:monmaptool: generated fsid b62e8c93-45fd-460a-9f0d-e160cd3bbaec 2023-10-21T13:04:01.092 INFO:teuthology.orchestra.run.smithi067.stdout:setting min_mon_release = pacific 2023-10-21T13:04:01.092 INFO:teuthology.orchestra.run.smithi067.stdout:epoch 0 2023-10-21T13:04:01.092 INFO:teuthology.orchestra.run.smithi067.stdout:fsid b62e8c93-45fd-460a-9f0d-e160cd3bbaec 2023-10-21T13:04:01.093 INFO:teuthology.orchestra.run.smithi067.stdout:last_changed 2023-10-21T13:04:01.091094+0000 2023-10-21T13:04:01.093 INFO:teuthology.orchestra.run.smithi067.stdout:created 2023-10-21T13:04:01.091094+0000 2023-10-21T13:04:01.093 INFO:teuthology.orchestra.run.smithi067.stdout:min_mon_release 16 (pacific) 2023-10-21T13:04:01.093 INFO:teuthology.orchestra.run.smithi067.stdout:election_strategy: 1 2023-10-21T13:04:01.094 INFO:teuthology.orchestra.run.smithi067.stdout:0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2023-10-21T13:04:01.094 INFO:teuthology.orchestra.run.smithi067.stdout:1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.b 2023-10-21T13:04:01.094 INFO:teuthology.orchestra.run.smithi067.stdout:2: [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon.c 2023-10-21T13:04:01.095 INFO:teuthology.orchestra.run.smithi067.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-10-21T13:04:01.096 DEBUG:teuthology.orchestra.run.smithi067:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-10-21T13:04:01.113 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID b62e8c93-45fd-460a-9f0d-e160cd3bbaec... 2023-10-21T13:04:01.114 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-10-21T13:04:01.156 DEBUG:teuthology.orchestra.run.smithi190:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-10-21T13:04:01.200 INFO:teuthology.orchestra.run.smithi067.stdout:[global] 2023-10-21T13:04:01.200 INFO:teuthology.orchestra.run.smithi067.stdout: chdir = "" 2023-10-21T13:04:01.200 INFO:teuthology.orchestra.run.smithi067.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-10-21T13:04:01.200 INFO:teuthology.orchestra.run.smithi067.stdout: auth supported = cephx 2023-10-21T13:04:01.201 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.201 INFO:teuthology.orchestra.run.smithi067.stdout: filestore xattr use omap = true 2023-10-21T13:04:01.201 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.201 INFO:teuthology.orchestra.run.smithi067.stdout: mon clock drift allowed = 1.000 2023-10-21T13:04:01.201 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.201 INFO:teuthology.orchestra.run.smithi067.stdout: osd crush chooseleaf type = 0 2023-10-21T13:04:01.202 INFO:teuthology.orchestra.run.smithi067.stdout: auth debug = true 2023-10-21T13:04:01.202 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.202 INFO:teuthology.orchestra.run.smithi067.stdout: ms die on old message = true 2023-10-21T13:04:01.202 INFO:teuthology.orchestra.run.smithi067.stdout: ms die on bug = true 2023-10-21T13:04:01.203 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.203 INFO:teuthology.orchestra.run.smithi067.stdout: mon max pg per osd = 10000 # >= luminous 2023-10-21T13:04:01.203 INFO:teuthology.orchestra.run.smithi067.stdout: mon pg warn max object skew = 0 2023-10-21T13:04:01.203 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.203 INFO:teuthology.orchestra.run.smithi067.stdout: # disable pg_autoscaler by default for new pools 2023-10-21T13:04:01.204 INFO:teuthology.orchestra.run.smithi067.stdout: osd_pool_default_pg_autoscale_mode = off 2023-10-21T13:04:01.204 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.204 INFO:teuthology.orchestra.run.smithi067.stdout: osd pool default size = 2 2023-10-21T13:04:01.204 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.204 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd allow primary affinity = true 2023-10-21T13:04:01.204 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd allow pg remap = true 2023-10-21T13:04:01.205 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on legacy crush tunables = false 2023-10-21T13:04:01.205 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on crush straw calc version zero = false 2023-10-21T13:04:01.205 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on no sortbitwise = false 2023-10-21T13:04:01.205 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on osd down out interval zero = false 2023-10-21T13:04:01.205 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on too few osds = false 2023-10-21T13:04:01.206 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-10-21T13:04:01.206 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_pool_no_redundancy = false 2023-10-21T13:04:01.206 INFO:teuthology.orchestra.run.smithi067.stdout: mon_allow_pool_size_one = true 2023-10-21T13:04:01.206 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.206 INFO:teuthology.orchestra.run.smithi067.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-10-21T13:04:01.207 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.207 INFO:teuthology.orchestra.run.smithi067.stdout: osd default data pool replay window = 5 2023-10-21T13:04:01.207 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.207 INFO:teuthology.orchestra.run.smithi067.stdout: mon allow pool delete = true 2023-10-21T13:04:01.207 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.208 INFO:teuthology.orchestra.run.smithi067.stdout: mon cluster log file level = debug 2023-10-21T13:04:01.208 INFO:teuthology.orchestra.run.smithi067.stdout: debug asserts on shutdown = true 2023-10-21T13:04:01.208 INFO:teuthology.orchestra.run.smithi067.stdout: mon health detail to clog = false 2023-10-21T13:04:01.208 INFO:teuthology.orchestra.run.smithi067.stdout: mon host = "172.21.15.67,172.21.15.190,[v2:172.21.15.190:3301,v1:172.21.15.190:6790]" 2023-10-21T13:04:01.208 INFO:teuthology.orchestra.run.smithi067.stdout: ms die on skipped message = False 2023-10-21T13:04:01.209 INFO:teuthology.orchestra.run.smithi067.stdout: fsid = b62e8c93-45fd-460a-9f0d-e160cd3bbaec 2023-10-21T13:04:01.209 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.209 INFO:teuthology.orchestra.run.smithi067.stdout:[osd] 2023-10-21T13:04:01.209 INFO:teuthology.orchestra.run.smithi067.stdout: osd journal size = 100 2023-10-21T13:04:01.209 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.209 INFO:teuthology.orchestra.run.smithi067.stdout: osd scrub load threshold = 5.0 2023-10-21T13:04:01.210 INFO:teuthology.orchestra.run.smithi067.stdout: osd scrub max interval = 600 2023-10-21T13:04:01.210 INFO:teuthology.orchestra.run.smithi067.stdout: osd mclock profile = high_recovery_ops 2023-10-21T13:04:01.210 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.210 INFO:teuthology.orchestra.run.smithi067.stdout: osd recover clone overlap = true 2023-10-21T13:04:01.210 INFO:teuthology.orchestra.run.smithi067.stdout: osd recovery max chunk = 1048576 2023-10-21T13:04:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug shutdown = true 2023-10-21T13:04:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug op order = true 2023-10-21T13:04:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug verify stray on activate = true 2023-10-21T13:04:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: osd open classes on start = true 2023-10-21T13:04:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug pg log writeout = true 2023-10-21T13:04:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: osd deep scrub update digest min age = 30 2023-10-21T13:04:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: osd map max advance = 10 2023-10-21T13:04:01.213 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.213 INFO:teuthology.orchestra.run.smithi067.stdout: journal zero on create = true 2023-10-21T13:04:01.213 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.213 INFO:teuthology.orchestra.run.smithi067.stdout: filestore ondisk finisher threads = 3 2023-10-21T13:04:01.213 INFO:teuthology.orchestra.run.smithi067.stdout: filestore apply finisher threads = 3 2023-10-21T13:04:01.214 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.214 INFO:teuthology.orchestra.run.smithi067.stdout: bdev debug aio = true 2023-10-21T13:04:01.214 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug misdirected ops = true 2023-10-21T13:04:01.214 INFO:teuthology.orchestra.run.smithi067.stdout: bdev async discard = True 2023-10-21T13:04:01.214 INFO:teuthology.orchestra.run.smithi067.stdout: bdev enable discard = True 2023-10-21T13:04:01.215 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore allocator = bitmap 2023-10-21T13:04:01.215 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore block size = 96636764160 2023-10-21T13:04:01.215 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore fsck on mount = True 2023-10-21T13:04:01.215 INFO:teuthology.orchestra.run.smithi067.stdout: debug bluefs = 1/20 2023-10-21T13:04:01.215 INFO:teuthology.orchestra.run.smithi067.stdout: debug bluestore = 1/20 2023-10-21T13:04:01.216 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2023-10-21T13:04:01.216 INFO:teuthology.orchestra.run.smithi067.stdout: debug osd = 20 2023-10-21T13:04:01.216 INFO:teuthology.orchestra.run.smithi067.stdout: debug rocksdb = 4/10 2023-10-21T13:04:01.216 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd backfillfull_ratio = 0.85 2023-10-21T13:04:01.216 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd full ratio = 0.9 2023-10-21T13:04:01.217 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd nearfull ratio = 0.8 2023-10-21T13:04:01.217 INFO:teuthology.orchestra.run.smithi067.stdout: osd failsafe full ratio = 0.95 2023-10-21T13:04:01.217 INFO:teuthology.orchestra.run.smithi067.stdout: osd objectstore = bluestore 2023-10-21T13:04:01.217 INFO:teuthology.orchestra.run.smithi067.stdout: osd op complaint time = 180 2023-10-21T13:04:01.217 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.217 INFO:teuthology.orchestra.run.smithi067.stdout:[mgr] 2023-10-21T13:04:01.218 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2023-10-21T13:04:01.218 INFO:teuthology.orchestra.run.smithi067.stdout: debug mgr = 20 2023-10-21T13:04:01.218 INFO:teuthology.orchestra.run.smithi067.stdout: debug mon = 20 2023-10-21T13:04:01.218 INFO:teuthology.orchestra.run.smithi067.stdout: debug auth = 20 2023-10-21T13:04:01.218 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min pgs per osd = 4 2023-10-21T13:04:01.219 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min bytes per osd = 10 2023-10-21T13:04:01.219 INFO:teuthology.orchestra.run.smithi067.stdout: mgr/telemetry/nag = false 2023-10-21T13:04:01.219 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.219 INFO:teuthology.orchestra.run.smithi067.stdout:[mon] 2023-10-21T13:04:01.219 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2023-10-21T13:04:01.220 INFO:teuthology.orchestra.run.smithi067.stdout: debug mon = 20 2023-10-21T13:04:01.220 INFO:teuthology.orchestra.run.smithi067.stdout: debug paxos = 20 2023-10-21T13:04:01.220 INFO:teuthology.orchestra.run.smithi067.stdout: debug auth = 20 2023-10-21T13:04:01.220 INFO:teuthology.orchestra.run.smithi067.stdout: mon data avail warn = 5 2023-10-21T13:04:01.220 INFO:teuthology.orchestra.run.smithi067.stdout: mon mgr mkfs grace = 240 2023-10-21T13:04:01.221 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min pgs per osd = 4 2023-10-21T13:04:01.221 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd reporter subtree level = osd 2023-10-21T13:04:01.221 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd prime pg temp = true 2023-10-21T13:04:01.221 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min bytes per osd = 10 2023-10-21T13:04:01.221 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.222 INFO:teuthology.orchestra.run.smithi067.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-10-21T13:04:01.222 INFO:teuthology.orchestra.run.smithi067.stdout: auth mon ticket ttl = 660 # 11m 2023-10-21T13:04:01.222 INFO:teuthology.orchestra.run.smithi067.stdout: auth service ticket ttl = 240 # 4m 2023-10-21T13:04:01.222 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.222 INFO:teuthology.orchestra.run.smithi067.stdout: # don't complain about insecure global_id in the test suite 2023-10-21T13:04:01.223 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-10-21T13:04:01.223 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-10-21T13:04:01.223 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.223 INFO:teuthology.orchestra.run.smithi067.stdout: # 1m isn't quite enough 2023-10-21T13:04:01.223 INFO:teuthology.orchestra.run.smithi067.stdout: mon_down_mkfs_grace = 2m 2023-10-21T13:04:01.224 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.224 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_filestore_osds = false 2023-10-21T13:04:01.224 INFO:teuthology.orchestra.run.smithi067.stdout: mon op complaint time = 120 2023-10-21T13:04:01.224 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:01.224 INFO:teuthology.orchestra.run.smithi067.stdout:[client] 2023-10-21T13:04:01.224 INFO:teuthology.orchestra.run.smithi067.stdout: rgw cache enabled = true 2023-10-21T13:04:01.225 INFO:teuthology.orchestra.run.smithi067.stdout: rgw enable ops log = true 2023-10-21T13:04:01.225 INFO:teuthology.orchestra.run.smithi067.stdout: rgw enable usage log = true 2023-10-21T13:04:01.225 INFO:teuthology.orchestra.run.smithi067.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-10-21T13:04:01.225 INFO:teuthology.orchestra.run.smithi067.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-10-21T13:04:01.225 INFO:teuthology.orchestra.run.smithi067.stdout: client mount timeout = 600 2023-10-21T13:04:01.226 INFO:teuthology.orchestra.run.smithi067.stdout: debug client = 20 2023-10-21T13:04:01.226 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2023-10-21T13:04:01.226 INFO:teuthology.orchestra.run.smithi067.stdout: pid file = "" 2023-10-21T13:04:01.226 INFO:teuthology.orchestra.run.smithi067.stdout: rados mon op timeout = 900 2023-10-21T13:04:01.226 INFO:teuthology.orchestra.run.smithi067.stdout: rados osd op timeout = 900 2023-10-21T13:04:01.227 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.a] 2023-10-21T13:04:01.227 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.b] 2023-10-21T13:04:01.227 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.c] 2023-10-21T13:04:01.227 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.a] 2023-10-21T13:04:01.227 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.c] 2023-10-21T13:04:01.228 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.b] 2023-10-21T13:04:01.228 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.d] 2023-10-21T13:04:01.228 INFO:teuthology.orchestra.run.smithi067.stdout:[mds] 2023-10-21T13:04:01.228 INFO:teuthology.orchestra.run.smithi067.stdout: debug mds = 20 2023-10-21T13:04:01.228 INFO:teuthology.orchestra.run.smithi067.stdout: debug mds balancer = 20 2023-10-21T13:04:01.229 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2023-10-21T13:04:01.229 INFO:teuthology.orchestra.run.smithi067.stdout: mds debug frag = True 2023-10-21T13:04:01.229 INFO:teuthology.orchestra.run.smithi067.stdout: mds debug scatterstat = True 2023-10-21T13:04:01.229 INFO:teuthology.orchestra.run.smithi067.stdout: mds op complaint time = 180 2023-10-21T13:04:01.229 INFO:teuthology.orchestra.run.smithi067.stdout: mds verify scatter = True 2023-10-21T13:04:01.229 INFO:teuthology.orchestra.run.smithi067.stdout: osd op complaint time = 180 2023-10-21T13:04:01.230 INFO:teuthology.orchestra.run.smithi067.stdout: rados mon op timeout = 900 2023-10-21T13:04:01.230 INFO:teuthology.orchestra.run.smithi067.stdout: rados osd op timeout = 900 2023-10-21T13:04:01.231 INFO:teuthology.orchestra.run.smithi190.stdout:[global] 2023-10-21T13:04:01.232 INFO:teuthology.orchestra.run.smithi190.stdout: chdir = "" 2023-10-21T13:04:01.232 INFO:teuthology.orchestra.run.smithi190.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-10-21T13:04:01.232 INFO:teuthology.orchestra.run.smithi190.stdout: auth supported = cephx 2023-10-21T13:04:01.232 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.233 INFO:teuthology.orchestra.run.smithi190.stdout: filestore xattr use omap = true 2023-10-21T13:04:01.233 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.233 INFO:teuthology.orchestra.run.smithi190.stdout: mon clock drift allowed = 1.000 2023-10-21T13:04:01.233 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.233 INFO:teuthology.orchestra.run.smithi190.stdout: osd crush chooseleaf type = 0 2023-10-21T13:04:01.234 INFO:teuthology.orchestra.run.smithi190.stdout: auth debug = true 2023-10-21T13:04:01.234 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.234 INFO:teuthology.orchestra.run.smithi190.stdout: ms die on old message = true 2023-10-21T13:04:01.234 INFO:teuthology.orchestra.run.smithi190.stdout: ms die on bug = true 2023-10-21T13:04:01.234 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.235 INFO:teuthology.orchestra.run.smithi190.stdout: mon max pg per osd = 10000 # >= luminous 2023-10-21T13:04:01.235 INFO:teuthology.orchestra.run.smithi190.stdout: mon pg warn max object skew = 0 2023-10-21T13:04:01.235 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.235 INFO:teuthology.orchestra.run.smithi190.stdout: # disable pg_autoscaler by default for new pools 2023-10-21T13:04:01.235 INFO:teuthology.orchestra.run.smithi190.stdout: osd_pool_default_pg_autoscale_mode = off 2023-10-21T13:04:01.235 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.236 INFO:teuthology.orchestra.run.smithi190.stdout: osd pool default size = 2 2023-10-21T13:04:01.236 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.236 INFO:teuthology.orchestra.run.smithi190.stdout: mon osd allow primary affinity = true 2023-10-21T13:04:01.236 INFO:teuthology.orchestra.run.smithi190.stdout: mon osd allow pg remap = true 2023-10-21T13:04:01.236 INFO:teuthology.orchestra.run.smithi190.stdout: mon warn on legacy crush tunables = false 2023-10-21T13:04:01.237 INFO:teuthology.orchestra.run.smithi190.stdout: mon warn on crush straw calc version zero = false 2023-10-21T13:04:01.237 INFO:teuthology.orchestra.run.smithi190.stdout: mon warn on no sortbitwise = false 2023-10-21T13:04:01.237 INFO:teuthology.orchestra.run.smithi190.stdout: mon warn on osd down out interval zero = false 2023-10-21T13:04:01.237 INFO:teuthology.orchestra.run.smithi190.stdout: mon warn on too few osds = false 2023-10-21T13:04:01.237 INFO:teuthology.orchestra.run.smithi190.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-10-21T13:04:01.238 INFO:teuthology.orchestra.run.smithi190.stdout: mon_warn_on_pool_no_redundancy = false 2023-10-21T13:04:01.238 INFO:teuthology.orchestra.run.smithi190.stdout: mon_allow_pool_size_one = true 2023-10-21T13:04:01.238 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.238 INFO:teuthology.orchestra.run.smithi190.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-10-21T13:04:01.238 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.239 INFO:teuthology.orchestra.run.smithi190.stdout: osd default data pool replay window = 5 2023-10-21T13:04:01.239 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.239 INFO:teuthology.orchestra.run.smithi190.stdout: mon allow pool delete = true 2023-10-21T13:04:01.239 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.239 INFO:teuthology.orchestra.run.smithi190.stdout: mon cluster log file level = debug 2023-10-21T13:04:01.239 INFO:teuthology.orchestra.run.smithi190.stdout: debug asserts on shutdown = true 2023-10-21T13:04:01.240 INFO:teuthology.orchestra.run.smithi190.stdout: mon health detail to clog = false 2023-10-21T13:04:01.240 INFO:teuthology.orchestra.run.smithi190.stdout: mon host = "172.21.15.67,172.21.15.190,[v2:172.21.15.190:3301,v1:172.21.15.190:6790]" 2023-10-21T13:04:01.240 INFO:teuthology.orchestra.run.smithi190.stdout: ms die on skipped message = False 2023-10-21T13:04:01.240 INFO:teuthology.orchestra.run.smithi190.stdout: fsid = b62e8c93-45fd-460a-9f0d-e160cd3bbaec 2023-10-21T13:04:01.240 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.241 INFO:teuthology.orchestra.run.smithi190.stdout:[osd] 2023-10-21T13:04:01.241 INFO:teuthology.orchestra.run.smithi190.stdout: osd journal size = 100 2023-10-21T13:04:01.241 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.241 INFO:teuthology.orchestra.run.smithi190.stdout: osd scrub load threshold = 5.0 2023-10-21T13:04:01.241 INFO:teuthology.orchestra.run.smithi190.stdout: osd scrub max interval = 600 2023-10-21T13:04:01.242 INFO:teuthology.orchestra.run.smithi190.stdout: osd mclock profile = high_recovery_ops 2023-10-21T13:04:01.242 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.242 INFO:teuthology.orchestra.run.smithi190.stdout: osd recover clone overlap = true 2023-10-21T13:04:01.242 INFO:teuthology.orchestra.run.smithi190.stdout: osd recovery max chunk = 1048576 2023-10-21T13:04:01.242 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.243 INFO:teuthology.orchestra.run.smithi190.stdout: osd debug shutdown = true 2023-10-21T13:04:01.243 INFO:teuthology.orchestra.run.smithi190.stdout: osd debug op order = true 2023-10-21T13:04:01.243 INFO:teuthology.orchestra.run.smithi190.stdout: osd debug verify stray on activate = true 2023-10-21T13:04:01.243 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.243 INFO:teuthology.orchestra.run.smithi190.stdout: osd open classes on start = true 2023-10-21T13:04:01.243 INFO:teuthology.orchestra.run.smithi190.stdout: osd debug pg log writeout = true 2023-10-21T13:04:01.244 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.244 INFO:teuthology.orchestra.run.smithi190.stdout: osd deep scrub update digest min age = 30 2023-10-21T13:04:01.244 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.244 INFO:teuthology.orchestra.run.smithi190.stdout: osd map max advance = 10 2023-10-21T13:04:01.244 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.245 INFO:teuthology.orchestra.run.smithi190.stdout: journal zero on create = true 2023-10-21T13:04:01.245 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.245 INFO:teuthology.orchestra.run.smithi190.stdout: filestore ondisk finisher threads = 3 2023-10-21T13:04:01.245 INFO:teuthology.orchestra.run.smithi190.stdout: filestore apply finisher threads = 3 2023-10-21T13:04:01.245 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.246 INFO:teuthology.orchestra.run.smithi190.stdout: bdev debug aio = true 2023-10-21T13:04:01.246 INFO:teuthology.orchestra.run.smithi190.stdout: osd debug misdirected ops = true 2023-10-21T13:04:01.246 INFO:teuthology.orchestra.run.smithi190.stdout: bdev async discard = True 2023-10-21T13:04:01.246 INFO:teuthology.orchestra.run.smithi190.stdout: bdev enable discard = True 2023-10-21T13:04:01.246 INFO:teuthology.orchestra.run.smithi190.stdout: bluestore allocator = bitmap 2023-10-21T13:04:01.247 INFO:teuthology.orchestra.run.smithi190.stdout: bluestore block size = 96636764160 2023-10-21T13:04:01.247 INFO:teuthology.orchestra.run.smithi190.stdout: bluestore fsck on mount = True 2023-10-21T13:04:01.247 INFO:teuthology.orchestra.run.smithi190.stdout: debug bluefs = 1/20 2023-10-21T13:04:01.247 INFO:teuthology.orchestra.run.smithi190.stdout: debug bluestore = 1/20 2023-10-21T13:04:01.247 INFO:teuthology.orchestra.run.smithi190.stdout: debug ms = 1 2023-10-21T13:04:01.248 INFO:teuthology.orchestra.run.smithi190.stdout: debug osd = 20 2023-10-21T13:04:01.248 INFO:teuthology.orchestra.run.smithi190.stdout: debug rocksdb = 4/10 2023-10-21T13:04:01.248 INFO:teuthology.orchestra.run.smithi190.stdout: mon osd backfillfull_ratio = 0.85 2023-10-21T13:04:01.248 INFO:teuthology.orchestra.run.smithi190.stdout: mon osd full ratio = 0.9 2023-10-21T13:04:01.248 INFO:teuthology.orchestra.run.smithi190.stdout: mon osd nearfull ratio = 0.8 2023-10-21T13:04:01.249 INFO:teuthology.orchestra.run.smithi190.stdout: osd failsafe full ratio = 0.95 2023-10-21T13:04:01.249 INFO:teuthology.orchestra.run.smithi190.stdout: osd objectstore = bluestore 2023-10-21T13:04:01.249 INFO:teuthology.orchestra.run.smithi190.stdout: osd op complaint time = 180 2023-10-21T13:04:01.249 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.249 INFO:teuthology.orchestra.run.smithi190.stdout:[mgr] 2023-10-21T13:04:01.250 INFO:teuthology.orchestra.run.smithi190.stdout: debug ms = 1 2023-10-21T13:04:01.250 INFO:teuthology.orchestra.run.smithi190.stdout: debug mgr = 20 2023-10-21T13:04:01.250 INFO:teuthology.orchestra.run.smithi190.stdout: debug mon = 20 2023-10-21T13:04:01.250 INFO:teuthology.orchestra.run.smithi190.stdout: debug auth = 20 2023-10-21T13:04:01.250 INFO:teuthology.orchestra.run.smithi190.stdout: mon reweight min pgs per osd = 4 2023-10-21T13:04:01.251 INFO:teuthology.orchestra.run.smithi190.stdout: mon reweight min bytes per osd = 10 2023-10-21T13:04:01.251 INFO:teuthology.orchestra.run.smithi190.stdout: mgr/telemetry/nag = false 2023-10-21T13:04:01.251 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.251 INFO:teuthology.orchestra.run.smithi190.stdout:[mon] 2023-10-21T13:04:01.251 INFO:teuthology.orchestra.run.smithi190.stdout: debug ms = 1 2023-10-21T13:04:01.252 INFO:teuthology.orchestra.run.smithi190.stdout: debug mon = 20 2023-10-21T13:04:01.252 INFO:teuthology.orchestra.run.smithi190.stdout: debug paxos = 20 2023-10-21T13:04:01.252 INFO:teuthology.orchestra.run.smithi190.stdout: debug auth = 20 2023-10-21T13:04:01.252 INFO:teuthology.orchestra.run.smithi190.stdout: mon data avail warn = 5 2023-10-21T13:04:01.252 INFO:teuthology.orchestra.run.smithi190.stdout: mon mgr mkfs grace = 240 2023-10-21T13:04:01.253 INFO:teuthology.orchestra.run.smithi190.stdout: mon reweight min pgs per osd = 4 2023-10-21T13:04:01.253 INFO:teuthology.orchestra.run.smithi190.stdout: mon osd reporter subtree level = osd 2023-10-21T13:04:01.253 INFO:teuthology.orchestra.run.smithi190.stdout: mon osd prime pg temp = true 2023-10-21T13:04:01.253 INFO:teuthology.orchestra.run.smithi190.stdout: mon reweight min bytes per osd = 10 2023-10-21T13:04:01.253 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.253 INFO:teuthology.orchestra.run.smithi190.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-10-21T13:04:01.254 INFO:teuthology.orchestra.run.smithi190.stdout: auth mon ticket ttl = 660 # 11m 2023-10-21T13:04:01.254 INFO:teuthology.orchestra.run.smithi190.stdout: auth service ticket ttl = 240 # 4m 2023-10-21T13:04:01.254 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.254 INFO:teuthology.orchestra.run.smithi190.stdout: # don't complain about insecure global_id in the test suite 2023-10-21T13:04:01.254 INFO:teuthology.orchestra.run.smithi190.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-10-21T13:04:01.255 INFO:teuthology.orchestra.run.smithi190.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-10-21T13:04:01.255 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.255 INFO:teuthology.orchestra.run.smithi190.stdout: # 1m isn't quite enough 2023-10-21T13:04:01.255 INFO:teuthology.orchestra.run.smithi190.stdout: mon_down_mkfs_grace = 2m 2023-10-21T13:04:01.255 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.256 INFO:teuthology.orchestra.run.smithi190.stdout: mon_warn_on_filestore_osds = false 2023-10-21T13:04:01.256 INFO:teuthology.orchestra.run.smithi190.stdout: mon op complaint time = 120 2023-10-21T13:04:01.256 INFO:teuthology.orchestra.run.smithi190.stdout: 2023-10-21T13:04:01.256 INFO:teuthology.orchestra.run.smithi190.stdout:[client] 2023-10-21T13:04:01.256 INFO:teuthology.orchestra.run.smithi190.stdout: rgw cache enabled = true 2023-10-21T13:04:01.257 INFO:teuthology.orchestra.run.smithi190.stdout: rgw enable ops log = true 2023-10-21T13:04:01.257 INFO:teuthology.orchestra.run.smithi190.stdout: rgw enable usage log = true 2023-10-21T13:04:01.257 INFO:teuthology.orchestra.run.smithi190.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-10-21T13:04:01.257 INFO:teuthology.orchestra.run.smithi190.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-10-21T13:04:01.257 INFO:teuthology.orchestra.run.smithi190.stdout: client mount timeout = 600 2023-10-21T13:04:01.257 INFO:teuthology.orchestra.run.smithi190.stdout: debug client = 20 2023-10-21T13:04:01.258 INFO:teuthology.orchestra.run.smithi190.stdout: debug ms = 1 2023-10-21T13:04:01.258 INFO:teuthology.orchestra.run.smithi190.stdout: pid file = "" 2023-10-21T13:04:01.258 INFO:teuthology.orchestra.run.smithi190.stdout: rados mon op timeout = 900 2023-10-21T13:04:01.258 INFO:teuthology.orchestra.run.smithi190.stdout: rados osd op timeout = 900 2023-10-21T13:04:01.258 INFO:teuthology.orchestra.run.smithi190.stdout:[mon.a] 2023-10-21T13:04:01.259 INFO:teuthology.orchestra.run.smithi190.stdout:[mon.b] 2023-10-21T13:04:01.259 INFO:teuthology.orchestra.run.smithi190.stdout:[mon.c] 2023-10-21T13:04:01.259 INFO:teuthology.orchestra.run.smithi190.stdout:[mds.a] 2023-10-21T13:04:01.259 INFO:teuthology.orchestra.run.smithi190.stdout:[mds.c] 2023-10-21T13:04:01.259 INFO:teuthology.orchestra.run.smithi190.stdout:[mds.b] 2023-10-21T13:04:01.260 INFO:teuthology.orchestra.run.smithi190.stdout:[mds.d] 2023-10-21T13:04:01.260 INFO:teuthology.orchestra.run.smithi190.stdout:[mds] 2023-10-21T13:04:01.260 INFO:teuthology.orchestra.run.smithi190.stdout: debug mds = 20 2023-10-21T13:04:01.260 INFO:teuthology.orchestra.run.smithi190.stdout: debug mds balancer = 20 2023-10-21T13:04:01.260 INFO:teuthology.orchestra.run.smithi190.stdout: debug ms = 1 2023-10-21T13:04:01.260 INFO:teuthology.orchestra.run.smithi190.stdout: mds debug frag = True 2023-10-21T13:04:01.261 INFO:teuthology.orchestra.run.smithi190.stdout: mds debug scatterstat = True 2023-10-21T13:04:01.261 INFO:teuthology.orchestra.run.smithi190.stdout: mds op complaint time = 180 2023-10-21T13:04:01.261 INFO:teuthology.orchestra.run.smithi190.stdout: mds verify scatter = True 2023-10-21T13:04:01.261 INFO:teuthology.orchestra.run.smithi190.stdout: osd op complaint time = 180 2023-10-21T13:04:01.261 INFO:teuthology.orchestra.run.smithi190.stdout: rados mon op timeout = 900 2023-10-21T13:04:01.262 INFO:teuthology.orchestra.run.smithi190.stdout: rados osd op timeout = 900 2023-10-21T13:04:01.262 INFO:tasks.ceph:Creating admin key on mon.a... 2023-10-21T13:04:01.262 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-10-21T13:04:01.330 INFO:tasks.ceph:Copying monmap to all nodes... 2023-10-21T13:04:01.330 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:01.331 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-10-21T13:04:01.348 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:01.348 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-10-21T13:04:01.404 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi067.front.sepia.ceph.com 2023-10-21T13:04:01.404 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:01.405 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/ceph/ceph.keyring 2023-10-21T13:04:01.405 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-10-21T13:04:01.482 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:01.482 DEBUG:teuthology.orchestra.run.smithi067:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-10-21T13:04:01.538 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi190.front.sepia.ceph.com 2023-10-21T13:04:01.539 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:01.539 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/ceph/ceph.keyring 2023-10-21T13:04:01.539 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-10-21T13:04:01.582 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:01.583 DEBUG:teuthology.orchestra.run.smithi190:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-10-21T13:04:01.641 INFO:tasks.ceph:Setting up mon nodes... 2023-10-21T13:04:01.641 INFO:tasks.ceph:Setting up mgr nodes... 2023-10-21T13:04:01.642 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-10-21T13:04:01.697 INFO:teuthology.orchestra.run.smithi067.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-10-21T13:04:01.700 DEBUG:teuthology.orchestra.run.smithi190:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-10-21T13:04:01.767 INFO:teuthology.orchestra.run.smithi190.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-10-21T13:04:01.770 INFO:tasks.ceph:Setting up mds nodes... 2023-10-21T13:04:01.770 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-10-21T13:04:01.825 INFO:teuthology.orchestra.run.smithi067.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-10-21T13:04:01.828 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-10-21T13:04:01.855 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2023-10-21T13:04:01.950 INFO:teuthology.orchestra.run.smithi067.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2023-10-21T13:04:01.953 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2023-10-21T13:04:01.979 DEBUG:teuthology.orchestra.run.smithi190:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-10-21T13:04:02.034 INFO:teuthology.orchestra.run.smithi190.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-10-21T13:04:02.036 DEBUG:teuthology.orchestra.run.smithi190:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-10-21T13:04:02.063 DEBUG:teuthology.orchestra.run.smithi190:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2023-10-21T13:04:02.155 INFO:teuthology.orchestra.run.smithi190.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2023-10-21T13:04:02.158 DEBUG:teuthology.orchestra.run.smithi190:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2023-10-21T13:04:02.184 INFO:tasks.ceph_client:Setting up client nodes... 2023-10-21T13:04:02.185 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-10-21T13:04:02.229 INFO:teuthology.orchestra.run.smithi067.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-10-21T13:04:02.243 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2023-10-21T13:04:02.287 INFO:teuthology.orchestra.run.smithi067.stdout:creating /etc/ceph/ceph.client.2.keyring 2023-10-21T13:04:02.300 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-10-21T13:04:02.344 INFO:teuthology.orchestra.run.smithi190.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-10-21T13:04:02.357 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2023-10-21T13:04:02.400 INFO:teuthology.orchestra.run.smithi190.stdout:creating /etc/ceph/ceph.client.3.keyring 2023-10-21T13:04:02.412 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-10-21T13:04:02.413 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi067.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi190.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-10-21T13:04:02.413 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-10-21T13:04:02.440 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-10-21T13:04:02.441 INFO:tasks.ceph:role: osd.0 2023-10-21T13:04:02.441 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi067.front.sepia.ceph.com 2023-10-21T13:04:02.441 DEBUG:teuthology.orchestra.run.smithi067:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-10-21T13:04:02.515 INFO:teuthology.orchestra.run.smithi067.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-10-21T13:04:02.515 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-21T13:04:02.516 INFO:teuthology.orchestra.run.smithi067.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-21T13:04:02.516 INFO:teuthology.orchestra.run.smithi067.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-21T13:04:02.516 INFO:teuthology.orchestra.run.smithi067.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-21T13:04:02.516 INFO:teuthology.orchestra.run.smithi067.stdout: = sunit=0 swidth=0 blks 2023-10-21T13:04:02.517 INFO:teuthology.orchestra.run.smithi067.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-21T13:04:02.517 INFO:teuthology.orchestra.run.smithi067.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-21T13:04:02.517 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-21T13:04:02.517 INFO:teuthology.orchestra.run.smithi067.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-21T13:04:02.957 INFO:teuthology.orchestra.run.smithi067.stdout:Discarding blocks...Done. 2023-10-21T13:04:02.958 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi067.front.sepia.ceph.com -o noatime 2023-10-21T13:04:02.959 DEBUG:teuthology.orchestra.run.smithi067:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-10-21T13:04:03.137 DEBUG:teuthology.orchestra.run.smithi067:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-10-21T13:04:03.172 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-10-21T13:04:03.241 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-10-21T13:04:03.241 INFO:tasks.ceph:role: osd.1 2023-10-21T13:04:03.241 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi067.front.sepia.ceph.com 2023-10-21T13:04:03.242 DEBUG:teuthology.orchestra.run.smithi067:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-10-21T13:04:03.317 INFO:teuthology.orchestra.run.smithi067.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-10-21T13:04:03.317 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-21T13:04:03.317 INFO:teuthology.orchestra.run.smithi067.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-21T13:04:03.317 INFO:teuthology.orchestra.run.smithi067.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-21T13:04:03.318 INFO:teuthology.orchestra.run.smithi067.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-21T13:04:03.318 INFO:teuthology.orchestra.run.smithi067.stdout: = sunit=0 swidth=0 blks 2023-10-21T13:04:03.318 INFO:teuthology.orchestra.run.smithi067.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-21T13:04:03.318 INFO:teuthology.orchestra.run.smithi067.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-21T13:04:03.318 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-21T13:04:03.319 INFO:teuthology.orchestra.run.smithi067.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-21T13:04:03.741 INFO:teuthology.orchestra.run.smithi067.stdout:Discarding blocks...Done. 2023-10-21T13:04:03.743 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi067.front.sepia.ceph.com -o noatime 2023-10-21T13:04:03.743 DEBUG:teuthology.orchestra.run.smithi067:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-10-21T13:04:03.857 DEBUG:teuthology.orchestra.run.smithi067:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-10-21T13:04:03.891 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-10-21T13:04:03.960 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-10-21T13:04:03.960 INFO:tasks.ceph:role: osd.2 2023-10-21T13:04:03.961 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi067.front.sepia.ceph.com 2023-10-21T13:04:03.961 DEBUG:teuthology.orchestra.run.smithi067:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-10-21T13:04:04.036 INFO:teuthology.orchestra.run.smithi067.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-10-21T13:04:04.037 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-21T13:04:04.037 INFO:teuthology.orchestra.run.smithi067.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-21T13:04:04.037 INFO:teuthology.orchestra.run.smithi067.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-21T13:04:04.037 INFO:teuthology.orchestra.run.smithi067.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-21T13:04:04.037 INFO:teuthology.orchestra.run.smithi067.stdout: = sunit=0 swidth=0 blks 2023-10-21T13:04:04.038 INFO:teuthology.orchestra.run.smithi067.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-21T13:04:04.038 INFO:teuthology.orchestra.run.smithi067.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-21T13:04:04.038 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-21T13:04:04.038 INFO:teuthology.orchestra.run.smithi067.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-21T13:04:04.477 INFO:teuthology.orchestra.run.smithi067.stdout:Discarding blocks...Done. 2023-10-21T13:04:04.479 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi067.front.sepia.ceph.com -o noatime 2023-10-21T13:04:04.480 DEBUG:teuthology.orchestra.run.smithi067:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-10-21T13:04:04.645 DEBUG:teuthology.orchestra.run.smithi067:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-10-21T13:04:04.682 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-10-21T13:04:04.752 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-10-21T13:04:04.753 INFO:tasks.ceph:role: osd.3 2023-10-21T13:04:04.753 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi067.front.sepia.ceph.com 2023-10-21T13:04:04.753 DEBUG:teuthology.orchestra.run.smithi067:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-10-21T13:04:04.829 INFO:teuthology.orchestra.run.smithi067.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-10-21T13:04:04.829 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-21T13:04:04.830 INFO:teuthology.orchestra.run.smithi067.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-21T13:04:04.830 INFO:teuthology.orchestra.run.smithi067.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-21T13:04:04.830 INFO:teuthology.orchestra.run.smithi067.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-21T13:04:04.830 INFO:teuthology.orchestra.run.smithi067.stdout: = sunit=0 swidth=0 blks 2023-10-21T13:04:04.830 INFO:teuthology.orchestra.run.smithi067.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-21T13:04:04.831 INFO:teuthology.orchestra.run.smithi067.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-21T13:04:04.831 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-21T13:04:04.831 INFO:teuthology.orchestra.run.smithi067.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-21T13:04:05.272 INFO:teuthology.orchestra.run.smithi067.stdout:Discarding blocks...Done. 2023-10-21T13:04:05.277 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi067.front.sepia.ceph.com -o noatime 2023-10-21T13:04:05.277 DEBUG:teuthology.orchestra.run.smithi067:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-10-21T13:04:05.466 DEBUG:teuthology.orchestra.run.smithi067:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-10-21T13:04:05.505 DEBUG:teuthology.orchestra.run.smithi067:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-21T13:04:05.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:05.618+0000 7fee92d78640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-10-21T13:04:05.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:05.618+0000 7fee92d78640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-10-21T13:04:05.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:05.618+0000 7fee92d78640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-10-21T13:04:05.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:05.618+0000 7fee92d78640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-10-21T13:04:05.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:05.618+0000 7fee92d78640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-10-21T13:04:05.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:05.619+0000 7fee92d78640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-10-21T13:04:08.489 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-10-21T13:04:08.522 DEBUG:teuthology.orchestra.run.smithi067:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-21T13:04:08.616 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:08.614+0000 7f709b75c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-10-21T13:04:08.616 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:08.614+0000 7f709b75c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-10-21T13:04:08.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:08.614+0000 7f709b75c640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-10-21T13:04:08.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:08.614+0000 7f709b75c640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-10-21T13:04:08.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:08.614+0000 7f709b75c640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-10-21T13:04:08.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:08.615+0000 7f709b75c640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-10-21T13:04:11.481 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-10-21T13:04:11.514 DEBUG:teuthology.orchestra.run.smithi067:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-21T13:04:11.609 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:11.606+0000 7fad31ed9640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-10-21T13:04:11.609 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:11.607+0000 7fad31ed9640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-10-21T13:04:11.609 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:11.607+0000 7fad31ed9640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-10-21T13:04:11.610 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:11.607+0000 7fad31ed9640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-10-21T13:04:11.610 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:11.607+0000 7fad31ed9640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-10-21T13:04:11.610 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:11.607+0000 7fad31ed9640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-10-21T13:04:14.475 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-10-21T13:04:14.508 DEBUG:teuthology.orchestra.run.smithi067:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-21T13:04:14.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:14.600+0000 7fa18bb4a640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-10-21T13:04:14.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:14.600+0000 7fa18bb4a640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-10-21T13:04:14.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:14.600+0000 7fa18bb4a640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-10-21T13:04:14.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:14.600+0000 7fa18bb4a640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-10-21T13:04:14.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:14.600+0000 7fa18bb4a640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-10-21T13:04:14.603 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:14.600+0000 7fa18bb4a640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-10-21T13:04:17.468 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-10-21T13:04:17.501 DEBUG:teuthology.orchestra.run.smithi190:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-10-21T13:04:17.533 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-10-21T13:04:17.533 INFO:tasks.ceph:role: osd.4 2023-10-21T13:04:17.533 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi190.front.sepia.ceph.com 2023-10-21T13:04:17.534 DEBUG:teuthology.orchestra.run.smithi190:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-10-21T13:04:17.612 INFO:teuthology.orchestra.run.smithi190.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-10-21T13:04:17.612 INFO:teuthology.orchestra.run.smithi190.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-21T13:04:17.612 INFO:teuthology.orchestra.run.smithi190.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-21T13:04:17.612 INFO:teuthology.orchestra.run.smithi190.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-21T13:04:17.613 INFO:teuthology.orchestra.run.smithi190.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-21T13:04:17.613 INFO:teuthology.orchestra.run.smithi190.stdout: = sunit=0 swidth=0 blks 2023-10-21T13:04:17.613 INFO:teuthology.orchestra.run.smithi190.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-21T13:04:17.613 INFO:teuthology.orchestra.run.smithi190.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-21T13:04:17.613 INFO:teuthology.orchestra.run.smithi190.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-21T13:04:17.614 INFO:teuthology.orchestra.run.smithi190.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-21T13:04:18.042 INFO:teuthology.orchestra.run.smithi190.stdout:Discarding blocks...Done. 2023-10-21T13:04:18.044 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi190.front.sepia.ceph.com -o noatime 2023-10-21T13:04:18.044 DEBUG:teuthology.orchestra.run.smithi190:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-10-21T13:04:18.223 DEBUG:teuthology.orchestra.run.smithi190:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-10-21T13:04:18.262 DEBUG:teuthology.orchestra.run.smithi190:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-10-21T13:04:18.333 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-10-21T13:04:18.334 INFO:tasks.ceph:role: osd.5 2023-10-21T13:04:18.334 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi190.front.sepia.ceph.com 2023-10-21T13:04:18.334 DEBUG:teuthology.orchestra.run.smithi190:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-10-21T13:04:18.411 INFO:teuthology.orchestra.run.smithi190.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-10-21T13:04:18.411 INFO:teuthology.orchestra.run.smithi190.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-21T13:04:18.411 INFO:teuthology.orchestra.run.smithi190.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-21T13:04:18.412 INFO:teuthology.orchestra.run.smithi190.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-21T13:04:18.412 INFO:teuthology.orchestra.run.smithi190.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-21T13:04:18.412 INFO:teuthology.orchestra.run.smithi190.stdout: = sunit=0 swidth=0 blks 2023-10-21T13:04:18.412 INFO:teuthology.orchestra.run.smithi190.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-21T13:04:18.412 INFO:teuthology.orchestra.run.smithi190.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-21T13:04:18.413 INFO:teuthology.orchestra.run.smithi190.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-21T13:04:18.413 INFO:teuthology.orchestra.run.smithi190.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-21T13:04:18.822 INFO:teuthology.orchestra.run.smithi190.stdout:Discarding blocks...Done. 2023-10-21T13:04:18.823 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi190.front.sepia.ceph.com -o noatime 2023-10-21T13:04:18.824 DEBUG:teuthology.orchestra.run.smithi190:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-10-21T13:04:18.940 DEBUG:teuthology.orchestra.run.smithi190:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-10-21T13:04:18.973 DEBUG:teuthology.orchestra.run.smithi190:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-10-21T13:04:19.041 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-10-21T13:04:19.042 INFO:tasks.ceph:role: osd.6 2023-10-21T13:04:19.042 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi190.front.sepia.ceph.com 2023-10-21T13:04:19.043 DEBUG:teuthology.orchestra.run.smithi190:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-10-21T13:04:19.117 INFO:teuthology.orchestra.run.smithi190.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-10-21T13:04:19.118 INFO:teuthology.orchestra.run.smithi190.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-21T13:04:19.118 INFO:teuthology.orchestra.run.smithi190.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-21T13:04:19.118 INFO:teuthology.orchestra.run.smithi190.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-21T13:04:19.118 INFO:teuthology.orchestra.run.smithi190.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-21T13:04:19.119 INFO:teuthology.orchestra.run.smithi190.stdout: = sunit=0 swidth=0 blks 2023-10-21T13:04:19.119 INFO:teuthology.orchestra.run.smithi190.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-21T13:04:19.119 INFO:teuthology.orchestra.run.smithi190.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-21T13:04:19.119 INFO:teuthology.orchestra.run.smithi190.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-21T13:04:19.119 INFO:teuthology.orchestra.run.smithi190.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-21T13:04:19.565 INFO:teuthology.orchestra.run.smithi190.stdout:Discarding blocks...Done. 2023-10-21T13:04:19.567 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi190.front.sepia.ceph.com -o noatime 2023-10-21T13:04:19.568 DEBUG:teuthology.orchestra.run.smithi190:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-10-21T13:04:19.747 DEBUG:teuthology.orchestra.run.smithi190:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-10-21T13:04:19.786 DEBUG:teuthology.orchestra.run.smithi190:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-10-21T13:04:19.856 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-10-21T13:04:19.857 INFO:tasks.ceph:role: osd.7 2023-10-21T13:04:19.857 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi190.front.sepia.ceph.com 2023-10-21T13:04:19.857 DEBUG:teuthology.orchestra.run.smithi190:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-10-21T13:04:19.934 INFO:teuthology.orchestra.run.smithi190.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-10-21T13:04:19.934 INFO:teuthology.orchestra.run.smithi190.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-21T13:04:19.934 INFO:teuthology.orchestra.run.smithi190.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-21T13:04:19.935 INFO:teuthology.orchestra.run.smithi190.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-21T13:04:19.935 INFO:teuthology.orchestra.run.smithi190.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-21T13:04:19.935 INFO:teuthology.orchestra.run.smithi190.stdout: = sunit=0 swidth=0 blks 2023-10-21T13:04:19.935 INFO:teuthology.orchestra.run.smithi190.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-21T13:04:19.935 INFO:teuthology.orchestra.run.smithi190.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-21T13:04:19.936 INFO:teuthology.orchestra.run.smithi190.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-21T13:04:19.936 INFO:teuthology.orchestra.run.smithi190.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-21T13:04:20.363 INFO:teuthology.orchestra.run.smithi190.stdout:Discarding blocks...Done. 2023-10-21T13:04:20.365 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi190.front.sepia.ceph.com -o noatime 2023-10-21T13:04:20.365 DEBUG:teuthology.orchestra.run.smithi190:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-10-21T13:04:20.526 DEBUG:teuthology.orchestra.run.smithi190:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-10-21T13:04:20.562 DEBUG:teuthology.orchestra.run.smithi190:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-21T13:04:20.669 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:20.668+0000 7f4808b52640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-10-21T13:04:20.670 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:20.668+0000 7f4808b52640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-10-21T13:04:20.670 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:20.668+0000 7f4808b52640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-10-21T13:04:20.670 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:20.668+0000 7f4808b52640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-10-21T13:04:20.671 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:20.668+0000 7f4808b52640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-10-21T13:04:20.671 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:20.668+0000 7f4808b52640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-10-21T13:04:23.530 DEBUG:teuthology.orchestra.run.smithi190:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-10-21T13:04:23.562 DEBUG:teuthology.orchestra.run.smithi190:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-21T13:04:23.654 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:23.652+0000 7f2079886640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-10-21T13:04:23.654 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:23.652+0000 7f2079886640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-10-21T13:04:23.654 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:23.652+0000 7f2079886640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-10-21T13:04:23.655 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:23.652+0000 7f2079886640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-10-21T13:04:23.655 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:23.652+0000 7f2079886640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-10-21T13:04:23.655 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:23.653+0000 7f2079886640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-10-21T13:04:26.517 DEBUG:teuthology.orchestra.run.smithi190:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-10-21T13:04:26.548 DEBUG:teuthology.orchestra.run.smithi190:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-21T13:04:26.641 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:26.639+0000 7fc22a083640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-10-21T13:04:26.642 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:26.639+0000 7fc22a083640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-10-21T13:04:26.642 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:26.639+0000 7fc22a083640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-10-21T13:04:26.643 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:26.639+0000 7fc22a083640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-10-21T13:04:26.643 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:26.639+0000 7fc22a083640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-10-21T13:04:26.643 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:26.640+0000 7fc22a083640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-10-21T13:04:29.118 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:04:29.121 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:04:29.512 DEBUG:teuthology.orchestra.run.smithi190:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-10-21T13:04:29.544 DEBUG:teuthology.orchestra.run.smithi190:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-21T13:04:29.637 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:29.635+0000 7ff61fe52640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-10-21T13:04:29.637 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:29.635+0000 7ff61fe52640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-10-21T13:04:29.637 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:29.635+0000 7ff61fe52640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-10-21T13:04:29.637 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:29.635+0000 7ff61fe52640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-10-21T13:04:29.638 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:29.635+0000 7ff61fe52640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-10-21T13:04:29.638 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:29.636+0000 7ff61fe52640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-10-21T13:04:32.512 DEBUG:teuthology.orchestra.run.smithi190:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-10-21T13:04:32.543 INFO:tasks.ceph:Reading keys from all nodes... 2023-10-21T13:04:32.545 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:32.545 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-10-21T13:04:32.579 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:32.579 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-10-21T13:04:32.651 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:32.651 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2023-10-21T13:04:32.723 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:32.724 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-10-21T13:04:32.793 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:32.793 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-10-21T13:04:32.863 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:32.863 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-10-21T13:04:32.933 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:32.933 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-10-21T13:04:33.002 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:33.002 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-10-21T13:04:33.035 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:33.035 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-10-21T13:04:33.105 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:33.105 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2023-10-21T13:04:33.174 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:33.175 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-10-21T13:04:33.242 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:33.243 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-10-21T13:04:33.310 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:33.311 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-10-21T13:04:33.379 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:33.380 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-10-21T13:04:33.447 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:33.447 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-10-21T13:04:33.468 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:33.469 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2023-10-21T13:04:33.528 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:33.529 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-10-21T13:04:33.546 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:33.547 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2023-10-21T13:04:33.604 INFO:tasks.ceph:Adding keys to all mons... 2023-10-21T13:04:33.604 DEBUG:teuthology.orchestra.run.smithi067:> sudo tee -a /etc/ceph/ceph.keyring 2023-10-21T13:04:33.607 DEBUG:teuthology.orchestra.run.smithi190:> sudo tee -a /etc/ceph/ceph.keyring 2023-10-21T13:04:33.647 INFO:teuthology.orchestra.run.smithi067.stdout:[mgr.y] 2023-10-21T13:04:33.647 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBBzDNl/D+EKRAAogkGUkS0J2fS2IR6UyJ7Hg== 2023-10-21T13:04:33.647 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.a] 2023-10-21T13:04:33.648 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBBzDNly28rMRAAkOtto+u/f74BiI6QcovUXg== 2023-10-21T13:04:33.648 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.c] 2023-10-21T13:04:33.648 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBBzDNl3AyaOBAA1sn5gM42aEocit7q3K52ww== 2023-10-21T13:04:33.648 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.0] 2023-10-21T13:04:33.648 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFzDNljN7qJBAAD+a2R0DUeeB9ikEcKUJ7bA== 2023-10-21T13:04:33.649 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.1] 2023-10-21T13:04:33.649 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBIzDNlCg+rJBAA6v99J9Vbj5gPJ29Rryi3Kg== 2023-10-21T13:04:33.649 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.2] 2023-10-21T13:04:33.649 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBLzDNlJ3U4JBAAINo5SFjSKavDESEiXblgYQ== 2023-10-21T13:04:33.649 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.3] 2023-10-21T13:04:33.650 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBOzDNleufPIxAAJA7ss7qUPtzc+Li5GPvBBg== 2023-10-21T13:04:33.650 INFO:teuthology.orchestra.run.smithi067.stdout:[mgr.x] 2023-10-21T13:04:33.650 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBBzDNlSL6uLRAA+eNLmeDF3X2p9lbziXKRJA== 2023-10-21T13:04:33.650 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.b] 2023-10-21T13:04:33.650 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBCzDNlPZoAAhAAlb1i4mfji+WSDop7LCi6uQ== 2023-10-21T13:04:33.651 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.d] 2023-10-21T13:04:33.651 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBCzDNlnXU/CRAASzLsf7Duty4y1cHl7HTn0g== 2023-10-21T13:04:33.651 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.4] 2023-10-21T13:04:33.651 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBUzDNltrrYJxAAGn4bYIY8BP31KuAHa15E8Q== 2023-10-21T13:04:33.651 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.5] 2023-10-21T13:04:33.651 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBXzDNlXjzsJhAATQG3epltFHhut8T23fnlhg== 2023-10-21T13:04:33.652 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.6] 2023-10-21T13:04:33.652 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBazDNl7NchJhAALx6fsHh7dzUCeH7lWO432A== 2023-10-21T13:04:33.652 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.7] 2023-10-21T13:04:33.652 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBdzDNl3VniJRAAN+653hDHPT4/U8I/zaU6Pg== 2023-10-21T13:04:33.652 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2023-10-21T13:04:33.653 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBCzDNltgaoDRAAd/kfL7PMHz/1mm2zs6Ml8w== 2023-10-21T13:04:33.653 INFO:teuthology.orchestra.run.smithi067.stdout:[client.2] 2023-10-21T13:04:33.653 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBCzDNlYa8ZERAAbOijyQE8UyGsrQv1958a+A== 2023-10-21T13:04:33.653 INFO:teuthology.orchestra.run.smithi067.stdout:[client.1] 2023-10-21T13:04:33.653 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBCzDNl1IZ8FBAAKrY9U2rdEnA4PshoEQxciw== 2023-10-21T13:04:33.654 INFO:teuthology.orchestra.run.smithi067.stdout:[client.3] 2023-10-21T13:04:33.654 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBCzDNlmTXQFxAABbxcOXnu9SaeKJSbC0m3+A== 2023-10-21T13:04:33.669 INFO:teuthology.orchestra.run.smithi190.stdout:[mgr.y] 2023-10-21T13:04:33.669 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBBzDNl/D+EKRAAogkGUkS0J2fS2IR6UyJ7Hg== 2023-10-21T13:04:33.669 INFO:teuthology.orchestra.run.smithi190.stdout:[mds.a] 2023-10-21T13:04:33.670 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBBzDNly28rMRAAkOtto+u/f74BiI6QcovUXg== 2023-10-21T13:04:33.670 INFO:teuthology.orchestra.run.smithi190.stdout:[mds.c] 2023-10-21T13:04:33.670 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBBzDNl3AyaOBAA1sn5gM42aEocit7q3K52ww== 2023-10-21T13:04:33.670 INFO:teuthology.orchestra.run.smithi190.stdout:[osd.0] 2023-10-21T13:04:33.671 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBFzDNljN7qJBAAD+a2R0DUeeB9ikEcKUJ7bA== 2023-10-21T13:04:33.671 INFO:teuthology.orchestra.run.smithi190.stdout:[osd.1] 2023-10-21T13:04:33.671 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBIzDNlCg+rJBAA6v99J9Vbj5gPJ29Rryi3Kg== 2023-10-21T13:04:33.671 INFO:teuthology.orchestra.run.smithi190.stdout:[osd.2] 2023-10-21T13:04:33.671 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBLzDNlJ3U4JBAAINo5SFjSKavDESEiXblgYQ== 2023-10-21T13:04:33.671 INFO:teuthology.orchestra.run.smithi190.stdout:[osd.3] 2023-10-21T13:04:33.672 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBOzDNleufPIxAAJA7ss7qUPtzc+Li5GPvBBg== 2023-10-21T13:04:33.672 INFO:teuthology.orchestra.run.smithi190.stdout:[mgr.x] 2023-10-21T13:04:33.672 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBBzDNlSL6uLRAA+eNLmeDF3X2p9lbziXKRJA== 2023-10-21T13:04:33.672 INFO:teuthology.orchestra.run.smithi190.stdout:[mds.b] 2023-10-21T13:04:33.672 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBCzDNlPZoAAhAAlb1i4mfji+WSDop7LCi6uQ== 2023-10-21T13:04:33.673 INFO:teuthology.orchestra.run.smithi190.stdout:[mds.d] 2023-10-21T13:04:33.673 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBCzDNlnXU/CRAASzLsf7Duty4y1cHl7HTn0g== 2023-10-21T13:04:33.673 INFO:teuthology.orchestra.run.smithi190.stdout:[osd.4] 2023-10-21T13:04:33.673 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBUzDNltrrYJxAAGn4bYIY8BP31KuAHa15E8Q== 2023-10-21T13:04:33.673 INFO:teuthology.orchestra.run.smithi190.stdout:[osd.5] 2023-10-21T13:04:33.673 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBXzDNlXjzsJhAATQG3epltFHhut8T23fnlhg== 2023-10-21T13:04:33.674 INFO:teuthology.orchestra.run.smithi190.stdout:[osd.6] 2023-10-21T13:04:33.674 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBazDNl7NchJhAALx6fsHh7dzUCeH7lWO432A== 2023-10-21T13:04:33.674 INFO:teuthology.orchestra.run.smithi190.stdout:[osd.7] 2023-10-21T13:04:33.674 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBdzDNl3VniJRAAN+653hDHPT4/U8I/zaU6Pg== 2023-10-21T13:04:33.674 INFO:teuthology.orchestra.run.smithi190.stdout:[client.0] 2023-10-21T13:04:33.675 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBCzDNltgaoDRAAd/kfL7PMHz/1mm2zs6Ml8w== 2023-10-21T13:04:33.675 INFO:teuthology.orchestra.run.smithi190.stdout:[client.2] 2023-10-21T13:04:33.675 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBCzDNlYa8ZERAAbOijyQE8UyGsrQv1958a+A== 2023-10-21T13:04:33.675 INFO:teuthology.orchestra.run.smithi190.stdout:[client.1] 2023-10-21T13:04:33.675 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBCzDNl1IZ8FBAAKrY9U2rdEnA4PshoEQxciw== 2023-10-21T13:04:33.676 INFO:teuthology.orchestra.run.smithi190.stdout:[client.3] 2023-10-21T13:04:33.676 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQBCzDNlmTXQFxAABbxcOXnu9SaeKJSbC0m3+A== 2023-10-21T13:04:33.677 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-10-21T13:04:33.698 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-10-21T13:04:33.770 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-21T13:04:33.772 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-21T13:04:33.831 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-21T13:04:33.833 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-21T13:04:33.890 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:33.892 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:33.946 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:33.948 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:34.001 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:34.004 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:34.057 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:34.060 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:34.113 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-10-21T13:04:34.116 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-10-21T13:04:34.169 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-21T13:04:34.171 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-21T13:04:34.227 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-21T13:04:34.229 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-21T13:04:34.285 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:34.287 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:34.340 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:34.343 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:34.395 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:34.398 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:34.451 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:34.453 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-21T13:04:34.506 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-21T13:04:34.508 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-21T13:04:34.564 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-21T13:04:34.567 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-21T13:04:34.623 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-21T13:04:34.625 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-21T13:04:34.682 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-21T13:04:34.684 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-21T13:04:34.740 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-10-21T13:04:34.740 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-10-21T13:04:34.768 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-10-21T13:04:34.868 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-10-21T13:04:34.896 DEBUG:teuthology.orchestra.run.smithi190:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-10-21T13:04:34.923 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-10-21T13:04:35.020 DEBUG:teuthology.orchestra.run.smithi190:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-10-21T13:04:35.046 DEBUG:teuthology.orchestra.run.smithi190:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-10-21T13:04:35.113 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-10-21T13:04:35.213 DEBUG:teuthology.orchestra.run.smithi190:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-10-21T13:04:35.239 DEBUG:teuthology.orchestra.run.smithi067:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-10-21T13:04:35.242 DEBUG:teuthology.orchestra.run.smithi190:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-10-21T13:04:35.295 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-10-21T13:04:35.296 INFO:tasks.ceph.mon.a:Restarting daemon 2023-10-21T13:04:35.297 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-10-21T13:04:35.299 INFO:tasks.ceph.mon.a:Started 2023-10-21T13:04:35.300 INFO:tasks.ceph.mon.b:Restarting daemon 2023-10-21T13:04:35.300 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-10-21T13:04:35.338 INFO:tasks.ceph.mon.b:Started 2023-10-21T13:04:35.339 INFO:tasks.ceph.mon.c:Restarting daemon 2023-10-21T13:04:35.339 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-10-21T13:04:35.341 INFO:tasks.ceph.mon.c:Started 2023-10-21T13:04:35.342 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-10-21T13:04:35.342 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-10-21T13:04:35.342 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-10-21T13:04:35.345 INFO:tasks.ceph.mgr.y:Started 2023-10-21T13:04:35.346 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-10-21T13:04:35.347 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-10-21T13:04:35.349 INFO:tasks.ceph.mgr.x:Started 2023-10-21T13:04:35.349 INFO:tasks.ceph:Setting crush tunables to default 2023-10-21T13:04:35.350 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph osd crush tunables default 2023-10-21T13:04:35.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.473+0000 7f20c0997700 1 Processor -- start 2023-10-21T13:04:35.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.473+0000 7f20c0997700 1 -- start start 2023-10-21T13:04:35.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.474+0000 7f20c0997700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f20bc0ca1a0 0x7f20bc0b5590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:35.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.474+0000 7f20c0997700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20bc06dfa0 con 0x7f20bc072170 2023-10-21T13:04:35.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.474+0000 7f20c0997700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20bc06e280 con 0x7f20bc0b2dc0 2023-10-21T13:04:35.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.474+0000 7f20c0997700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20bc06e560 con 0x7f20bc0ca1a0 2023-10-21T13:04:35.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.474+0000 7f20ba59c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f20bc0ca1a0 0x7f20bc0b5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:35.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.474+0000 7f20b9d9b700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f20bc072170 0x7f20bc0ca580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47144/0 (socket says 172.21.15.67:47144) 2023-10-21T13:04:35.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.474+0000 7f20b9d9b700 1 -- 172.21.15.67:0/3368428165 learned_addr learned my addr 172.21.15.67:0/3368428165 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:35.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.474+0000 7f20ba59c700 1 -- 172.21.15.67:0/3368428165 >> v2:172.21.15.67:3300/0 conn(0x7f20bc0ca1a0 msgr2=0x7f20bc0b5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-10-21T13:04:35.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.474+0000 7f20ba59c700 1 -- 172.21.15.67:0/3368428165 >> v2:172.21.15.67:3300/0 conn(0x7f20bc0ca1a0 msgr2=0x7f20bc0b5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-10-21T13:04:35.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.474+0000 7f20ba59c700 1 --2- 172.21.15.67:0/3368428165 >> v2:172.21.15.67:3300/0 conn(0x7f20bc0ca1a0 0x7f20bc0b5590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-21T13:04:35.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.474+0000 7f20ba59c700 1 --2- 172.21.15.67:0/3368428165 >> v2:172.21.15.67:3300/0 conn(0x7f20bc0ca1a0 0x7f20bc0b5590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-21T13:04:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.675+0000 7f20ba59c700 1 --2- 172.21.15.67:0/3368428165 >> v2:172.21.15.67:3300/0 conn(0x7f20bc0ca1a0 0x7f20bc0b5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.675+0000 7f20ba59c700 1 -- 172.21.15.67:0/3368428165 >> v2:172.21.15.67:3300/0 conn(0x7f20bc0ca1a0 msgr2=0x7f20bc0b5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-10-21T13:04:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.675+0000 7f20ba59c700 1 -- 172.21.15.67:0/3368428165 >> v2:172.21.15.67:3300/0 conn(0x7f20bc0ca1a0 msgr2=0x7f20bc0b5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-10-21T13:04:35.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.675+0000 7f20ba59c700 1 --2- 172.21.15.67:0/3368428165 >> v2:172.21.15.67:3300/0 conn(0x7f20bc0ca1a0 0x7f20bc0b5590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-21T13:04:35.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.675+0000 7f20ba59c700 1 --2- 172.21.15.67:0/3368428165 >> v2:172.21.15.67:3300/0 conn(0x7f20bc0ca1a0 0x7f20bc0b5590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-21T13:04:35.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.686+0000 7f20b959a700 1 -- 172.21.15.67:0/3368428165 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1791662826 0 0) 0x7f20bc06dfa0 con 0x7f20bc072170 2023-10-21T13:04:35.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.686+0000 7f20b959a700 1 -- 172.21.15.67:0/3368428165 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f20a40035b0 con 0x7f20bc072170 2023-10-21T13:04:35.691 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20b959a700 1 -- 172.21.15.67:0/3368428165 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2908411542 0 0) 0x7f20a40035b0 con 0x7f20bc072170 2023-10-21T13:04:35.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20b959a700 1 -- 172.21.15.67:0/3368428165 >> v2:172.21.15.67:3300/0 conn(0x7f20bc0ca1a0 msgr2=0x7f20bc0b5590 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T13:04:35.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20b959a700 1 --2- 172.21.15.67:0/3368428165 >> v2:172.21.15.67:3300/0 conn(0x7f20bc0ca1a0 0x7f20bc0b5590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:35.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20b959a700 1 -- 172.21.15.67:0/3368428165 >> v1:172.21.15.190:6789/0 conn(0x7f20bc0b2dc0 legacy=0x7f20bc0b3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:35.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20b959a700 1 -- 172.21.15.67:0/3368428165 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20bc06e840 con 0x7f20bc072170 2023-10-21T13:04:35.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20b959a700 1 -- 172.21.15.67:0/3368428165 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f20b0001670 con 0x7f20bc072170 2023-10-21T13:04:35.693 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20b959a700 1 -- 172.21.15.67:0/3368428165 >> v1:172.21.15.67:6789/0 conn(0x7f20bc072170 legacy=0x7f20bc0ca580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:35.693 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20b959a700 1 --2- 172.21.15.67:0/3368428165 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f20a4003a00 0x7f20a4003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:35.693 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20b959a700 1 --2- 172.21.15.67:0/3368428165 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f20a4004850 0x7f20a4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:35.693 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20b959a700 1 --2- 172.21.15.67:0/3368428165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20a4005210 0x7f20a400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:35.693 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20b959a700 1 -- 172.21.15.67:0/3368428165 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20bc06e560 con 0x7f20a4005210 2023-10-21T13:04:35.694 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20b959a700 1 -- 172.21.15.67:0/3368428165 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20a4010570 con 0x7f20a4004850 2023-10-21T13:04:35.694 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20b959a700 1 -- 172.21.15.67:0/3368428165 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20a4010730 con 0x7f20a4003a00 2023-10-21T13:04:35.694 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20bad9d700 1 --2- 172.21.15.67:0/3368428165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20a4005210 0x7f20a400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:35.694 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20ba59c700 1 --2- 172.21.15.67:0/3368428165 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f20a4003a00 0x7f20a4003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20b9d9b700 1 --2- 172.21.15.67:0/3368428165 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f20a4004850 0x7f20a4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20bad9d700 1 -- 172.21.15.67:0/3368428165 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f20a4003a00 msgr2=0x7f20a4003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20bad9d700 1 --2- 172.21.15.67:0/3368428165 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f20a4003a00 0x7f20a4003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.687+0000 7f20bad9d700 1 -- 172.21.15.67:0/3368428165 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f20a4004850 msgr2=0x7f20a4004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.688+0000 7f20bad9d700 1 --2- 172.21.15.67:0/3368428165 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f20a4004850 0x7f20a4004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.688+0000 7f20bad9d700 1 -- 172.21.15.67:0/3368428165 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20a40035b0 con 0x7f20a4005210 2023-10-21T13:04:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.688+0000 7f20b9d9b700 1 --2- 172.21.15.67:0/3368428165 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f20a4004850 0x7f20a4004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.688+0000 7f20bad9d700 1 -- 172.21.15.67:0/3368428165 reap_dead start 2023-10-21T13:04:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.688+0000 7f20bad9d700 1 --2- 172.21.15.67:0/3368428165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20a4005210 0x7f20a400ba10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f20ac0017c0 tx=0x7f20a4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba1a53ea44900d5f server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.688+0000 7f20b959a700 1 -- 172.21.15.67:0/3368428165 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20ac0052d0 con 0x7f20a4005210 2023-10-21T13:04:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.688+0000 7f20b959a700 1 -- 172.21.15.67:0/3368428165 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20ac005430 con 0x7f20a4005210 2023-10-21T13:04:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.688+0000 7f20b959a700 1 -- 172.21.15.67:0/3368428165 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20ac0038c0 con 0x7f20a4005210 2023-10-21T13:04:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.689+0000 7f20c0997700 1 -- 172.21.15.67:0/3368428165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20a4005210 msgr2=0x7f20a400ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.689+0000 7f20c0997700 1 --2- 172.21.15.67:0/3368428165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20a4005210 0x7f20a400ba10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f20ac0017c0 tx=0x7f20a4005880 comp rx=0 tx=0).stop 2023-10-21T13:04:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.689+0000 7f20c0997700 1 -- 172.21.15.67:0/3368428165 shutdown_connections 2023-10-21T13:04:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.689+0000 7f20c0997700 1 --2- 172.21.15.67:0/3368428165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20a4005210 0x7f20a400ba10 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.689+0000 7f20c0997700 1 -- 172.21.15.67:0/3368428165 >> 172.21.15.67:0/3368428165 conn(0x7f20bc0cc5d0 msgr2=0x7f20bc0cc9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.689+0000 7f20c0997700 1 -- 172.21.15.67:0/3368428165 shutdown_connections 2023-10-21T13:04:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.689+0000 7f20c0997700 1 -- 172.21.15.67:0/3368428165 wait complete. 2023-10-21T13:04:35.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.691+0000 7f20c0997700 1 Processor -- start 2023-10-21T13:04:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.691+0000 7f20c0997700 1 -- start start 2023-10-21T13:04:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.691+0000 7f20c0997700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20a4005210 0x7f20bc0c60e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.691+0000 7f20c0997700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f20bc158c30 0x7f20bc0c74a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.691+0000 7f20c0997700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f20bc0c79e0 0x7f20bc06a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.691+0000 7f20c0997700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20bc0c5690 con 0x7f20a4005210 2023-10-21T13:04:35.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.691+0000 7f20c0997700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20bc0c5c50 con 0x7f20bc158c30 2023-10-21T13:04:35.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.691+0000 7f20c0997700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20bc159770 con 0x7f20bc0c79e0 2023-10-21T13:04:35.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.691+0000 7f20ba59c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20a4005210 0x7f20bc0c60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:35.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.691+0000 7f20ba59c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20a4005210 0x7f20bc0c60e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59112/0 (socket says 172.21.15.67:59112) 2023-10-21T13:04:35.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.691+0000 7f20ba59c700 1 -- 172.21.15.67:0/847051104 learned_addr learned my addr 172.21.15.67:0/847051104 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:35.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.691+0000 7f20b9d9b700 1 --2- 172.21.15.67:0/847051104 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f20bc158c30 0x7f20bc0c74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:35.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.692+0000 7f20bad9d700 1 --2- 172.21.15.67:0/847051104 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f20bc0c79e0 0x7f20bc06a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:35.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.692+0000 7f20ba59c700 1 -- 172.21.15.67:0/847051104 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f20bc0c79e0 msgr2=0x7f20bc06a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:35.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.692+0000 7f20ba59c700 1 --2- 172.21.15.67:0/847051104 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f20bc0c79e0 0x7f20bc06a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:35.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.692+0000 7f20ba59c700 1 -- 172.21.15.67:0/847051104 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f20bc158c30 msgr2=0x7f20bc0c74a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:35.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.692+0000 7f20ba59c700 1 --2- 172.21.15.67:0/847051104 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f20bc158c30 0x7f20bc0c74a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:35.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.692+0000 7f20ba59c700 1 -- 172.21.15.67:0/847051104 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20bc0aec50 con 0x7f20a4005210 2023-10-21T13:04:35.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.692+0000 7f20ba59c700 1 --2- 172.21.15.67:0/847051104 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20a4005210 0x7f20bc0c60e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f20b4004710 tx=0x7f20b4004a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:35.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.692+0000 7f20aaffd700 1 -- 172.21.15.67:0/847051104 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b4007d50 con 0x7f20a4005210 2023-10-21T13:04:35.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.693+0000 7f20aaffd700 1 -- 172.21.15.67:0/847051104 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20b400f040 con 0x7f20a4005210 2023-10-21T13:04:35.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.693+0000 7f20c0997700 1 -- 172.21.15.67:0/847051104 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20bc0aef30 con 0x7f20a4005210 2023-10-21T13:04:35.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.693+0000 7f20aaffd700 1 -- 172.21.15.67:0/847051104 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b4016660 con 0x7f20a4005210 2023-10-21T13:04:35.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.693+0000 7f20c0997700 1 -- 172.21.15.67:0/847051104 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20bc0c58e0 con 0x7f20a4005210 2023-10-21T13:04:35.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.693+0000 7f20aaffd700 1 -- 172.21.15.67:0/847051104 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f20b4016ac0 con 0x7f20a4005210 2023-10-21T13:04:35.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.693+0000 7f20aaffd700 1 -- 172.21.15.67:0/847051104 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f20b401fb60 con 0x7f20a4005210 2023-10-21T13:04:35.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.694+0000 7f20c0997700 1 -- 172.21.15.67:0/847051104 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20bc0c6620 con 0x7f20a4005210 2023-10-21T13:04:35.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.696+0000 7f20aaffd700 1 -- 172.21.15.67:0/847051104 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f20b403db40 con 0x7f20a4005210 2023-10-21T13:04:35.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.774+0000 7f20c0997700 1 -- 172.21.15.67:0/847051104 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f20bc074d40 con 0x7f20a4005210 2023-10-21T13:04:35.778 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.776+0000 7f20aaffd700 1 -- 172.21.15.67:0/847051104 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f20b402c020 con 0x7f20a4005210 2023-10-21T13:04:35.779 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.776+0000 7f20c0997700 1 -- 172.21.15.67:0/847051104 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20a4005210 msgr2=0x7f20bc0c60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:35.780 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.776+0000 7f20c0997700 1 --2- 172.21.15.67:0/847051104 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20a4005210 0x7f20bc0c60e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f20b4004710 tx=0x7f20b4004a20 comp rx=0 tx=0).stop 2023-10-21T13:04:35.780 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.776+0000 7f20c0997700 1 -- 172.21.15.67:0/847051104 shutdown_connections 2023-10-21T13:04:35.780 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.776+0000 7f20c0997700 1 --2- 172.21.15.67:0/847051104 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f20bc0c79e0 0x7f20bc06a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:35.780 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.776+0000 7f20c0997700 1 --2- 172.21.15.67:0/847051104 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20a4005210 0x7f20bc0c60e0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:35.780 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.776+0000 7f20c0997700 1 --2- 172.21.15.67:0/847051104 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f20bc158c30 0x7f20bc0c74a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:35.781 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.776+0000 7f20c0997700 1 -- 172.21.15.67:0/847051104 >> 172.21.15.67:0/847051104 conn(0x7f20bc0cc5d0 msgr2=0x7f20bc0b3ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:35.781 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.777+0000 7f20c0997700 1 -- 172.21.15.67:0/847051104 shutdown_connections 2023-10-21T13:04:35.781 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:35.777+0000 7f20c0997700 1 -- 172.21.15.67:0/847051104 wait complete. 2023-10-21T13:04:35.781 INFO:teuthology.orchestra.run.smithi067.stderr:adjusted tunables profile to default 2023-10-21T13:04:35.792 INFO:tasks.ceph:check_enable_crimson: False 2023-10-21T13:04:35.792 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-10-21T13:04:35.792 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:35.793 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-10-21T13:04:35.810 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:35.808+0000 7f745afa8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-21T13:04:35.816 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:35.813+0000 7f76a1892200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-21T13:04:35.820 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:35.820 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-10-21T13:04:35.874 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:35.872+0000 7f745afa8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-21T13:04:35.887 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:35.884+0000 7f76a1892200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-21T13:04:35.888 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:35.888 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-10-21T13:04:35.949 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:35.947+0000 7f745afa8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-21T13:04:35.955 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:04:35.955 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-10-21T13:04:35.969 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:35.967+0000 7f76a1892200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-21T13:04:35.999 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:36.000 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-10-21T13:04:36.025 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:36.026 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-10-21T13:04:36.028 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:36.026+0000 7f745afa8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-21T13:04:36.054 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:36.054 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-10-21T13:04:36.058 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:36.055+0000 7f76a1892200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-21T13:04:36.120 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:04:36.120 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-10-21T13:04:36.177 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:36.175+0000 7f745afa8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-21T13:04:36.186 DEBUG:teuthology.orchestra.run.smithi190:> sudo ceph --cluster ceph osd new 14cfc923-ec48-411a-9154-265ff33067fc 0 2023-10-21T13:04:36.208 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:36.206+0000 7f76a1892200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-21T13:04:36.346 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.344+0000 7f97e8ad4700 1 Processor -- start 2023-10-21T13:04:36.346 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.344+0000 7f97e8ad4700 1 -- start start 2023-10-21T13:04:36.349 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e8ad4700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e40cc190 0x7f97e40cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.349 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e8ad4700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f97e40d09b0 0x7f97e40d0e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.349 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e8ad4700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f97e40b2ef0 0x7f97e40b3380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.350 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e8ad4700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97e40b38c0 con 0x7f97e40b2ef0 2023-10-21T13:04:36.350 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e8ad4700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97e415f250 con 0x7f97e40d09b0 2023-10-21T13:04:36.350 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e8ad4700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97e415f4a0 con 0x7f97e40cc190 2023-10-21T13:04:36.350 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e1d9b700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f97e40d09b0 0x7f97e40d0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.350 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e1d9b700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f97e40d09b0 0x7f97e40d0e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:41958/0 (socket says 172.21.15.190:41958) 2023-10-21T13:04:36.351 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e1d9b700 1 -- 172.21.15.190:0/2161678583 learned_addr learned my addr 172.21.15.190:0/2161678583 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:36.351 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e259c700 1 --2- 172.21.15.190:0/2161678583 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e40cc190 0x7f97e40cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.351 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e2d9d700 1 --2- 172.21.15.190:0/2161678583 >> v2:172.21.15.67:3300/0 conn(0x7f97e40b2ef0 0x7f97e40b3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.351 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e1d9b700 1 -- 172.21.15.190:0/2161678583 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e40cc190 msgr2=0x7f97e40cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:36.351 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e1d9b700 1 --2- 172.21.15.190:0/2161678583 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e40cc190 0x7f97e40cf3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.352 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e1d9b700 1 -- 172.21.15.190:0/2161678583 >> v2:172.21.15.67:3300/0 conn(0x7f97e40b2ef0 msgr2=0x7f97e40b3380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:36.352 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e1d9b700 1 --2- 172.21.15.190:0/2161678583 >> v2:172.21.15.67:3300/0 conn(0x7f97e40b2ef0 0x7f97e40b3380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.352 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e1d9b700 1 -- 172.21.15.190:0/2161678583 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97e415f780 con 0x7f97e40d09b0 2023-10-21T13:04:36.352 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.345+0000 7f97e2d9d700 1 --2- 172.21.15.190:0/2161678583 >> v2:172.21.15.67:3300/0 conn(0x7f97e40b2ef0 0x7f97e40b3380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:36.352 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.346+0000 7f97e1d9b700 1 --2- 172.21.15.190:0/2161678583 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e40d09b0 0x7f97e40d0e30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f97e40d2500 tx=0x7f97d8009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ef6f78a7411279a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:36.353 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.346+0000 7f97e159a700 1 -- 172.21.15.190:0/2161678583 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97d8011830 con 0x7f97e40d09b0 2023-10-21T13:04:36.353 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.346+0000 7f97e159a700 1 -- 172.21.15.190:0/2161678583 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97d8011990 con 0x7f97e40d09b0 2023-10-21T13:04:36.353 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.346+0000 7f97e159a700 1 -- 172.21.15.190:0/2161678583 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97d8011d20 con 0x7f97e40d09b0 2023-10-21T13:04:36.353 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.346+0000 7f97e8ad4700 1 -- 172.21.15.190:0/2161678583 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e40d09b0 msgr2=0x7f97e40d0e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.353 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.346+0000 7f97e8ad4700 1 --2- 172.21.15.190:0/2161678583 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e40d09b0 0x7f97e40d0e30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f97e40d2500 tx=0x7f97d8009bd0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.354 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.346+0000 7f97e8ad4700 1 -- 172.21.15.190:0/2161678583 shutdown_connections 2023-10-21T13:04:36.354 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.346+0000 7f97e8ad4700 1 --2- 172.21.15.190:0/2161678583 >> v2:172.21.15.67:3300/0 conn(0x7f97e40b2ef0 0x7f97e40b3380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.354 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.346+0000 7f97e8ad4700 1 --2- 172.21.15.190:0/2161678583 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e40cc190 0x7f97e40cf3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.354 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.346+0000 7f97e8ad4700 1 --2- 172.21.15.190:0/2161678583 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e40d09b0 0x7f97e40d0e30 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.354 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.346+0000 7f97e8ad4700 1 -- 172.21.15.190:0/2161678583 >> 172.21.15.190:0/2161678583 conn(0x7f97e40cdef0 msgr2=0x7f97e40ce300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:36.355 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.346+0000 7f97e8ad4700 1 -- 172.21.15.190:0/2161678583 shutdown_connections 2023-10-21T13:04:36.355 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.346+0000 7f97e8ad4700 1 -- 172.21.15.190:0/2161678583 wait complete. 2023-10-21T13:04:36.357 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.348+0000 7f97e8ad4700 1 Processor -- start 2023-10-21T13:04:36.358 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.348+0000 7f97e8ad4700 1 -- start start 2023-10-21T13:04:36.358 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.348+0000 7f97e8ad4700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e40b2ef0 0x7f97e40b6a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.358 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.348+0000 7f97e8ad4700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97e40cc190 0x7f97e41f2690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.358 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.348+0000 7f97e8ad4700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e40d09b0 0x7f97e406ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.358 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.348+0000 7f97e8ad4700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97e406be30 con 0x7f97e40cc190 2023-10-21T13:04:36.359 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e8ad4700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97e406c110 con 0x7f97e40b2ef0 2023-10-21T13:04:36.359 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e8ad4700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97e406c3f0 con 0x7f97e40d09b0 2023-10-21T13:04:36.359 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e259c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e40b2ef0 0x7f97e40b6a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.359 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e2d9d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e40d09b0 0x7f97e406ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.359 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e259c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e40b2ef0 0x7f97e40b6a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:41962/0 (socket says 172.21.15.190:41962) 2023-10-21T13:04:36.360 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e259c700 1 -- 172.21.15.190:0/4033316467 learned_addr learned my addr 172.21.15.190:0/4033316467 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:36.360 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e2d9d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e40d09b0 0x7f97e406ced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.190:44672/0 (socket says 172.21.15.190:44672) 2023-10-21T13:04:36.360 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e1d9b700 1 --2- 172.21.15.190:0/4033316467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97e40cc190 0x7f97e41f2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.360 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e259c700 1 -- 172.21.15.190:0/4033316467 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e40d09b0 msgr2=0x7f97e406ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.360 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e259c700 1 --2- 172.21.15.190:0/4033316467 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e40d09b0 0x7f97e406ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.361 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e259c700 1 -- 172.21.15.190:0/4033316467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97e40cc190 msgr2=0x7f97e41f2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.361 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e259c700 1 --2- 172.21.15.190:0/4033316467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97e40cc190 0x7f97e41f2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.361 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e259c700 1 -- 172.21.15.190:0/4033316467 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97d8009550 con 0x7f97e40b2ef0 2023-10-21T13:04:36.361 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e2d9d700 1 --2- 172.21.15.190:0/4033316467 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e40d09b0 0x7f97e406ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:36.361 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e259c700 1 --2- 172.21.15.190:0/4033316467 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e40b2ef0 0x7f97e40b6a40 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f97d400e9b0 tx=0x7f97d400ecc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:36.362 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97d2ffd700 1 -- 172.21.15.190:0/4033316467 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97d4009710 con 0x7f97e40b2ef0 2023-10-21T13:04:36.362 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97d2ffd700 1 -- 172.21.15.190:0/4033316467 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97d400ee50 con 0x7f97e40b2ef0 2023-10-21T13:04:36.362 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e8ad4700 1 -- 172.21.15.190:0/4033316467 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97e406c6d0 con 0x7f97e40b2ef0 2023-10-21T13:04:36.362 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97d2ffd700 1 -- 172.21.15.190:0/4033316467 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97d400ca50 con 0x7f97e40b2ef0 2023-10-21T13:04:36.362 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.349+0000 7f97e8ad4700 1 -- 172.21.15.190:0/4033316467 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97e40b6f80 con 0x7f97e40b2ef0 2023-10-21T13:04:36.363 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.350+0000 7f97d2ffd700 1 -- 172.21.15.190:0/4033316467 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f97d4005a20 con 0x7f97e40b2ef0 2023-10-21T13:04:36.363 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.350+0000 7f97d2ffd700 1 -- 172.21.15.190:0/4033316467 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f97d40137b0 con 0x7f97e40b2ef0 2023-10-21T13:04:36.363 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.350+0000 7f97e8ad4700 1 -- 172.21.15.190:0/4033316467 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97e4074d40 con 0x7f97e40b2ef0 2023-10-21T13:04:36.363 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.352+0000 7f97d2ffd700 1 -- 172.21.15.190:0/4033316467 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f97d4021060 con 0x7f97e40b2ef0 2023-10-21T13:04:36.439 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.436+0000 7f97e8ad4700 1 -- 172.21.15.190:0/4033316467 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd new", "uuid": "14cfc923-ec48-411a-9154-265ff33067fc", "id": 0} v 0) v1 -- 0x7f97e415fa30 con 0x7f97e40b2ef0 2023-10-21T13:04:36.441 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.439+0000 7f97d2ffd700 1 -- 172.21.15.190:0/4033316467 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "14cfc923-ec48-411a-9154-265ff33067fc", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f97d4017070 con 0x7f97e40b2ef0 2023-10-21T13:04:36.442 INFO:teuthology.orchestra.run.smithi190.stdout:0 2023-10-21T13:04:36.443 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.440+0000 7f97e8ad4700 1 -- 172.21.15.190:0/4033316467 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e40b2ef0 msgr2=0x7f97e40b6a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.443 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.440+0000 7f97e8ad4700 1 --2- 172.21.15.190:0/4033316467 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e40b2ef0 0x7f97e40b6a40 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f97d400e9b0 tx=0x7f97d400ecc0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.443 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.440+0000 7f97e8ad4700 1 -- 172.21.15.190:0/4033316467 shutdown_connections 2023-10-21T13:04:36.444 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.440+0000 7f97e8ad4700 1 --2- 172.21.15.190:0/4033316467 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e40d09b0 0x7f97e406ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.444 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.440+0000 7f97e8ad4700 1 --2- 172.21.15.190:0/4033316467 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e40b2ef0 0x7f97e40b6a40 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.444 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.440+0000 7f97e8ad4700 1 --2- 172.21.15.190:0/4033316467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97e40cc190 0x7f97e41f2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.444 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.440+0000 7f97e8ad4700 1 -- 172.21.15.190:0/4033316467 >> 172.21.15.190:0/4033316467 conn(0x7f97e40cdef0 msgr2=0x7f97e40b2770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:36.444 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.440+0000 7f97e8ad4700 1 -- 172.21.15.190:0/4033316467 shutdown_connections 2023-10-21T13:04:36.445 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.440+0000 7f97e8ad4700 1 -- 172.21.15.190:0/4033316467 wait complete. 2023-10-21T13:04:36.454 DEBUG:teuthology.orchestra.run.smithi190:> sudo ceph --cluster ceph osd new 436ebcb3-283c-4e1c-8b5e-fa4c5137821f 1 2023-10-21T13:04:36.574 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.572+0000 7f73cd085700 1 Processor -- start 2023-10-21T13:04:36.575 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.572+0000 7f73cd085700 1 -- start start 2023-10-21T13:04:36.577 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.573+0000 7f73cd085700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73c80caa60 0x7f73c80caee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.577 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.573+0000 7f73cd085700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f73c8161a50 0x7f73c8161ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.577 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.573+0000 7f73cd085700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73c815dd60 con 0x7f73c815d980 2023-10-21T13:04:36.578 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.573+0000 7f73cd085700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73c80cecf0 con 0x7f73c8161a50 2023-10-21T13:04:36.578 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.573+0000 7f73cd085700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73c81615c0 con 0x7f73c80caa60 2023-10-21T13:04:36.578 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.573+0000 7f73c659c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73c80caa60 0x7f73c80caee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.578 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.573+0000 7f73c759e700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f73c8161a50 0x7f73c8161ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.578 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.573+0000 7f73c659c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73c80caa60 0x7f73c80caee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.190:44676/0 (socket says 172.21.15.190:44676) 2023-10-21T13:04:36.579 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.573+0000 7f73c659c700 1 -- 172.21.15.190:0/3622863510 learned_addr learned my addr 172.21.15.190:0/3622863510 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:36.579 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.573+0000 7f73c759e700 1 -- 172.21.15.190:0/3622863510 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73c80caa60 msgr2=0x7f73c80caee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:36.579 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.573+0000 7f73c759e700 1 --2- 172.21.15.190:0/3622863510 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73c80caa60 0x7f73c80caee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.579 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.573+0000 7f73c759e700 1 -- 172.21.15.190:0/3622863510 >> v1:172.21.15.190:6789/0 conn(0x7f73c815d980 legacy=0x7f73c80b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.579 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.573+0000 7f73c5d9b700 1 -- 172.21.15.190:0/3622863510 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 899597377 0 0) 0x7f73b8001110 con 0x7f73c815d980 2023-10-21T13:04:36.580 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.573+0000 7f73c759e700 1 -- 172.21.15.190:0/3622863510 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73c80ce450 con 0x7f73c8161a50 2023-10-21T13:04:36.580 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.574+0000 7f73c759e700 1 --2- 172.21.15.190:0/3622863510 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73c8161a50 0x7f73c8161ee0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f73c0009d90 tx=0x7f73c000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8bb0a5cb45e92882 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:36.580 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.574+0000 7f73c5d9b700 1 -- 172.21.15.190:0/3622863510 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73c000e070 con 0x7f73c8161a50 2023-10-21T13:04:36.580 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.574+0000 7f73c5d9b700 1 -- 172.21.15.190:0/3622863510 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73c000bb20 con 0x7f73c8161a50 2023-10-21T13:04:36.580 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.574+0000 7f73c5d9b700 1 -- 172.21.15.190:0/3622863510 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73c0012430 con 0x7f73c8161a50 2023-10-21T13:04:36.581 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.574+0000 7f73cd085700 1 -- 172.21.15.190:0/3622863510 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73c8161a50 msgr2=0x7f73c8161ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.581 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.574+0000 7f73cd085700 1 --2- 172.21.15.190:0/3622863510 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73c8161a50 0x7f73c8161ee0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f73c0009d90 tx=0x7f73c000b330 comp rx=0 tx=0).stop 2023-10-21T13:04:36.581 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.574+0000 7f73cd085700 1 -- 172.21.15.190:0/3622863510 shutdown_connections 2023-10-21T13:04:36.581 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.574+0000 7f73cd085700 1 --2- 172.21.15.190:0/3622863510 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73c8161a50 0x7f73c8161ee0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.581 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.574+0000 7f73cd085700 1 --2- 172.21.15.190:0/3622863510 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73c80caa60 0x7f73c80caee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.581 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.574+0000 7f73cd085700 1 -- 172.21.15.190:0/3622863510 >> 172.21.15.190:0/3622863510 conn(0x7f73c806be00 msgr2=0x7f73c806c210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:36.582 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.574+0000 7f73cd085700 1 -- 172.21.15.190:0/3622863510 shutdown_connections 2023-10-21T13:04:36.582 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.574+0000 7f73cd085700 1 -- 172.21.15.190:0/3622863510 wait complete. 2023-10-21T13:04:36.584 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.576+0000 7f73cd085700 1 Processor -- start 2023-10-21T13:04:36.584 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.576+0000 7f73cd085700 1 -- start start 2023-10-21T13:04:36.585 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73cd085700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73c80caa60 0x7f73c814d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.585 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73cd085700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73c815d980 0x7f73c80b04b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.585 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73cd085700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73c8161a50 0x7f73c80ada90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.585 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73cd085700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73c80ac9f0 con 0x7f73c80caa60 2023-10-21T13:04:36.585 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73cd085700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73c80accd0 con 0x7f73c8161a50 2023-10-21T13:04:36.586 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73cd085700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73c80acfb0 con 0x7f73c815d980 2023-10-21T13:04:36.586 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73c659c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73c815d980 0x7f73c80b04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.586 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73c759e700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73c8161a50 0x7f73c80ada90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.586 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73c659c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73c815d980 0x7f73c80b04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.190:44682/0 (socket says 172.21.15.190:44682) 2023-10-21T13:04:36.586 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73c759e700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73c8161a50 0x7f73c80ada90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:41978/0 (socket says 172.21.15.190:41978) 2023-10-21T13:04:36.587 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73c659c700 1 -- 172.21.15.190:0/924535609 learned_addr learned my addr 172.21.15.190:0/924535609 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:36.587 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73c6d9d700 1 --2- 172.21.15.190:0/924535609 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73c80caa60 0x7f73c814d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.587 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73c659c700 1 -- 172.21.15.190:0/924535609 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73c8161a50 msgr2=0x7f73c80ada90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.587 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73c659c700 1 --2- 172.21.15.190:0/924535609 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73c8161a50 0x7f73c80ada90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.587 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73c659c700 1 -- 172.21.15.190:0/924535609 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73c80caa60 msgr2=0x7f73c814d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.587 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73c659c700 1 --2- 172.21.15.190:0/924535609 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73c80caa60 0x7f73c814d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.588 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73c659c700 1 -- 172.21.15.190:0/924535609 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73c0009a70 con 0x7f73c815d980 2023-10-21T13:04:36.588 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73c759e700 1 --2- 172.21.15.190:0/924535609 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73c8161a50 0x7f73c80ada90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:36.588 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73c659c700 1 --2- 172.21.15.190:0/924535609 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73c815d980 0x7f73c80b04b0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f73bc00e8b0 tx=0x7f73bc00ebc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:36.588 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73af7fe700 1 -- 172.21.15.190:0/924535609 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73bc009600 con 0x7f73c815d980 2023-10-21T13:04:36.588 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73af7fe700 1 -- 172.21.15.190:0/924535609 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73bc013680 con 0x7f73c815d980 2023-10-21T13:04:36.589 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73af7fe700 1 -- 172.21.15.190:0/924535609 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73bc013a30 con 0x7f73c815d980 2023-10-21T13:04:36.589 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73cd085700 1 -- 172.21.15.190:0/924535609 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73c80ad290 con 0x7f73c815d980 2023-10-21T13:04:36.589 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.577+0000 7f73cd085700 1 -- 172.21.15.190:0/924535609 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73c814db70 con 0x7f73c815d980 2023-10-21T13:04:36.589 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.578+0000 7f73af7fe700 1 -- 172.21.15.190:0/924535609 <== mon.2 v2:172.21.15.190:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f73bc005a20 con 0x7f73c815d980 2023-10-21T13:04:36.589 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.578+0000 7f73af7fe700 1 -- 172.21.15.190:0/924535609 <== mon.2 v2:172.21.15.190:3301/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7f73bc01c800 con 0x7f73c815d980 2023-10-21T13:04:36.590 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.578+0000 7f73cd085700 1 -- 172.21.15.190:0/924535609 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73c8074d40 con 0x7f73c815d980 2023-10-21T13:04:36.590 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.581+0000 7f73af7fe700 1 -- 172.21.15.190:0/924535609 <== mon.2 v2:172.21.15.190:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f73bc021060 con 0x7f73c815d980 2023-10-21T13:04:36.614 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:36.612+0000 7f745afa8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-21T13:04:36.616 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:36.614+0000 7f76a1892200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-21T13:04:36.666 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.664+0000 7f73cd085700 1 -- 172.21.15.190:0/924535609 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "osd new", "uuid": "436ebcb3-283c-4e1c-8b5e-fa4c5137821f", "id": 1} v 0) v1 -- 0x7f73c80c7660 con 0x7f73c815d980 2023-10-21T13:04:36.669 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.666+0000 7f73af7fe700 1 -- 172.21.15.190:0/924535609 <== mon.2 v2:172.21.15.190:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "436ebcb3-283c-4e1c-8b5e-fa4c5137821f", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f73bc017070 con 0x7f73c815d980 2023-10-21T13:04:36.669 INFO:teuthology.orchestra.run.smithi190.stdout:1 2023-10-21T13:04:36.670 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.667+0000 7f73cd085700 1 -- 172.21.15.190:0/924535609 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73c815d980 msgr2=0x7f73c80b04b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.670 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.667+0000 7f73cd085700 1 --2- 172.21.15.190:0/924535609 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73c815d980 0x7f73c80b04b0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f73bc00e8b0 tx=0x7f73bc00ebc0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.671 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.667+0000 7f73cd085700 1 -- 172.21.15.190:0/924535609 shutdown_connections 2023-10-21T13:04:36.671 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.667+0000 7f73cd085700 1 --2- 172.21.15.190:0/924535609 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73c8161a50 0x7f73c80ada90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.671 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.668+0000 7f73cd085700 1 --2- 172.21.15.190:0/924535609 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73c80caa60 0x7f73c814d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.671 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.668+0000 7f73cd085700 1 --2- 172.21.15.190:0/924535609 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73c815d980 0x7f73c80b04b0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.671 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.668+0000 7f73cd085700 1 -- 172.21.15.190:0/924535609 >> 172.21.15.190:0/924535609 conn(0x7f73c806be00 msgr2=0x7f73c80c7a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:36.672 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.668+0000 7f73cd085700 1 -- 172.21.15.190:0/924535609 shutdown_connections 2023-10-21T13:04:36.672 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.668+0000 7f73cd085700 1 -- 172.21.15.190:0/924535609 wait complete. 2023-10-21T13:04:36.682 DEBUG:teuthology.orchestra.run.smithi190:> sudo ceph --cluster ceph osd new b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0 2 2023-10-21T13:04:36.737 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:36.735+0000 7f745afa8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-21T13:04:36.740 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:36.737+0000 7f76a1892200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-21T13:04:36.805 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.803+0000 7f0d13d7e700 1 Processor -- start 2023-10-21T13:04:36.806 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.803+0000 7f0d13d7e700 1 -- start start 2023-10-21T13:04:36.808 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.804+0000 7f0d13d7e700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f0d0c15a6e0 0x7f0d0c0cb140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.808 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d13d7e700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d0c0cb680 con 0x7f0d0c0cf030 2023-10-21T13:04:36.809 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d13d7e700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d0c06e720 con 0x7f0d0c0cd720 2023-10-21T13:04:36.809 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d13d7e700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d0c0cb940 con 0x7f0d0c15a6e0 2023-10-21T13:04:36.809 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d11319700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f0d0c0cd720 0x7f0d0c0ce920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.190:37810/0 (socket says 172.21.15.190:37810) 2023-10-21T13:04:36.809 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d11319700 1 -- 172.21.15.190:0/1203816334 learned_addr learned my addr 172.21.15.190:0/1203816334 (peer_addr_for_me v1:172.21.15.190:0/0) 2023-10-21T13:04:36.809 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d11b1a700 1 --2- 172.21.15.190:0/1203816334 >> v2:172.21.15.67:3300/0 conn(0x7f0d0c15a6e0 0x7f0d0c0cb140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.810 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d10b18700 1 -- 172.21.15.190:0/1203816334 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4073538736 0 0) 0x7f0d0c06e720 con 0x7f0d0c0cd720 2023-10-21T13:04:36.810 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d10b18700 1 -- 172.21.15.190:0/1203816334 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0cf80035b0 con 0x7f0d0c0cd720 2023-10-21T13:04:36.810 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d10b18700 1 -- 172.21.15.190:0/1203816334 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1493398922 0 0) 0x7f0d0c0cb680 con 0x7f0d0c0cf030 2023-10-21T13:04:36.810 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d10b18700 1 -- 172.21.15.190:0/1203816334 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0d0c06e720 con 0x7f0d0c0cf030 2023-10-21T13:04:36.810 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d11b1a700 1 -- 172.21.15.190:0/1203816334 >> v1:172.21.15.190:6789/0 conn(0x7f0d0c0cd720 legacy=0x7f0d0c0ce920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.811 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d11b1a700 1 -- 172.21.15.190:0/1203816334 >> v1:172.21.15.67:6789/0 conn(0x7f0d0c0cf030 legacy=0x7f0d0c06acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.811 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d11b1a700 1 -- 172.21.15.190:0/1203816334 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d0c0cbc20 con 0x7f0d0c15a6e0 2023-10-21T13:04:36.811 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d11b1a700 1 --2- 172.21.15.190:0/1203816334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d0c15a6e0 0x7f0d0c0cb140 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0d08009870 tx=0x7f0d08009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=821ca13a42c999c5 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:36.811 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d10b18700 1 -- 172.21.15.190:0/1203816334 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d08011830 con 0x7f0d0c15a6e0 2023-10-21T13:04:36.811 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d10b18700 1 -- 172.21.15.190:0/1203816334 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d08011990 con 0x7f0d0c15a6e0 2023-10-21T13:04:36.812 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.805+0000 7f0d10b18700 1 -- 172.21.15.190:0/1203816334 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d08011d20 con 0x7f0d0c15a6e0 2023-10-21T13:04:36.812 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.806+0000 7f0d13d7e700 1 -- 172.21.15.190:0/1203816334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d0c15a6e0 msgr2=0x7f0d0c0cb140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.812 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.806+0000 7f0d13d7e700 1 --2- 172.21.15.190:0/1203816334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d0c15a6e0 0x7f0d0c0cb140 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0d08009870 tx=0x7f0d08009b80 comp rx=0 tx=0).stop 2023-10-21T13:04:36.812 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.806+0000 7f0d13d7e700 1 -- 172.21.15.190:0/1203816334 shutdown_connections 2023-10-21T13:04:36.812 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.806+0000 7f0d13d7e700 1 --2- 172.21.15.190:0/1203816334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d0c15a6e0 0x7f0d0c0cb140 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.813 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.806+0000 7f0d13d7e700 1 -- 172.21.15.190:0/1203816334 >> 172.21.15.190:0/1203816334 conn(0x7f0d0c0cc5d0 msgr2=0x7f0d0c0cc9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:36.813 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.806+0000 7f0d13d7e700 1 -- 172.21.15.190:0/1203816334 shutdown_connections 2023-10-21T13:04:36.813 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.806+0000 7f0d13d7e700 1 -- 172.21.15.190:0/1203816334 wait complete. 2023-10-21T13:04:36.815 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.807+0000 7f0d13d7e700 1 Processor -- start 2023-10-21T13:04:36.815 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.807+0000 7f0d13d7e700 1 -- start start 2023-10-21T13:04:36.816 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d13d7e700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d0c0cd720 0x7f0d0c1497a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.816 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d13d7e700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d0c0cf030 0x7f0d0c1593e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.816 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d13d7e700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d0c15a6e0 0x7f0d0c1ef200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:36.816 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d13d7e700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0c1f4260 con 0x7f0d0c0cd720 2023-10-21T13:04:36.816 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d13d7e700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0c0c8ed0 con 0x7f0d0c15a6e0 2023-10-21T13:04:36.817 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d13d7e700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0c0c85a0 con 0x7f0d0c0cf030 2023-10-21T13:04:36.817 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d11319700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d0c0cf030 0x7f0d0c1593e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.817 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d1231b700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d0c15a6e0 0x7f0d0c1ef200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.817 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d11b1a700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d0c0cd720 0x7f0d0c1497a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:36.817 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d11319700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d0c0cf030 0x7f0d0c1593e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.190:44694/0 (socket says 172.21.15.190:44694) 2023-10-21T13:04:36.818 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d11319700 1 -- 172.21.15.190:0/2871699373 learned_addr learned my addr 172.21.15.190:0/2871699373 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:36.818 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d11b1a700 1 -- 172.21.15.190:0/2871699373 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d0c0cf030 msgr2=0x7f0d0c1593e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.818 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d11b1a700 1 --2- 172.21.15.190:0/2871699373 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d0c0cf030 0x7f0d0c1593e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.818 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d11b1a700 1 -- 172.21.15.190:0/2871699373 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d0c15a6e0 msgr2=0x7f0d0c1ef200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.818 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d11b1a700 1 --2- 172.21.15.190:0/2871699373 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d0c15a6e0 0x7f0d0c1ef200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.819 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.808+0000 7f0d11b1a700 1 -- 172.21.15.190:0/2871699373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d080094a0 con 0x7f0d0c0cd720 2023-10-21T13:04:36.819 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.809+0000 7f0d11b1a700 1 --2- 172.21.15.190:0/2871699373 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d0c0cd720 0x7f0d0c1497a0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0d08016000 tx=0x7f0d08004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:36.819 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.809+0000 7f0d027fc700 1 -- 172.21.15.190:0/2871699373 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d0801a970 con 0x7f0d0c0cd720 2023-10-21T13:04:36.819 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.809+0000 7f0d027fc700 1 -- 172.21.15.190:0/2871699373 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d0801aad0 con 0x7f0d0c0cd720 2023-10-21T13:04:36.819 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.809+0000 7f0d027fc700 1 -- 172.21.15.190:0/2871699373 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d0801ae60 con 0x7f0d0c0cd720 2023-10-21T13:04:36.820 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.809+0000 7f0d13d7e700 1 -- 172.21.15.190:0/2871699373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d0c0c8880 con 0x7f0d0c0cd720 2023-10-21T13:04:36.820 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.809+0000 7f0d13d7e700 1 -- 172.21.15.190:0/2871699373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d0c159920 con 0x7f0d0c0cd720 2023-10-21T13:04:36.820 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.809+0000 7f0d027fc700 1 -- 172.21.15.190:0/2871699373 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f0d0802d750 con 0x7f0d0c0cd720 2023-10-21T13:04:36.820 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.809+0000 7f0d027fc700 1 -- 172.21.15.190:0/2871699373 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7f0d08024670 con 0x7f0d0c0cd720 2023-10-21T13:04:36.820 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.810+0000 7f0d13d7e700 1 -- 172.21.15.190:0/2871699373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d0c066db0 con 0x7f0d0c0cd720 2023-10-21T13:04:36.820 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.812+0000 7f0d027fc700 1 -- 172.21.15.190:0/2871699373 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f0d08015020 con 0x7f0d0c0cd720 2023-10-21T13:04:36.825 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:36.823+0000 7f745afa8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-21T13:04:36.831 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:36.829+0000 7f76a1892200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-21T13:04:36.897 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.895+0000 7f0d13d7e700 1 -- 172.21.15.190:0/2871699373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd new", "uuid": "b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0", "id": 2} v 0) v1 -- 0x7f0d0c159b10 con 0x7f0d0c0cd720 2023-10-21T13:04:36.900 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.898+0000 7f0d027fc700 1 -- 172.21.15.190:0/2871699373 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f0d0802dad0 con 0x7f0d0c0cd720 2023-10-21T13:04:36.901 INFO:teuthology.orchestra.run.smithi190.stdout:2 2023-10-21T13:04:36.902 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.899+0000 7f0d13d7e700 1 -- 172.21.15.190:0/2871699373 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d0c0cd720 msgr2=0x7f0d0c1497a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:36.902 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.899+0000 7f0d13d7e700 1 --2- 172.21.15.190:0/2871699373 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d0c0cd720 0x7f0d0c1497a0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0d08016000 tx=0x7f0d08004750 comp rx=0 tx=0).stop 2023-10-21T13:04:36.902 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.899+0000 7f0d13d7e700 1 -- 172.21.15.190:0/2871699373 shutdown_connections 2023-10-21T13:04:36.903 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.899+0000 7f0d13d7e700 1 --2- 172.21.15.190:0/2871699373 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d0c15a6e0 0x7f0d0c1ef200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.903 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.899+0000 7f0d13d7e700 1 --2- 172.21.15.190:0/2871699373 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d0c0cd720 0x7f0d0c1497a0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.903 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.899+0000 7f0d13d7e700 1 --2- 172.21.15.190:0/2871699373 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d0c0cf030 0x7f0d0c1593e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:36.903 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.899+0000 7f0d13d7e700 1 -- 172.21.15.190:0/2871699373 >> 172.21.15.190:0/2871699373 conn(0x7f0d0c0cc5d0 msgr2=0x7f0d0c0b5330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:36.903 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.899+0000 7f0d13d7e700 1 -- 172.21.15.190:0/2871699373 shutdown_connections 2023-10-21T13:04:36.904 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:36.899+0000 7f0d13d7e700 1 -- 172.21.15.190:0/2871699373 wait complete. 2023-10-21T13:04:36.908 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:36.906+0000 7f745afa8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-21T13:04:36.913 DEBUG:teuthology.orchestra.run.smithi190:> sudo ceph --cluster ceph osd new 59d2f0ec-7acc-4c5e-ac10-e9d81293e380 3 2023-10-21T13:04:36.917 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:36.914+0000 7f76a1892200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-21T13:04:37.037 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.034+0000 7fbebc3f1700 1 Processor -- start 2023-10-21T13:04:37.037 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.034+0000 7fbebc3f1700 1 -- start start 2023-10-21T13:04:37.039 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.035+0000 7fbebc3f1700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbeb415aa80 0x7fbeb40b1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.040 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.035+0000 7fbebc3f1700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fbeb40cce50 0x7fbeb40cd2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.040 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.035+0000 7fbebc3f1700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbeb40cc810 con 0x7fbeb40cb010 2023-10-21T13:04:37.040 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.035+0000 7fbebc3f1700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbeb40cd810 con 0x7fbeb40cce50 2023-10-21T13:04:37.040 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.035+0000 7fbebc3f1700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbeb40cf110 con 0x7fbeb415aa80 2023-10-21T13:04:37.040 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.036+0000 7fbeba18d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbeb415aa80 0x7fbeb40b1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.041 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.036+0000 7fbeba18d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbeb415aa80 0x7fbeb40b1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.190:44698/0 (socket says 172.21.15.190:44698) 2023-10-21T13:04:37.041 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.036+0000 7fbeba18d700 1 -- 172.21.15.190:0/180455638 learned_addr learned my addr 172.21.15.190:0/180455638 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:37.041 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.036+0000 7fbeb998c700 1 --2- 172.21.15.190:0/180455638 >> v2:172.21.15.67:3300/0 conn(0x7fbeb40cce50 0x7fbeb40cd2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.041 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.036+0000 7fbeba18d700 1 -- 172.21.15.190:0/180455638 >> v2:172.21.15.67:3300/0 conn(0x7fbeb40cce50 msgr2=0x7fbeb40cd2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:37.041 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.036+0000 7fbeba18d700 1 --2- 172.21.15.190:0/180455638 >> v2:172.21.15.67:3300/0 conn(0x7fbeb40cce50 0x7fbeb40cd2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.042 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.036+0000 7fbeba18d700 1 -- 172.21.15.190:0/180455638 >> v1:172.21.15.67:6789/0 conn(0x7fbeb40cb010 legacy=0x7fbeb40cb4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.042 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.036+0000 7fbeba18d700 1 -- 172.21.15.190:0/180455638 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbeb40cc1c0 con 0x7fbeb415aa80 2023-10-21T13:04:37.042 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.036+0000 7fbeba18d700 1 --2- 172.21.15.190:0/180455638 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbeb415aa80 0x7fbeb40b1940 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fbeb00098f0 tx=0x7fbeb0009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30fd1187291fdb92 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:37.042 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.036+0000 7fbeb918b700 1 -- 172.21.15.190:0/180455638 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbeb0011830 con 0x7fbeb415aa80 2023-10-21T13:04:37.042 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.036+0000 7fbeb918b700 1 -- 172.21.15.190:0/180455638 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbeb0011990 con 0x7fbeb415aa80 2023-10-21T13:04:37.043 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.036+0000 7fbeb918b700 1 -- 172.21.15.190:0/180455638 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbeb0011d20 con 0x7fbeb415aa80 2023-10-21T13:04:37.043 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.037+0000 7fbebc3f1700 1 -- 172.21.15.190:0/180455638 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbeb415aa80 msgr2=0x7fbeb40b1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.043 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.037+0000 7fbebc3f1700 1 --2- 172.21.15.190:0/180455638 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbeb415aa80 0x7fbeb40b1940 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fbeb00098f0 tx=0x7fbeb0009c00 comp rx=0 tx=0).stop 2023-10-21T13:04:37.043 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.037+0000 7fbebc3f1700 1 -- 172.21.15.190:0/180455638 shutdown_connections 2023-10-21T13:04:37.043 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.037+0000 7fbebc3f1700 1 --2- 172.21.15.190:0/180455638 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbeb415aa80 0x7fbeb40b1940 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.044 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.037+0000 7fbebc3f1700 1 --2- 172.21.15.190:0/180455638 >> v2:172.21.15.67:3300/0 conn(0x7fbeb40cce50 0x7fbeb40cd2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.044 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.037+0000 7fbebc3f1700 1 -- 172.21.15.190:0/180455638 >> 172.21.15.190:0/180455638 conn(0x7fbeb40999d0 msgr2=0x7fbeb40d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:37.044 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.037+0000 7fbebc3f1700 1 -- 172.21.15.190:0/180455638 shutdown_connections 2023-10-21T13:04:37.044 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.037+0000 7fbebc3f1700 1 -- 172.21.15.190:0/180455638 wait complete. 2023-10-21T13:04:37.047 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.038+0000 7fbebc3f1700 1 Processor -- start 2023-10-21T13:04:37.047 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.038+0000 7fbebc3f1700 1 -- start start 2023-10-21T13:04:37.047 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.039+0000 7fbebc3f1700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbeb40cb010 0x7fbeb40b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.047 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.039+0000 7fbebc3f1700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbeb40cce50 0x7fbeb4157c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.048 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.039+0000 7fbebc3f1700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb415aa80 0x7fbeb40b45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.048 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.039+0000 7fbebc3f1700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbeb41581b0 con 0x7fbeb415aa80 2023-10-21T13:04:37.048 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.039+0000 7fbebc3f1700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbeb406b5c0 con 0x7fbeb40cce50 2023-10-21T13:04:37.048 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.039+0000 7fbebc3f1700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbeb40b3190 con 0x7fbeb40cb010 2023-10-21T13:04:37.048 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.039+0000 7fbeba18d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbeb40cb010 0x7fbeb40b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.049 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.039+0000 7fbeb998c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbeb40cce50 0x7fbeb4157c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.049 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.039+0000 7fbeba18d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbeb40cb010 0x7fbeb40b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.190:44704/0 (socket says 172.21.15.190:44704) 2023-10-21T13:04:37.049 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.039+0000 7fbeba18d700 1 -- 172.21.15.190:0/1487030176 learned_addr learned my addr 172.21.15.190:0/1487030176 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:37.049 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.039+0000 7fbeba98e700 1 --2- 172.21.15.190:0/1487030176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb415aa80 0x7fbeb40b45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.049 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.039+0000 7fbeb998c700 1 -- 172.21.15.190:0/1487030176 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbeb40cb010 msgr2=0x7fbeb40b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.050 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.040+0000 7fbeb998c700 1 --2- 172.21.15.190:0/1487030176 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbeb40cb010 0x7fbeb40b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.050 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.040+0000 7fbeb998c700 1 -- 172.21.15.190:0/1487030176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb415aa80 msgr2=0x7fbeb40b45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.050 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.040+0000 7fbeb998c700 1 --2- 172.21.15.190:0/1487030176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb415aa80 0x7fbeb40b45b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.050 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.040+0000 7fbeb998c700 1 -- 172.21.15.190:0/1487030176 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbeb0009550 con 0x7fbeb40cce50 2023-10-21T13:04:37.050 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.040+0000 7fbeba18d700 1 --2- 172.21.15.190:0/1487030176 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbeb40cb010 0x7fbeb40b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:37.051 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.040+0000 7fbeb998c700 1 --2- 172.21.15.190:0/1487030176 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbeb40cce50 0x7fbeb4157c70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fbea800e900 tx=0x7fbea800ec10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:37.051 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.040+0000 7fbea6ffd700 1 -- 172.21.15.190:0/1487030176 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea8013680 con 0x7fbeb40cce50 2023-10-21T13:04:37.051 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.040+0000 7fbea6ffd700 1 -- 172.21.15.190:0/1487030176 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbea80137e0 con 0x7fbeb40cce50 2023-10-21T13:04:37.051 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.040+0000 7fbebc3f1700 1 -- 172.21.15.190:0/1487030176 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbeb40b3470 con 0x7fbeb40cce50 2023-10-21T13:04:37.051 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.040+0000 7fbea6ffd700 1 -- 172.21.15.190:0/1487030176 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea8013b50 con 0x7fbeb40cce50 2023-10-21T13:04:37.051 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.040+0000 7fbebc3f1700 1 -- 172.21.15.190:0/1487030176 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbeb40b3a30 con 0x7fbeb40cce50 2023-10-21T13:04:37.052 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.040+0000 7fbea6ffd700 1 -- 172.21.15.190:0/1487030176 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fbea8005a20 con 0x7fbeb40cce50 2023-10-21T13:04:37.052 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.040+0000 7fbea6ffd700 1 -- 172.21.15.190:0/1487030176 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7fbea80067a0 con 0x7fbeb40cce50 2023-10-21T13:04:37.052 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.041+0000 7fbebc3f1700 1 -- 172.21.15.190:0/1487030176 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbeb40b3bc0 con 0x7fbeb40cce50 2023-10-21T13:04:37.052 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.043+0000 7fbea6ffd700 1 -- 172.21.15.190:0/1487030176 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fbea803ab40 con 0x7fbeb40cce50 2023-10-21T13:04:37.128 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.126+0000 7fbebc3f1700 1 -- 172.21.15.190:0/1487030176 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd new", "uuid": "59d2f0ec-7acc-4c5e-ac10-e9d81293e380", "id": 3} v 0) v1 -- 0x7fbeb4074d40 con 0x7fbeb40cce50 2023-10-21T13:04:37.133 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.131+0000 7fbea6ffd700 1 -- 172.21.15.190:0/1487030176 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "59d2f0ec-7acc-4c5e-ac10-e9d81293e380", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7fbea8029070 con 0x7fbeb40cce50 2023-10-21T13:04:37.134 INFO:teuthology.orchestra.run.smithi190.stdout:3 2023-10-21T13:04:37.135 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.132+0000 7fbebc3f1700 1 -- 172.21.15.190:0/1487030176 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbeb40cce50 msgr2=0x7fbeb4157c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.135 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.132+0000 7fbebc3f1700 1 --2- 172.21.15.190:0/1487030176 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbeb40cce50 0x7fbeb4157c70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fbea800e900 tx=0x7fbea800ec10 comp rx=0 tx=0).stop 2023-10-21T13:04:37.135 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.132+0000 7fbebc3f1700 1 -- 172.21.15.190:0/1487030176 shutdown_connections 2023-10-21T13:04:37.135 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.132+0000 7fbebc3f1700 1 --2- 172.21.15.190:0/1487030176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb415aa80 0x7fbeb40b45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.136 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.132+0000 7fbebc3f1700 1 --2- 172.21.15.190:0/1487030176 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbeb40cb010 0x7fbeb40b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.136 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.132+0000 7fbebc3f1700 1 --2- 172.21.15.190:0/1487030176 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbeb40cce50 0x7fbeb4157c70 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.136 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.132+0000 7fbebc3f1700 1 -- 172.21.15.190:0/1487030176 >> 172.21.15.190:0/1487030176 conn(0x7fbeb40999d0 msgr2=0x7fbeb406e8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:37.136 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.132+0000 7fbebc3f1700 1 -- 172.21.15.190:0/1487030176 shutdown_connections 2023-10-21T13:04:37.136 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.132+0000 7fbebc3f1700 1 -- 172.21.15.190:0/1487030176 wait complete. 2023-10-21T13:04:37.146 DEBUG:teuthology.orchestra.run.smithi190:> sudo ceph --cluster ceph osd new 58ea6625-0343-4f47-84a3-65d6ca59f5e2 4 2023-10-21T13:04:37.266 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.264+0000 7fe43b19f700 1 Processor -- start 2023-10-21T13:04:37.266 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.264+0000 7fe43b19f700 1 -- start start 2023-10-21T13:04:37.269 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43b19f700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fe434160d30 0x7fe4340cdee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.269 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43b19f700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe4340c38f0 0x7fe4340ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.269 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43b19f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe43406a8d0 0x7fe43406f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.269 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43b19f700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe434161110 con 0x7fe4340c38f0 2023-10-21T13:04:37.269 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43b19f700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4341614f0 con 0x7fe434160d30 2023-10-21T13:04:37.270 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43b19f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe434161790 con 0x7fe43406a8d0 2023-10-21T13:04:37.270 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43a19d700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fe434160d30 0x7fe4340cdee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.270 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43a99e700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe43406a8d0 0x7fe43406f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.270 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43a19d700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fe434160d30 0x7fe4340cdee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:42004/0 (socket says 172.21.15.190:42004) 2023-10-21T13:04:37.270 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43a99e700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe43406a8d0 0x7fe43406f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.190:44714/0 (socket says 172.21.15.190:44714) 2023-10-21T13:04:37.271 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43a19d700 1 -- 172.21.15.190:0/3201107071 learned_addr learned my addr 172.21.15.190:0/3201107071 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:37.271 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43999c700 1 --2- 172.21.15.190:0/3201107071 >> v2:172.21.15.67:3300/0 conn(0x7fe4340c38f0 0x7fe4340ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.271 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43a19d700 1 -- 172.21.15.190:0/3201107071 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe43406a8d0 msgr2=0x7fe43406f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:37.271 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43a19d700 1 --2- 172.21.15.190:0/3201107071 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe43406a8d0 0x7fe43406f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.271 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43a19d700 1 -- 172.21.15.190:0/3201107071 >> v2:172.21.15.67:3300/0 conn(0x7fe4340c38f0 msgr2=0x7fe4340ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:37.272 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43a19d700 1 --2- 172.21.15.190:0/3201107071 >> v2:172.21.15.67:3300/0 conn(0x7fe4340c38f0 0x7fe4340ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.272 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43a19d700 1 -- 172.21.15.190:0/3201107071 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe434161a70 con 0x7fe434160d30 2023-10-21T13:04:37.272 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43999c700 1 --2- 172.21.15.190:0/3201107071 >> v2:172.21.15.67:3300/0 conn(0x7fe4340c38f0 0x7fe4340ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:37.272 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43a99e700 1 --2- 172.21.15.190:0/3201107071 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe43406a8d0 0x7fe43406f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:37.272 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43a19d700 1 --2- 172.21.15.190:0/3201107071 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe434160d30 0x7fe4340cdee0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fe43406d2b0 tx=0x7fe430009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cab9d40c313ccfe7 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:37.272 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43919b700 1 -- 172.21.15.190:0/3201107071 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe430011830 con 0x7fe434160d30 2023-10-21T13:04:37.273 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43919b700 1 -- 172.21.15.190:0/3201107071 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe430011990 con 0x7fe434160d30 2023-10-21T13:04:37.273 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.265+0000 7fe43919b700 1 -- 172.21.15.190:0/3201107071 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe430011d20 con 0x7fe434160d30 2023-10-21T13:04:37.273 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.266+0000 7fe43b19f700 1 -- 172.21.15.190:0/3201107071 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe434160d30 msgr2=0x7fe4340cdee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.273 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.266+0000 7fe43b19f700 1 --2- 172.21.15.190:0/3201107071 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe434160d30 0x7fe4340cdee0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fe43406d2b0 tx=0x7fe430009bd0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.273 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.266+0000 7fe43b19f700 1 -- 172.21.15.190:0/3201107071 shutdown_connections 2023-10-21T13:04:37.274 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.266+0000 7fe43b19f700 1 --2- 172.21.15.190:0/3201107071 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe43406a8d0 0x7fe43406f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.274 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.266+0000 7fe43b19f700 1 --2- 172.21.15.190:0/3201107071 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe434160d30 0x7fe4340cdee0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.274 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.266+0000 7fe43b19f700 1 --2- 172.21.15.190:0/3201107071 >> v2:172.21.15.67:3300/0 conn(0x7fe4340c38f0 0x7fe4340ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.274 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.266+0000 7fe43b19f700 1 -- 172.21.15.190:0/3201107071 >> 172.21.15.190:0/3201107071 conn(0x7fe4340ccce0 msgr2=0x7fe4340cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:37.274 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.266+0000 7fe43b19f700 1 -- 172.21.15.190:0/3201107071 shutdown_connections 2023-10-21T13:04:37.275 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.266+0000 7fe43b19f700 1 -- 172.21.15.190:0/3201107071 wait complete. 2023-10-21T13:04:37.277 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.267+0000 7fe43b19f700 1 Processor -- start 2023-10-21T13:04:37.277 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.268+0000 7fe43b19f700 1 -- start start 2023-10-21T13:04:37.277 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.268+0000 7fe43b19f700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43406a8d0 0x7fe4340aed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.277 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.268+0000 7fe43b19f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe4340c38f0 0x7fe4340c7d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.277 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.268+0000 7fe43b19f700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe434160d30 0x7fe4340c9620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.278 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.268+0000 7fe43b19f700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4340add00 con 0x7fe43406a8d0 2023-10-21T13:04:37.278 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.268+0000 7fe43b19f700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4340adf50 con 0x7fe434160d30 2023-10-21T13:04:37.278 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.268+0000 7fe43b19f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4340ae230 con 0x7fe4340c38f0 2023-10-21T13:04:37.278 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.268+0000 7fe43999c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe4340c38f0 0x7fe4340c7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.278 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.268+0000 7fe43a99e700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe434160d30 0x7fe4340c9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.279 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.268+0000 7fe43a99e700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe434160d30 0x7fe4340c9620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:42014/0 (socket says 172.21.15.190:42014) 2023-10-21T13:04:37.279 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.268+0000 7fe43999c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe4340c38f0 0x7fe4340c7d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.190:44718/0 (socket says 172.21.15.190:44718) 2023-10-21T13:04:37.279 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.268+0000 7fe43a99e700 1 -- 172.21.15.190:0/1592000114 learned_addr learned my addr 172.21.15.190:0/1592000114 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:37.279 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.268+0000 7fe43a19d700 1 --2- 172.21.15.190:0/1592000114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43406a8d0 0x7fe4340aed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.279 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.269+0000 7fe43999c700 1 -- 172.21.15.190:0/1592000114 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe434160d30 msgr2=0x7fe4340c9620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.279 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.269+0000 7fe43999c700 1 --2- 172.21.15.190:0/1592000114 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe434160d30 0x7fe4340c9620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.280 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.269+0000 7fe43999c700 1 -- 172.21.15.190:0/1592000114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43406a8d0 msgr2=0x7fe4340aed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.280 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.269+0000 7fe43999c700 1 --2- 172.21.15.190:0/1592000114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43406a8d0 0x7fe4340aed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.280 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.269+0000 7fe43999c700 1 -- 172.21.15.190:0/1592000114 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe42c009a70 con 0x7fe4340c38f0 2023-10-21T13:04:37.280 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.269+0000 7fe43a99e700 1 --2- 172.21.15.190:0/1592000114 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe434160d30 0x7fe4340c9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:37.280 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.269+0000 7fe43999c700 1 --2- 172.21.15.190:0/1592000114 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe4340c38f0 0x7fe4340c7d40 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe4340c3d60 tx=0x7fe42400eac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:37.280 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.269+0000 7fe42affd700 1 -- 172.21.15.190:0/1592000114 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe42400c070 con 0x7fe4340c38f0 2023-10-21T13:04:37.281 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.269+0000 7fe42affd700 1 -- 172.21.15.190:0/1592000114 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe424013610 con 0x7fe4340c38f0 2023-10-21T13:04:37.281 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.269+0000 7fe43b19f700 1 -- 172.21.15.190:0/1592000114 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe430009550 con 0x7fe4340c38f0 2023-10-21T13:04:37.281 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.269+0000 7fe42affd700 1 -- 172.21.15.190:0/1592000114 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe424013980 con 0x7fe4340c38f0 2023-10-21T13:04:37.281 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.269+0000 7fe43b19f700 1 -- 172.21.15.190:0/1592000114 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4340ae7f0 con 0x7fe4340c38f0 2023-10-21T13:04:37.281 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.269+0000 7fe42affd700 1 -- 172.21.15.190:0/1592000114 <== mon.2 v2:172.21.15.190:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fe42401c400 con 0x7fe4340c38f0 2023-10-21T13:04:37.282 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.269+0000 7fe42affd700 1 -- 172.21.15.190:0/1592000114 <== mon.2 v2:172.21.15.190:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7fe42401b8c0 con 0x7fe4340c38f0 2023-10-21T13:04:37.282 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.270+0000 7fe43b19f700 1 -- 172.21.15.190:0/1592000114 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4340ae9b0 con 0x7fe4340c38f0 2023-10-21T13:04:37.282 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.272+0000 7fe42affd700 1 -- 172.21.15.190:0/1592000114 <== mon.2 v2:172.21.15.190:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fe42403bb40 con 0x7fe4340c38f0 2023-10-21T13:04:37.357 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.355+0000 7fe43b19f700 1 -- 172.21.15.190:0/1592000114 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "osd new", "uuid": "58ea6625-0343-4f47-84a3-65d6ca59f5e2", "id": 4} v 0) v1 -- 0x7fe4340aeb60 con 0x7fe4340c38f0 2023-10-21T13:04:37.362 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.360+0000 7fe42affd700 1 -- 172.21.15.190:0/1592000114 <== mon.2 v2:172.21.15.190:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "58ea6625-0343-4f47-84a3-65d6ca59f5e2", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7fe42402a070 con 0x7fe4340c38f0 2023-10-21T13:04:37.363 INFO:teuthology.orchestra.run.smithi190.stdout:4 2023-10-21T13:04:37.364 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.361+0000 7fe43b19f700 1 -- 172.21.15.190:0/1592000114 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe4340c38f0 msgr2=0x7fe4340c7d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.364 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.361+0000 7fe43b19f700 1 --2- 172.21.15.190:0/1592000114 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe4340c38f0 0x7fe4340c7d40 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe4340c3d60 tx=0x7fe42400eac0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.364 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.361+0000 7fe43b19f700 1 -- 172.21.15.190:0/1592000114 shutdown_connections 2023-10-21T13:04:37.364 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.361+0000 7fe43b19f700 1 --2- 172.21.15.190:0/1592000114 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe434160d30 0x7fe4340c9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.365 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.361+0000 7fe43b19f700 1 --2- 172.21.15.190:0/1592000114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43406a8d0 0x7fe4340aed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.365 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.361+0000 7fe43b19f700 1 --2- 172.21.15.190:0/1592000114 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe4340c38f0 0x7fe4340c7d40 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.365 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.361+0000 7fe43b19f700 1 -- 172.21.15.190:0/1592000114 >> 172.21.15.190:0/1592000114 conn(0x7fe4340ccce0 msgr2=0x7fe43406b1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:37.365 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.361+0000 7fe43b19f700 1 -- 172.21.15.190:0/1592000114 shutdown_connections 2023-10-21T13:04:37.365 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.361+0000 7fe43b19f700 1 -- 172.21.15.190:0/1592000114 wait complete. 2023-10-21T13:04:37.375 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:37.372+0000 7f76a1892200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-21T13:04:37.377 DEBUG:teuthology.orchestra.run.smithi190:> sudo ceph --cluster ceph osd new 78a972b7-874e-4252-8708-403439573748 5 2023-10-21T13:04:37.378 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:37.374+0000 7f745afa8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-21T13:04:37.501 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.499+0000 7f3481cb8700 1 Processor -- start 2023-10-21T13:04:37.501 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.499+0000 7f3481cb8700 1 -- start start 2023-10-21T13:04:37.504 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f3481cb8700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f347c15d900 0x7f347c070e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.504 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f3481cb8700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f347c0cf0a0 0x7f347c161e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.504 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f3481cb8700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f347c15dce0 con 0x7f347c0b2f50 2023-10-21T13:04:37.504 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f3481cb8700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f347c0cfe20 con 0x7f347c0cf0a0 2023-10-21T13:04:37.505 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f3481cb8700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f347c161410 con 0x7f347c15d900 2023-10-21T13:04:37.505 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f347b7fe700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f347c15d900 0x7f347c070e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.505 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f347b7fe700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f347c15d900 0x7f347c070e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.190:44722/0 (socket says 172.21.15.190:44722) 2023-10-21T13:04:37.505 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f347b7fe700 1 -- 172.21.15.190:0/4227878417 learned_addr learned my addr 172.21.15.190:0/4227878417 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:37.505 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f347affd700 1 --2- 172.21.15.190:0/4227878417 >> v2:172.21.15.67:3300/0 conn(0x7f347c0cf0a0 0x7f347c161e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.506 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f347b7fe700 1 -- 172.21.15.190:0/4227878417 >> v2:172.21.15.67:3300/0 conn(0x7f347c0cf0a0 msgr2=0x7f347c161e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:37.506 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f347b7fe700 1 --2- 172.21.15.190:0/4227878417 >> v2:172.21.15.67:3300/0 conn(0x7f347c0cf0a0 0x7f347c161e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.506 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f347b7fe700 1 -- 172.21.15.190:0/4227878417 >> v1:172.21.15.67:6789/0 conn(0x7f347c0b2f50 legacy=0x7f347c0cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.506 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f347b7fe700 1 -- 172.21.15.190:0/4227878417 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f347c162360 con 0x7f347c15d900 2023-10-21T13:04:37.506 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f347b7fe700 1 --2- 172.21.15.190:0/4227878417 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f347c15d900 0x7f347c070e90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f346c0098f0 tx=0x7f346c009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=810c35720ce318de server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:37.507 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f347a7fc700 1 -- 172.21.15.190:0/4227878417 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f346c00b8a0 con 0x7f347c15d900 2023-10-21T13:04:37.507 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f347a7fc700 1 -- 172.21.15.190:0/4227878417 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f346c00ba00 con 0x7f347c15d900 2023-10-21T13:04:37.507 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.500+0000 7f347a7fc700 1 -- 172.21.15.190:0/4227878417 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f346c00bd90 con 0x7f347c15d900 2023-10-21T13:04:37.507 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.501+0000 7f3481cb8700 1 -- 172.21.15.190:0/4227878417 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f347c15d900 msgr2=0x7f347c070e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.507 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.501+0000 7f3481cb8700 1 --2- 172.21.15.190:0/4227878417 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f347c15d900 0x7f347c070e90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f346c0098f0 tx=0x7f346c009c00 comp rx=0 tx=0).stop 2023-10-21T13:04:37.508 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.501+0000 7f3481cb8700 1 -- 172.21.15.190:0/4227878417 shutdown_connections 2023-10-21T13:04:37.508 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.501+0000 7f3481cb8700 1 --2- 172.21.15.190:0/4227878417 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f347c15d900 0x7f347c070e90 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.508 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.501+0000 7f3481cb8700 1 --2- 172.21.15.190:0/4227878417 >> v2:172.21.15.67:3300/0 conn(0x7f347c0cf0a0 0x7f347c161e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.509 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.501+0000 7f3481cb8700 1 -- 172.21.15.190:0/4227878417 >> 172.21.15.190:0/4227878417 conn(0x7f347c0cdf50 msgr2=0x7f347c0ce360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:37.509 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.501+0000 7f3481cb8700 1 -- 172.21.15.190:0/4227878417 shutdown_connections 2023-10-21T13:04:37.510 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.501+0000 7f3481cb8700 1 -- 172.21.15.190:0/4227878417 wait complete. 2023-10-21T13:04:37.512 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.502+0000 7f3481cb8700 1 Processor -- start 2023-10-21T13:04:37.512 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.502+0000 7f3481cb8700 1 -- start start 2023-10-21T13:04:37.513 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.503+0000 7f3481cb8700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f347c0b2f50 0x7f347c0ae100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.513 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.503+0000 7f3481cb8700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f347c0cf0a0 0x7f347c0ae640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.513 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.503+0000 7f3481cb8700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f347c15d900 0x7f347c0aeb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.513 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.503+0000 7f3481cb8700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f347c1f2ea0 con 0x7f347c15d900 2023-10-21T13:04:37.513 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.503+0000 7f3481cb8700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f347c0b0690 con 0x7f347c0b2f50 2023-10-21T13:04:37.514 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.503+0000 7f3481cb8700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f347c0c6720 con 0x7f347c0cf0a0 2023-10-21T13:04:37.514 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.503+0000 7f347b7fe700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f347c0b2f50 0x7f347c0ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.514 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.503+0000 7f347affd700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f347c0cf0a0 0x7f347c0ae640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.514 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.503+0000 7f347affd700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f347c0cf0a0 0x7f347c0ae640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.190:44730/0 (socket says 172.21.15.190:44730) 2023-10-21T13:04:37.514 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.503+0000 7f347b7fe700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f347c0b2f50 0x7f347c0ae100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:42022/0 (socket says 172.21.15.190:42022) 2023-10-21T13:04:37.515 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.503+0000 7f347affd700 1 -- 172.21.15.190:0/406894019 learned_addr learned my addr 172.21.15.190:0/406894019 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:37.515 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.503+0000 7f347bfff700 1 --2- 172.21.15.190:0/406894019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f347c15d900 0x7f347c0aeb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.515 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.504+0000 7f347b7fe700 1 -- 172.21.15.190:0/406894019 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f347c0cf0a0 msgr2=0x7f347c0ae640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.515 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.504+0000 7f347b7fe700 1 --2- 172.21.15.190:0/406894019 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f347c0cf0a0 0x7f347c0ae640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.516 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.504+0000 7f347b7fe700 1 -- 172.21.15.190:0/406894019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f347c15d900 msgr2=0x7f347c0aeb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.516 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.504+0000 7f347b7fe700 1 --2- 172.21.15.190:0/406894019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f347c15d900 0x7f347c0aeb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.516 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.504+0000 7f347b7fe700 1 -- 172.21.15.190:0/406894019 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f346c009550 con 0x7f347c0b2f50 2023-10-21T13:04:37.516 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.504+0000 7f347b7fe700 1 --2- 172.21.15.190:0/406894019 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f347c0b2f50 0x7f347c0ae100 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f346c016000 tx=0x7f346c004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:37.516 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.504+0000 7f3463fff700 1 -- 172.21.15.190:0/406894019 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f346c004590 con 0x7f347c0b2f50 2023-10-21T13:04:37.517 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.504+0000 7f3463fff700 1 -- 172.21.15.190:0/406894019 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f346c01e070 con 0x7f347c0b2f50 2023-10-21T13:04:37.517 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.504+0000 7f3481cb8700 1 -- 172.21.15.190:0/406894019 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f347c0c6a00 con 0x7f347c0b2f50 2023-10-21T13:04:37.517 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.504+0000 7f3463fff700 1 -- 172.21.15.190:0/406894019 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f346c0038a0 con 0x7f347c0b2f50 2023-10-21T13:04:37.517 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.504+0000 7f3481cb8700 1 -- 172.21.15.190:0/406894019 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f347c0c6fc0 con 0x7f347c0b2f50 2023-10-21T13:04:37.517 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.504+0000 7f3463fff700 1 -- 172.21.15.190:0/406894019 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f346c003d00 con 0x7f347c0b2f50 2023-10-21T13:04:37.517 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.504+0000 7f3463fff700 1 -- 172.21.15.190:0/406894019 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f346c020070 con 0x7f347c0b2f50 2023-10-21T13:04:37.518 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.505+0000 7f3481cb8700 1 -- 172.21.15.190:0/406894019 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f347c0c6860 con 0x7f347c0b2f50 2023-10-21T13:04:37.518 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.507+0000 7f3463fff700 1 -- 172.21.15.190:0/406894019 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f347c0c6860 con 0x7f347c0b2f50 2023-10-21T13:04:37.592 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.590+0000 7f3481cb8700 1 -- 172.21.15.190:0/406894019 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd new", "uuid": "78a972b7-874e-4252-8708-403439573748", "id": 5} v 0) v1 -- 0x7f347c074d40 con 0x7f347c0b2f50 2023-10-21T13:04:37.598 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.596+0000 7f3463fff700 1 -- 172.21.15.190:0/406894019 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "78a972b7-874e-4252-8708-403439573748", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f346c015020 con 0x7f347c0b2f50 2023-10-21T13:04:37.598 INFO:teuthology.orchestra.run.smithi190.stdout:5 2023-10-21T13:04:37.599 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.597+0000 7f3481cb8700 1 -- 172.21.15.190:0/406894019 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f347c0b2f50 msgr2=0x7f347c0ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.599 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.597+0000 7f3481cb8700 1 --2- 172.21.15.190:0/406894019 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f347c0b2f50 0x7f347c0ae100 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f346c016000 tx=0x7f346c004750 comp rx=0 tx=0).stop 2023-10-21T13:04:37.600 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.597+0000 7f3481cb8700 1 -- 172.21.15.190:0/406894019 shutdown_connections 2023-10-21T13:04:37.600 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.597+0000 7f3481cb8700 1 --2- 172.21.15.190:0/406894019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f347c15d900 0x7f347c0aeb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.600 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.597+0000 7f3481cb8700 1 --2- 172.21.15.190:0/406894019 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f347c0b2f50 0x7f347c0ae100 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.600 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.597+0000 7f3481cb8700 1 --2- 172.21.15.190:0/406894019 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f347c0cf0a0 0x7f347c0ae640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.600 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.597+0000 7f3481cb8700 1 -- 172.21.15.190:0/406894019 >> 172.21.15.190:0/406894019 conn(0x7f347c0cdf50 msgr2=0x7f347c15a760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:37.601 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.597+0000 7f3481cb8700 1 -- 172.21.15.190:0/406894019 shutdown_connections 2023-10-21T13:04:37.601 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.597+0000 7f3481cb8700 1 -- 172.21.15.190:0/406894019 wait complete. 2023-10-21T13:04:37.611 DEBUG:teuthology.orchestra.run.smithi190:> sudo ceph --cluster ceph osd new f17b98d4-bb8c-42b9-a453-ed8232ca4d7a 6 2023-10-21T13:04:37.732 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.730+0000 7f12d90df700 1 Processor -- start 2023-10-21T13:04:37.732 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.730+0000 7f12d90df700 1 -- start start 2023-10-21T13:04:37.734 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.731+0000 7f12d90df700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f12d40b1940 0x7f12d40b02e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.734 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.731+0000 7f12d90df700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12d40cc810 con 0x7f12d40cd560 2023-10-21T13:04:37.734 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.731+0000 7f12d90df700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12d40cf110 con 0x7f12d415aa80 2023-10-21T13:04:37.735 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.731+0000 7f12d90df700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12d40b1df0 con 0x7f12d40b1940 2023-10-21T13:04:37.735 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.731+0000 7f12d359e700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f12d40b1940 0x7f12d40b02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.735 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.731+0000 7f12d359e700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f12d40b1940 0x7f12d40b02e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:42032/0 (socket says 172.21.15.190:42032) 2023-10-21T13:04:37.735 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.731+0000 7f12d359e700 1 -- 172.21.15.190:0/2824026471 learned_addr learned my addr 172.21.15.190:0/2824026471 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:37.735 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.731+0000 7f12d2d9d700 1 --1- 172.21.15.190:0/2824026471 >> v1:172.21.15.190:6789/0 conn(0x7f12d415aa80 0x7f12d40cce50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.190:37858/0 (socket says 172.21.15.190:37858) 2023-10-21T13:04:37.736 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.732+0000 7f12d359e700 1 -- 172.21.15.190:0/2824026471 >> v1:172.21.15.190:6789/0 conn(0x7f12d415aa80 legacy=0x7f12d40cce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.736 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.732+0000 7f12d359e700 1 -- 172.21.15.190:0/2824026471 >> v1:172.21.15.67:6789/0 conn(0x7f12d40cd560 legacy=0x7f12d40afbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.736 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.732+0000 7f12d359e700 1 -- 172.21.15.190:0/2824026471 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12d40cc1c0 con 0x7f12d40b1940 2023-10-21T13:04:37.736 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.732+0000 7f12d359e700 1 --2- 172.21.15.190:0/2824026471 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f12d40b1940 0x7f12d40b02e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f12cc009e50 tx=0x7f12cc00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=46ddc732f90bfd08 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:37.736 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.732+0000 7f12d1d9b700 1 -- 172.21.15.190:0/2824026471 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc00e070 con 0x7f12d40b1940 2023-10-21T13:04:37.737 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.732+0000 7f12d1d9b700 1 -- 172.21.15.190:0/2824026471 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12cc00b9c0 con 0x7f12d40b1940 2023-10-21T13:04:37.737 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.732+0000 7f12d1d9b700 1 -- 172.21.15.190:0/2824026471 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc00bd70 con 0x7f12d40b1940 2023-10-21T13:04:37.740 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.733+0000 7f12d90df700 1 -- 172.21.15.190:0/2824026471 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f12d40b1940 msgr2=0x7f12d40b02e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.740 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.733+0000 7f12d90df700 1 --2- 172.21.15.190:0/2824026471 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f12d40b1940 0x7f12d40b02e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f12cc009e50 tx=0x7f12cc00b330 comp rx=0 tx=0).stop 2023-10-21T13:04:37.740 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.733+0000 7f12d90df700 1 -- 172.21.15.190:0/2824026471 shutdown_connections 2023-10-21T13:04:37.740 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.733+0000 7f12d90df700 1 --2- 172.21.15.190:0/2824026471 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f12d40b1940 0x7f12d40b02e0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.741 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.733+0000 7f12d90df700 1 -- 172.21.15.190:0/2824026471 >> 172.21.15.190:0/2824026471 conn(0x7f12d40999d0 msgr2=0x7f12d40d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:37.741 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.733+0000 7f12d90df700 1 -- 172.21.15.190:0/2824026471 shutdown_connections 2023-10-21T13:04:37.741 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.733+0000 7f12d90df700 1 -- 172.21.15.190:0/2824026471 wait complete. 2023-10-21T13:04:37.741 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.734+0000 7f12d90df700 1 Processor -- start 2023-10-21T13:04:37.741 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.734+0000 7f12d90df700 1 -- start start 2023-10-21T13:04:37.742 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.735+0000 7f12d90df700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f12d40b1940 0x7f12d4155e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.742 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.735+0000 7f12d90df700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f12d40cd560 0x7f12d40c5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.742 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.735+0000 7f12d90df700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12d415aa80 0x7f12d41575f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:37.742 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.735+0000 7f12d90df700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d41563c0 con 0x7f12d415aa80 2023-10-21T13:04:37.742 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.735+0000 7f12d90df700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d40c7690 con 0x7f12d40b1940 2023-10-21T13:04:37.743 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.735+0000 7f12d90df700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12d40c7950 con 0x7f12d40cd560 2023-10-21T13:04:37.743 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.735+0000 7f12d2d9d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f12d40b1940 0x7f12d4155e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.743 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.735+0000 7f12d259c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f12d40cd560 0x7f12d40c5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.743 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.735+0000 7f12d2d9d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f12d40b1940 0x7f12d4155e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:42034/0 (socket says 172.21.15.190:42034) 2023-10-21T13:04:37.743 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.735+0000 7f12d2d9d700 1 -- 172.21.15.190:0/4190179635 learned_addr learned my addr 172.21.15.190:0/4190179635 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:37.744 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.735+0000 7f12d359e700 1 --2- 172.21.15.190:0/4190179635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12d415aa80 0x7f12d41575f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:37.744 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.736+0000 7f12d259c700 1 -- 172.21.15.190:0/4190179635 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f12d40b1940 msgr2=0x7f12d4155e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.744 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.736+0000 7f12d259c700 1 --2- 172.21.15.190:0/4190179635 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f12d40b1940 0x7f12d4155e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.744 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.736+0000 7f12d259c700 1 -- 172.21.15.190:0/4190179635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12d415aa80 msgr2=0x7f12d41575f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.744 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.736+0000 7f12d259c700 1 --2- 172.21.15.190:0/4190179635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12d415aa80 0x7f12d41575f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.745 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.736+0000 7f12d259c700 1 -- 172.21.15.190:0/4190179635 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12cc009b30 con 0x7f12d40cd560 2023-10-21T13:04:37.745 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.736+0000 7f12d259c700 1 --2- 172.21.15.190:0/4190179635 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f12d40cd560 0x7f12d40c5410 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f12c8000f60 tx=0x7f12c800c730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:37.745 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.736+0000 7f12bb7fe700 1 -- 172.21.15.190:0/4190179635 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12c80052d0 con 0x7f12d40cd560 2023-10-21T13:04:37.745 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.736+0000 7f12bb7fe700 1 -- 172.21.15.190:0/4190179635 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12c8005430 con 0x7f12d40cd560 2023-10-21T13:04:37.745 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.736+0000 7f12d90df700 1 -- 172.21.15.190:0/4190179635 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12d40c7c30 con 0x7f12d40cd560 2023-10-21T13:04:37.745 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.736+0000 7f12bb7fe700 1 -- 172.21.15.190:0/4190179635 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12c80038c0 con 0x7f12d40cd560 2023-10-21T13:04:37.746 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.736+0000 7f12d90df700 1 -- 172.21.15.190:0/4190179635 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12d40c81f0 con 0x7f12d40cd560 2023-10-21T13:04:37.746 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.736+0000 7f12bb7fe700 1 -- 172.21.15.190:0/4190179635 <== mon.2 v2:172.21.15.190:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f12c8003d20 con 0x7f12d40cd560 2023-10-21T13:04:37.746 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.736+0000 7f12bb7fe700 1 -- 172.21.15.190:0/4190179635 <== mon.2 v2:172.21.15.190:3301/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7f12c8011d10 con 0x7f12d40cd560 2023-10-21T13:04:37.746 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.737+0000 7f12d90df700 1 -- 172.21.15.190:0/4190179635 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12d41f6740 con 0x7f12d40cd560 2023-10-21T13:04:37.747 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.739+0000 7f12bb7fe700 1 -- 172.21.15.190:0/4190179635 <== mon.2 v2:172.21.15.190:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f12d41f6740 con 0x7f12d40cd560 2023-10-21T13:04:37.858 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.855+0000 7f12d90df700 1 -- 172.21.15.190:0/4190179635 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "osd new", "uuid": "f17b98d4-bb8c-42b9-a453-ed8232ca4d7a", "id": 6} v 0) v1 -- 0x7f12d4074d40 con 0x7f12d40cd560 2023-10-21T13:04:37.865 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.862+0000 7f12bb7fe700 1 -- 172.21.15.190:0/4190179635 <== mon.2 v2:172.21.15.190:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f17b98d4-bb8c-42b9-a453-ed8232ca4d7a", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f12c8017070 con 0x7f12d40cd560 2023-10-21T13:04:37.866 INFO:teuthology.orchestra.run.smithi190.stdout:6 2023-10-21T13:04:37.867 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.863+0000 7f12d90df700 1 -- 172.21.15.190:0/4190179635 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f12d40cd560 msgr2=0x7f12d40c5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:37.867 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.863+0000 7f12d90df700 1 --2- 172.21.15.190:0/4190179635 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f12d40cd560 0x7f12d40c5410 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f12c8000f60 tx=0x7f12c800c730 comp rx=0 tx=0).stop 2023-10-21T13:04:37.867 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.863+0000 7f12d90df700 1 -- 172.21.15.190:0/4190179635 shutdown_connections 2023-10-21T13:04:37.868 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.863+0000 7f12d90df700 1 --2- 172.21.15.190:0/4190179635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12d415aa80 0x7f12d41575f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.868 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.863+0000 7f12d90df700 1 --2- 172.21.15.190:0/4190179635 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f12d40b1940 0x7f12d4155e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.868 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.863+0000 7f12d90df700 1 --2- 172.21.15.190:0/4190179635 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f12d40cd560 0x7f12d40c5410 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:37.868 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.863+0000 7f12d90df700 1 -- 172.21.15.190:0/4190179635 >> 172.21.15.190:0/4190179635 conn(0x7f12d40999d0 msgr2=0x7f12d40b04e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:37.868 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.863+0000 7f12d90df700 1 -- 172.21.15.190:0/4190179635 shutdown_connections 2023-10-21T13:04:37.869 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:37.863+0000 7f12d90df700 1 -- 172.21.15.190:0/4190179635 wait complete. 2023-10-21T13:04:37.878 DEBUG:teuthology.orchestra.run.smithi190:> sudo ceph --cluster ceph osd new d957b01b-ddb8-4ca2-92fd-670a667b3185 7 2023-10-21T13:04:38.002 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.000+0000 7fa215ae3700 1 Processor -- start 2023-10-21T13:04:38.003 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.000+0000 7fa215ae3700 1 -- start start 2023-10-21T13:04:38.005 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa215ae3700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa2100cc190 0x7fa2100cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:38.005 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa215ae3700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fa2100b3600 0x7fa2100d0e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:38.005 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa215ae3700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa21015f250 con 0x7fa2100d09b0 2023-10-21T13:04:38.006 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa215ae3700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa21015f4a0 con 0x7fa2100b3600 2023-10-21T13:04:38.006 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa215ae3700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa21015f780 con 0x7fa2100cc190 2023-10-21T13:04:38.006 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa20f7fe700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa2100cc190 0x7fa2100cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:38.006 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa20ffff700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fa2100b3600 0x7fa2100d0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:38.006 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa20f7fe700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa2100cc190 0x7fa2100cf3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.190:44746/0 (socket says 172.21.15.190:44746) 2023-10-21T13:04:38.007 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa20f7fe700 1 -- 172.21.15.190:0/4083965802 learned_addr learned my addr 172.21.15.190:0/4083965802 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:38.007 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa20effd700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7fa2100d09b0 0x7fa2100b2ef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.190:37872/0 (socket says 172.21.15.190:37872) 2023-10-21T13:04:38.007 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa20f7fe700 1 -- 172.21.15.190:0/4083965802 >> v2:172.21.15.190:3300/0 conn(0x7fa2100b3600 msgr2=0x7fa2100d0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:38.007 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa20f7fe700 1 --2- 172.21.15.190:0/4083965802 >> v2:172.21.15.190:3300/0 conn(0x7fa2100b3600 0x7fa2100d0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.007 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa20f7fe700 1 -- 172.21.15.190:0/4083965802 >> v1:172.21.15.190:6789/0 conn(0x7fa2100d09b0 legacy=0x7fa2100b2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:38.008 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa20f7fe700 1 -- 172.21.15.190:0/4083965802 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa21015fa60 con 0x7fa2100cc190 2023-10-21T13:04:38.008 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa20ffff700 1 --2- 172.21.15.190:0/4083965802 >> v2:172.21.15.190:3300/0 conn(0x7fa2100b3600 0x7fa2100d0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:38.008 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.001+0000 7fa20f7fe700 1 --2- 172.21.15.190:0/4083965802 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa2100cc190 0x7fa2100cf3e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fa2080098f0 tx=0x7fa208009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f55ca4dd554c31e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:38.008 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.002+0000 7fa20e7fc700 1 -- 172.21.15.190:0/4083965802 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa208011830 con 0x7fa2100cc190 2023-10-21T13:04:38.008 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.002+0000 7fa20e7fc700 1 -- 172.21.15.190:0/4083965802 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa208011990 con 0x7fa2100cc190 2023-10-21T13:04:38.009 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.002+0000 7fa20e7fc700 1 -- 172.21.15.190:0/4083965802 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa208011d20 con 0x7fa2100cc190 2023-10-21T13:04:38.009 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.002+0000 7fa215ae3700 1 -- 172.21.15.190:0/4083965802 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa2100cc190 msgr2=0x7fa2100cf3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:38.009 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.002+0000 7fa215ae3700 1 --2- 172.21.15.190:0/4083965802 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa2100cc190 0x7fa2100cf3e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fa2080098f0 tx=0x7fa208009c00 comp rx=0 tx=0).stop 2023-10-21T13:04:38.009 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.002+0000 7fa215ae3700 1 -- 172.21.15.190:0/4083965802 shutdown_connections 2023-10-21T13:04:38.009 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.002+0000 7fa215ae3700 1 --2- 172.21.15.190:0/4083965802 >> v2:172.21.15.190:3300/0 conn(0x7fa2100b3600 0x7fa2100d0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.010 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.002+0000 7fa215ae3700 1 --2- 172.21.15.190:0/4083965802 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa2100cc190 0x7fa2100cf3e0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.010 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.002+0000 7fa215ae3700 1 -- 172.21.15.190:0/4083965802 >> 172.21.15.190:0/4083965802 conn(0x7fa2100cdef0 msgr2=0x7fa2100ce300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:38.010 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.002+0000 7fa215ae3700 1 -- 172.21.15.190:0/4083965802 shutdown_connections 2023-10-21T13:04:38.010 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.002+0000 7fa215ae3700 1 -- 172.21.15.190:0/4083965802 wait complete. 2023-10-21T13:04:38.013 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.003+0000 7fa215ae3700 1 Processor -- start 2023-10-21T13:04:38.013 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.004+0000 7fa215ae3700 1 -- start start 2023-10-21T13:04:38.013 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.004+0000 7fa215ae3700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa2100b3600 0x7fa210151c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:38.013 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.004+0000 7fa215ae3700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa2100cc190 0x7fa21006c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:38.014 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.004+0000 7fa215ae3700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2100d09b0 0x7fa21015a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:38.014 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.004+0000 7fa215ae3700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa21006cd40 con 0x7fa2100d09b0 2023-10-21T13:04:38.014 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.004+0000 7fa215ae3700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa21006d020 con 0x7fa2100b3600 2023-10-21T13:04:38.014 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.004+0000 7fa215ae3700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa21006d300 con 0x7fa2100cc190 2023-10-21T13:04:38.014 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.004+0000 7fa20f7fe700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa2100b3600 0x7fa210151c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:38.015 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa20effd700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa2100cc190 0x7fa21006c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:38.015 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa20f7fe700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa2100b3600 0x7fa210151c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:42046/0 (socket says 172.21.15.190:42046) 2023-10-21T13:04:38.015 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa20f7fe700 1 -- 172.21.15.190:0/1259377642 learned_addr learned my addr 172.21.15.190:0/1259377642 (peer_addr_for_me v2:172.21.15.190:0/0) 2023-10-21T13:04:38.015 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa20ffff700 1 --2- 172.21.15.190:0/1259377642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2100d09b0 0x7fa21015a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:38.015 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa20effd700 1 -- 172.21.15.190:0/1259377642 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa2100b3600 msgr2=0x7fa210151c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:38.016 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa20effd700 1 --2- 172.21.15.190:0/1259377642 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa2100b3600 0x7fa210151c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.016 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa20effd700 1 -- 172.21.15.190:0/1259377642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2100d09b0 msgr2=0x7fa21015a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:38.016 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa20effd700 1 --2- 172.21.15.190:0/1259377642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2100d09b0 0x7fa21015a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.016 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa20effd700 1 -- 172.21.15.190:0/1259377642 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa200009a70 con 0x7fa2100cc190 2023-10-21T13:04:38.016 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa20f7fe700 1 --2- 172.21.15.190:0/1259377642 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa2100b3600 0x7fa210151c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:38.016 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa20effd700 1 --2- 172.21.15.190:0/1259377642 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa2100cc190 0x7fa21006c3a0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa1f800c3c0 tx=0x7fa1f800c6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:38.017 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa207fff700 1 -- 172.21.15.190:0/1259377642 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1f8005cb0 con 0x7fa2100cc190 2023-10-21T13:04:38.017 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa207fff700 1 -- 172.21.15.190:0/1259377642 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1f8005e10 con 0x7fa2100cc190 2023-10-21T13:04:38.017 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa215ae3700 1 -- 172.21.15.190:0/1259377642 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa208009550 con 0x7fa2100cc190 2023-10-21T13:04:38.017 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa207fff700 1 -- 172.21.15.190:0/1259377642 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1f80072d0 con 0x7fa2100cc190 2023-10-21T13:04:38.017 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa215ae3700 1 -- 172.21.15.190:0/1259377642 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa21006d8c0 con 0x7fa2100cc190 2023-10-21T13:04:38.018 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa207fff700 1 -- 172.21.15.190:0/1259377642 <== mon.2 v2:172.21.15.190:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fa1f801c440 con 0x7fa2100cc190 2023-10-21T13:04:38.018 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.005+0000 7fa207fff700 1 -- 172.21.15.190:0/1259377642 <== mon.2 v2:172.21.15.190:3301/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7fa1f8012a60 con 0x7fa2100cc190 2023-10-21T13:04:38.018 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.006+0000 7fa215ae3700 1 -- 172.21.15.190:0/1259377642 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa21006ce80 con 0x7fa2100cc190 2023-10-21T13:04:38.018 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.010+0000 7fa207fff700 1 -- 172.21.15.190:0/1259377642 <== mon.2 v2:172.21.15.190:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fa21006ce80 con 0x7fa2100cc190 2023-10-21T13:04:38.044 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:38.042+0000 7f745afa8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-21T13:04:38.050 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:38.047+0000 7f76a1892200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-21T13:04:38.096 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.094+0000 7fa215ae3700 1 -- 172.21.15.190:0/1259377642 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "osd new", "uuid": "d957b01b-ddb8-4ca2-92fd-670a667b3185", "id": 7} v 0) v1 -- 0x7fa210074d40 con 0x7fa2100cc190 2023-10-21T13:04:38.105 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.103+0000 7fa207fff700 1 -- 172.21.15.190:0/1259377642 <== mon.2 v2:172.21.15.190:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d957b01b-ddb8-4ca2-92fd-670a667b3185", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7fa1f8021060 con 0x7fa2100cc190 2023-10-21T13:04:38.106 INFO:teuthology.orchestra.run.smithi190.stdout:7 2023-10-21T13:04:38.107 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.104+0000 7fa215ae3700 1 -- 172.21.15.190:0/1259377642 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa2100cc190 msgr2=0x7fa21006c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:38.107 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.104+0000 7fa215ae3700 1 --2- 172.21.15.190:0/1259377642 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa2100cc190 0x7fa21006c3a0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa1f800c3c0 tx=0x7fa1f800c6d0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.107 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.104+0000 7fa215ae3700 1 -- 172.21.15.190:0/1259377642 shutdown_connections 2023-10-21T13:04:38.107 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.104+0000 7fa215ae3700 1 --2- 172.21.15.190:0/1259377642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2100d09b0 0x7fa21015a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.108 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.104+0000 7fa215ae3700 1 --2- 172.21.15.190:0/1259377642 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa2100b3600 0x7fa210151c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.108 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.104+0000 7fa215ae3700 1 --2- 172.21.15.190:0/1259377642 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa2100cc190 0x7fa21006c3a0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.108 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.104+0000 7fa215ae3700 1 -- 172.21.15.190:0/1259377642 >> 172.21.15.190:0/1259377642 conn(0x7fa2100cdef0 msgr2=0x7fa2100cf3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:38.108 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.104+0000 7fa215ae3700 1 -- 172.21.15.190:0/1259377642 shutdown_connections 2023-10-21T13:04:38.108 INFO:teuthology.orchestra.run.smithi190.stderr:2023-10-21T13:04:38.104+0000 7fa215ae3700 1 -- 172.21.15.190:0/1259377642 wait complete. 2023-10-21T13:04:38.115 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:38.113+0000 7f745afa8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-21T13:04:38.118 INFO:tasks.ceph.osd.0:Restarting daemon 2023-10-21T13:04:38.118 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-10-21T13:04:38.121 INFO:tasks.ceph.osd.0:Started 2023-10-21T13:04:38.121 INFO:tasks.ceph.osd.1:Restarting daemon 2023-10-21T13:04:38.121 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-10-21T13:04:38.123 INFO:tasks.ceph.osd.1:Started 2023-10-21T13:04:38.124 INFO:tasks.ceph.osd.2:Restarting daemon 2023-10-21T13:04:38.124 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-10-21T13:04:38.124 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:38.120+0000 7f76a1892200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-21T13:04:38.126 INFO:tasks.ceph.osd.2:Started 2023-10-21T13:04:38.127 INFO:tasks.ceph.osd.3:Restarting daemon 2023-10-21T13:04:38.127 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-10-21T13:04:38.129 INFO:tasks.ceph.osd.3:Started 2023-10-21T13:04:38.129 INFO:tasks.ceph.osd.4:Restarting daemon 2023-10-21T13:04:38.130 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-10-21T13:04:38.132 INFO:tasks.ceph.osd.4:Started 2023-10-21T13:04:38.132 INFO:tasks.ceph.osd.5:Restarting daemon 2023-10-21T13:04:38.132 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-10-21T13:04:38.134 INFO:tasks.ceph.osd.5:Started 2023-10-21T13:04:38.135 INFO:tasks.ceph.osd.6:Restarting daemon 2023-10-21T13:04:38.135 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-10-21T13:04:38.137 INFO:tasks.ceph.osd.6:Started 2023-10-21T13:04:38.137 INFO:tasks.ceph.osd.7:Restarting daemon 2023-10-21T13:04:38.138 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-10-21T13:04:38.140 INFO:tasks.ceph.osd.7:Started 2023-10-21T13:04:38.140 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:04:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.281+0000 7feb7acc1700 1 Processor -- start 2023-10-21T13:04:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.281+0000 7feb7acc1700 1 -- start start 2023-10-21T13:04:38.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb7acc1700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb7415b670 0x7feb740cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:38.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb7acc1700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7feb740b31b0 0x7feb740ca9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:38.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb7acc1700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb7406db20 con 0x7feb7406fb90 2023-10-21T13:04:38.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb7acc1700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb7406de00 con 0x7feb740b31b0 2023-10-21T13:04:38.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb7acc1700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb7406e0e0 con 0x7feb7415b670 2023-10-21T13:04:38.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb73fff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7feb740b31b0 0x7feb740ca9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:38.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb7925e700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7feb7406fb90 0x7feb7415f1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47208/0 (socket says 172.21.15.67:47208) 2023-10-21T13:04:38.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb7925e700 1 -- 172.21.15.67:0/1507976608 learned_addr learned my addr 172.21.15.67:0/1507976608 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:38.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb78a5d700 1 --2- 172.21.15.67:0/1507976608 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb7415b670 0x7feb740cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:38.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb737fe700 1 -- 172.21.15.67:0/1507976608 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1850781004 0 0) 0x7feb7406db20 con 0x7feb7406fb90 2023-10-21T13:04:38.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb737fe700 1 -- 172.21.15.67:0/1507976608 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feb640035b0 con 0x7feb7406fb90 2023-10-21T13:04:38.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb73fff700 1 -- 172.21.15.67:0/1507976608 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb7415b670 msgr2=0x7feb740cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:38.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb73fff700 1 --2- 172.21.15.67:0/1507976608 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb7415b670 0x7feb740cc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb73fff700 1 -- 172.21.15.67:0/1507976608 >> v1:172.21.15.67:6789/0 conn(0x7feb7406fb90 legacy=0x7feb7415f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:38.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.282+0000 7feb73fff700 1 -- 172.21.15.67:0/1507976608 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb7406e3c0 con 0x7feb740b31b0 2023-10-21T13:04:38.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.283+0000 7feb73fff700 1 --2- 172.21.15.67:0/1507976608 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b31b0 0x7feb740ca9b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7feb60009840 tx=0x7feb60009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24b92591dbbef986 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:38.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.283+0000 7feb737fe700 1 -- 172.21.15.67:0/1507976608 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb60011830 con 0x7feb740b31b0 2023-10-21T13:04:38.294 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.283+0000 7feb737fe700 1 -- 172.21.15.67:0/1507976608 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb60011990 con 0x7feb740b31b0 2023-10-21T13:04:38.294 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.283+0000 7feb737fe700 1 -- 172.21.15.67:0/1507976608 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb60011d20 con 0x7feb740b31b0 2023-10-21T13:04:38.294 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.283+0000 7feb7acc1700 1 -- 172.21.15.67:0/1507976608 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b31b0 msgr2=0x7feb740ca9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:38.295 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.283+0000 7feb7acc1700 1 --2- 172.21.15.67:0/1507976608 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b31b0 0x7feb740ca9b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7feb60009840 tx=0x7feb60009b50 comp rx=0 tx=0).stop 2023-10-21T13:04:38.295 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.283+0000 7feb7acc1700 1 -- 172.21.15.67:0/1507976608 shutdown_connections 2023-10-21T13:04:38.295 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.283+0000 7feb7acc1700 1 --2- 172.21.15.67:0/1507976608 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb7415b670 0x7feb740cc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.295 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.283+0000 7feb7acc1700 1 --2- 172.21.15.67:0/1507976608 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b31b0 0x7feb740ca9b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.296 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.283+0000 7feb7acc1700 1 -- 172.21.15.67:0/1507976608 >> 172.21.15.67:0/1507976608 conn(0x7feb740d0360 msgr2=0x7feb740d0770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:38.296 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.283+0000 7feb7acc1700 1 -- 172.21.15.67:0/1507976608 shutdown_connections 2023-10-21T13:04:38.296 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.283+0000 7feb7acc1700 1 -- 172.21.15.67:0/1507976608 wait complete. 2023-10-21T13:04:38.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.285+0000 7feb7acc1700 1 Processor -- start 2023-10-21T13:04:38.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.285+0000 7feb7acc1700 1 -- start start 2023-10-21T13:04:38.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.285+0000 7feb7acc1700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb7406fb90 0x7feb74152f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:38.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.285+0000 7feb7acc1700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b31b0 0x7feb74154440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:38.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb7acc1700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feb7415b670 0x7feb74157740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:38.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb7acc1700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb741f4a30 con 0x7feb740b31b0 2023-10-21T13:04:38.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb7acc1700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb74156290 con 0x7feb7415b670 2023-10-21T13:04:38.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb7acc1700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb74155d30 con 0x7feb7406fb90 2023-10-21T13:04:38.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb73fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b31b0 0x7feb74154440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:38.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb73fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b31b0 0x7feb74154440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59150/0 (socket says 172.21.15.67:59150) 2023-10-21T13:04:38.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb73fff700 1 -- 172.21.15.67:0/3089702361 learned_addr learned my addr 172.21.15.67:0/3089702361 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:38.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb78a5d700 1 --2- 172.21.15.67:0/3089702361 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb7406fb90 0x7feb74152f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:38.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb7925e700 1 --2- 172.21.15.67:0/3089702361 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feb7415b670 0x7feb74157740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:38.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb73fff700 1 -- 172.21.15.67:0/3089702361 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb7406fb90 msgr2=0x7feb74152f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:38.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb73fff700 1 --2- 172.21.15.67:0/3089702361 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb7406fb90 0x7feb74152f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb73fff700 1 -- 172.21.15.67:0/3089702361 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feb7415b670 msgr2=0x7feb74157740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:38.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb73fff700 1 --2- 172.21.15.67:0/3089702361 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feb7415b670 0x7feb74157740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb73fff700 1 -- 172.21.15.67:0/3089702361 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb600094a0 con 0x7feb740b31b0 2023-10-21T13:04:38.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb73fff700 1 --2- 172.21.15.67:0/3089702361 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b31b0 0x7feb74154440 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7feb60013000 tx=0x7feb60004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:38.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb717fa700 1 -- 172.21.15.67:0/3089702361 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb60004590 con 0x7feb740b31b0 2023-10-21T13:04:38.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb717fa700 1 -- 172.21.15.67:0/3089702361 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb6001f070 con 0x7feb740b31b0 2023-10-21T13:04:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb7acc1700 1 -- 172.21.15.67:0/3089702361 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb74155fb0 con 0x7feb740b31b0 2023-10-21T13:04:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb717fa700 1 -- 172.21.15.67:0/3089702361 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb600038e0 con 0x7feb740b31b0 2023-10-21T13:04:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.286+0000 7feb7acc1700 1 -- 172.21.15.67:0/3089702361 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb741f46c0 con 0x7feb740b31b0 2023-10-21T13:04:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.287+0000 7feb717fa700 1 -- 172.21.15.67:0/3089702361 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7feb60003d40 con 0x7feb740b31b0 2023-10-21T13:04:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.287+0000 7feb717fa700 1 -- 172.21.15.67:0/3089702361 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7feb60021070 con 0x7feb740b31b0 2023-10-21T13:04:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.287+0000 7feb7acc1700 1 -- 172.21.15.67:0/3089702361 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb740674f0 con 0x7feb740b31b0 2023-10-21T13:04:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.291+0000 7feb717fa700 1 -- 172.21.15.67:0/3089702361 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7feb60015020 con 0x7feb740b31b0 2023-10-21T13:04:38.364 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.361+0000 7feb7acc1700 1 -- 172.21.15.67:0/3089702361 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7feb741f4be0 con 0x7feb740b31b0 2023-10-21T13:04:38.365 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.362+0000 7feb717fa700 1 -- 172.21.15.67:0/3089702361 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7feb741f4be0 con 0x7feb740b31b0 2023-10-21T13:04:38.365 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:38.366 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":10,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:38.096737+0000","last_up_change":"0.000000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:04:38.367 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.363+0000 7feb7acc1700 1 -- 172.21.15.67:0/3089702361 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b31b0 msgr2=0x7feb74154440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:38.367 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.363+0000 7feb7acc1700 1 --2- 172.21.15.67:0/3089702361 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b31b0 0x7feb74154440 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7feb60013000 tx=0x7feb60004750 comp rx=0 tx=0).stop 2023-10-21T13:04:38.367 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.363+0000 7feb7acc1700 1 -- 172.21.15.67:0/3089702361 shutdown_connections 2023-10-21T13:04:38.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.363+0000 7feb7acc1700 1 --2- 172.21.15.67:0/3089702361 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feb7415b670 0x7feb74157740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.363+0000 7feb7acc1700 1 --2- 172.21.15.67:0/3089702361 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb7406fb90 0x7feb74152f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.363+0000 7feb7acc1700 1 --2- 172.21.15.67:0/3089702361 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b31b0 0x7feb74154440 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:38.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.363+0000 7feb7acc1700 1 -- 172.21.15.67:0/3089702361 >> 172.21.15.67:0/3089702361 conn(0x7feb740d0360 msgr2=0x7feb74071a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:38.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.363+0000 7feb7acc1700 1 -- 172.21.15.67:0/3089702361 shutdown_connections 2023-10-21T13:04:38.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:38.363+0000 7feb7acc1700 1 -- 172.21.15.67:0/3089702361 wait complete. 2023-10-21T13:04:38.378 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-10-21T13:04:38.379 INFO:tasks.ceph:Waiting for OSDs to come up 2023-10-21T13:04:38.733 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T13:04:38.731+0000 7fd9ea44a640 -1 Falling back to public interface 2023-10-21T13:04:38.744 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T13:04:38.741+0000 7f8297127640 -1 Falling back to public interface 2023-10-21T13:04:38.752 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T13:04:38.749+0000 7f08174ab640 -1 Falling back to public interface 2023-10-21T13:04:38.756 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T13:04:38.754+0000 7f9721a8e640 -1 Falling back to public interface 2023-10-21T13:04:38.757 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T13:04:38.755+0000 7f6c1b413640 -1 Falling back to public interface 2023-10-21T13:04:38.761 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T13:04:38.759+0000 7fed60b0f640 -1 Falling back to public interface 2023-10-21T13:04:38.762 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T13:04:38.760+0000 7f0aabbf7640 -1 Falling back to public interface 2023-10-21T13:04:38.764 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T13:04:38.762+0000 7f03d4d4d640 -1 Falling back to public interface 2023-10-21T13:04:38.849 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:38.847+0000 7f745afa8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-21T13:04:38.910 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:38.908+0000 7f76a1892200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-21T13:04:38.926 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:38.924+0000 7f745afa8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-21T13:04:38.992 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:38.989+0000 7f76a1892200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-21T13:04:39.068 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:39.066+0000 7f745afa8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-21T13:04:39.140 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:39.137+0000 7f76a1892200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-21T13:04:39.185 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-10-21T13:04:39.301 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.298+0000 7f74553aa700 1 Processor -- start 2023-10-21T13:04:39.301 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.298+0000 7f74553aa700 1 -- start start 2023-10-21T13:04:39.302 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:39.299+0000 7f745afa8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-21T13:04:39.304 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.299+0000 7f74553aa700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f74500c3890 0x7f745006df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:39.305 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.299+0000 7f74553aa700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7450072530 0x7f74500cec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:39.305 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.299+0000 7f74553aa700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7450072b70 con 0x7f745006e470 2023-10-21T13:04:39.305 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.299+0000 7f74553aa700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f745006e920 con 0x7f7450072530 2023-10-21T13:04:39.306 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.299+0000 7f74553aa700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7450072980 con 0x7f74500c3890 2023-10-21T13:04:39.306 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.299+0000 7f744f7fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7450072530 0x7f74500cec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:39.306 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.299+0000 7f744f7fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7450072530 0x7f74500cec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59158/0 (socket says 172.21.15.67:59158) 2023-10-21T13:04:39.306 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.299+0000 7f744f7fe700 1 -- 172.21.15.67:0/3829385854 learned_addr learned my addr 172.21.15.67:0/3829385854 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:39.306 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.299+0000 7f744effd700 1 --2- 172.21.15.67:0/3829385854 >> v2:172.21.15.190:3300/0 conn(0x7f74500c3890 0x7f745006df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:39.307 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.299+0000 7f744f7fe700 1 -- 172.21.15.67:0/3829385854 >> v2:172.21.15.190:3300/0 conn(0x7f74500c3890 msgr2=0x7f745006df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:39.307 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.299+0000 7f744f7fe700 1 --2- 172.21.15.67:0/3829385854 >> v2:172.21.15.190:3300/0 conn(0x7f74500c3890 0x7f745006df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:39.307 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.299+0000 7f744f7fe700 1 -- 172.21.15.67:0/3829385854 >> v1:172.21.15.190:6789/0 conn(0x7f745006e470 legacy=0x7f7450071e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:39.307 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.299+0000 7f744f7fe700 1 -- 172.21.15.67:0/3829385854 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74500ce1a0 con 0x7f7450072530 2023-10-21T13:04:39.308 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.299+0000 7f744f7fe700 1 --2- 172.21.15.67:0/3829385854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7450072530 0x7f74500cec80 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7450071bc0 tx=0x7f744800d430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b954c799f4b49af server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:39.308 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.300+0000 7f744dffb700 1 -- 172.21.15.67:0/3829385854 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7448010070 con 0x7f7450072530 2023-10-21T13:04:39.308 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.300+0000 7f744dffb700 1 -- 172.21.15.67:0/3829385854 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f744800dce0 con 0x7f7450072530 2023-10-21T13:04:39.308 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.300+0000 7f744dffb700 1 -- 172.21.15.67:0/3829385854 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f744800b310 con 0x7f7450072530 2023-10-21T13:04:39.309 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.300+0000 7f74553aa700 1 -- 172.21.15.67:0/3829385854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7450072530 msgr2=0x7f74500cec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:39.309 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.300+0000 7f74553aa700 1 --2- 172.21.15.67:0/3829385854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7450072530 0x7f74500cec80 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7450071bc0 tx=0x7f744800d430 comp rx=0 tx=0).stop 2023-10-21T13:04:39.309 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.300+0000 7f74553aa700 1 -- 172.21.15.67:0/3829385854 shutdown_connections 2023-10-21T13:04:39.309 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.300+0000 7f74553aa700 1 --2- 172.21.15.67:0/3829385854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7450072530 0x7f74500cec80 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:39.309 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.300+0000 7f74553aa700 1 --2- 172.21.15.67:0/3829385854 >> v2:172.21.15.190:3300/0 conn(0x7f74500c3890 0x7f745006df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:39.310 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.300+0000 7f74553aa700 1 -- 172.21.15.67:0/3829385854 >> 172.21.15.67:0/3829385854 conn(0x7f745006be00 msgr2=0x7f745006c210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:39.310 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.300+0000 7f74553aa700 1 -- 172.21.15.67:0/3829385854 shutdown_connections 2023-10-21T13:04:39.310 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.300+0000 7f74553aa700 1 -- 172.21.15.67:0/3829385854 wait complete. 2023-10-21T13:04:39.310 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.302+0000 7f74553aa700 1 Processor -- start 2023-10-21T13:04:39.310 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.302+0000 7f74553aa700 1 -- start start 2023-10-21T13:04:39.313 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.302+0000 7f74553aa700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f745006e470 0x7f74500cd580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:39.313 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f74553aa700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7450072530 0x7f74501f2af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:39.314 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f74553aa700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f74500c3890 0x7f745015ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:39.314 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f74553aa700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74500cdac0 con 0x7f7450072530 2023-10-21T13:04:39.314 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f74553aa700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74501f3030 con 0x7f745006e470 2023-10-21T13:04:39.314 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f74553aa700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f745015bf90 con 0x7f74500c3890 2023-10-21T13:04:39.314 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f744e7fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7450072530 0x7f74501f2af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:39.315 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f744e7fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7450072530 0x7f74501f2af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59162/0 (socket says 172.21.15.67:59162) 2023-10-21T13:04:39.315 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f744e7fc700 1 -- 172.21.15.67:0/3670294219 learned_addr learned my addr 172.21.15.67:0/3670294219 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:39.315 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f744effd700 1 --2- 172.21.15.67:0/3670294219 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f745006e470 0x7f74500cd580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:39.316 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f744f7fe700 1 --2- 172.21.15.67:0/3670294219 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f74500c3890 0x7f745015ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:39.316 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f744e7fc700 1 -- 172.21.15.67:0/3670294219 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f74500c3890 msgr2=0x7f745015ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:39.316 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f744e7fc700 1 --2- 172.21.15.67:0/3670294219 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f74500c3890 0x7f745015ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:39.316 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f744e7fc700 1 -- 172.21.15.67:0/3670294219 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f745006e470 msgr2=0x7f74500cd580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:39.316 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f744e7fc700 1 --2- 172.21.15.67:0/3670294219 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f745006e470 0x7f74500cd580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:39.316 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f744e7fc700 1 -- 172.21.15.67:0/3670294219 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f744800bd40 con 0x7f7450072530 2023-10-21T13:04:39.317 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f744e7fc700 1 --2- 172.21.15.67:0/3670294219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7450072530 0x7f74501f2af0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f744400c4e0 tx=0x7f744400c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:39.317 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f74377fe700 1 -- 172.21.15.67:0/3670294219 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74440052d0 con 0x7f7450072530 2023-10-21T13:04:39.317 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f74377fe700 1 -- 172.21.15.67:0/3670294219 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7444005430 con 0x7f7450072530 2023-10-21T13:04:39.317 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f74553aa700 1 -- 172.21.15.67:0/3670294219 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f745015ce20 con 0x7f7450072530 2023-10-21T13:04:39.317 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f74377fe700 1 -- 172.21.15.67:0/3670294219 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74440038c0 con 0x7f7450072530 2023-10-21T13:04:39.318 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.303+0000 7f74553aa700 1 -- 172.21.15.67:0/3670294219 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f745015c4f0 con 0x7f7450072530 2023-10-21T13:04:39.318 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.304+0000 7f74377fe700 1 -- 172.21.15.67:0/3670294219 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f7444003d20 con 0x7f7450072530 2023-10-21T13:04:39.318 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.304+0000 7f74377fe700 1 -- 172.21.15.67:0/3670294219 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f7444011d60 con 0x7f7450072530 2023-10-21T13:04:39.319 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.305+0000 7f74553aa700 1 -- 172.21.15.67:0/3670294219 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74500c57c0 con 0x7f7450072530 2023-10-21T13:04:39.319 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.307+0000 7f74377fe700 1 -- 172.21.15.67:0/3670294219 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f7444017070 con 0x7f7450072530 2023-10-21T13:04:39.380 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.377+0000 7f74553aa700 1 -- 172.21.15.67:0/3670294219 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7450074d40 con 0x7f7450072530 2023-10-21T13:04:39.381 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.378+0000 7f74377fe700 1 -- 172.21.15.67:0/3670294219 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f7444011590 con 0x7f7450072530 2023-10-21T13:04:39.381 INFO:teuthology.misc.health.smithi067.stdout: 2023-10-21T13:04:39.381 INFO:teuthology.misc.health.smithi067.stdout:{"epoch":10,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:38.096737+0000","last_up_change":"0.000000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:04:39.382 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.378+0000 7f74553aa700 1 -- 172.21.15.67:0/3670294219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7450072530 msgr2=0x7f74501f2af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:39.383 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.378+0000 7f74553aa700 1 --2- 172.21.15.67:0/3670294219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7450072530 0x7f74501f2af0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f744400c4e0 tx=0x7f744400c7f0 comp rx=0 tx=0).stop 2023-10-21T13:04:39.383 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.378+0000 7f74553aa700 1 -- 172.21.15.67:0/3670294219 shutdown_connections 2023-10-21T13:04:39.383 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.379+0000 7f74553aa700 1 --2- 172.21.15.67:0/3670294219 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f74500c3890 0x7f745015ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:39.384 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.379+0000 7f74553aa700 1 --2- 172.21.15.67:0/3670294219 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f745006e470 0x7f74500cd580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:39.384 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.379+0000 7f74553aa700 1 --2- 172.21.15.67:0/3670294219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7450072530 0x7f74501f2af0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:39.384 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.379+0000 7f74553aa700 1 -- 172.21.15.67:0/3670294219 >> 172.21.15.67:0/3670294219 conn(0x7f745006be00 msgr2=0x7f74500bd900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:39.384 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.379+0000 7f74553aa700 1 -- 172.21.15.67:0/3670294219 shutdown_connections 2023-10-21T13:04:39.384 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:39.379+0000 7f74553aa700 1 -- 172.21.15.67:0/3670294219 wait complete. 2023-10-21T13:04:39.392 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-10-21T13:04:39.393 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:39.389+0000 7f76a1892200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-21T13:04:39.515 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:39.513+0000 7f745afa8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-21T13:04:39.612 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:39.609+0000 7f76a1892200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-21T13:04:39.649 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:39.647+0000 7f745afa8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-21T13:04:39.753 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:39.750+0000 7f76a1892200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-21T13:04:39.868 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:39.866+0000 7f745afa8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-21T13:04:39.982 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:39.979+0000 7f76a1892200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-21T13:04:40.023 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:40.021+0000 7f745afa8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-21T13:04:40.138 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:40.136+0000 7f745afa8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-21T13:04:40.144 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:40.141+0000 7f76a1892200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-21T13:04:40.265 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:40.262+0000 7f76a1892200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-21T13:04:40.464 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:40.462+0000 7f745afa8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-21T13:04:40.564 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:40.561+0000 7f745afa8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-21T13:04:40.600 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:40.599+0000 7f76a1892200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-21T13:04:40.705 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:40.702+0000 7f76a1892200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-21T13:04:40.749 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:40.747+0000 7f745afa8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-21T13:04:40.899 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:40.897+0000 7f76a1892200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-21T13:04:41.353 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:41.348+0000 7f745afa8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-21T13:04:41.569 INFO:tasks.ceph.mgr.y.smithi067.stderr:2023-10-21T13:04:41.567+0000 7f76a1892200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-21T13:04:42.251 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T13:04:42.249+0000 7fd9ea44a640 -1 osd.5 0 log_to_monitors true 2023-10-21T13:04:42.298 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T13:04:42.295+0000 7fed60b0f640 -1 osd.6 0 log_to_monitors true 2023-10-21T13:04:42.314 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T13:04:42.312+0000 7f8297127640 -1 osd.1 0 log_to_monitors true 2023-10-21T13:04:42.316 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T13:04:42.313+0000 7f0aabbf7640 -1 osd.7 0 log_to_monitors true 2023-10-21T13:04:42.316 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T13:04:42.313+0000 7f6c1b413640 -1 osd.4 0 log_to_monitors true 2023-10-21T13:04:42.318 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T13:04:42.316+0000 7f03d4d4d640 -1 osd.2 0 log_to_monitors true 2023-10-21T13:04:42.331 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T13:04:42.330+0000 7f9721a8e640 -1 osd.3 0 log_to_monitors true 2023-10-21T13:04:42.333 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T13:04:42.332+0000 7f08174ab640 -1 osd.0 0 log_to_monitors true 2023-10-21T13:04:42.375 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:42.373+0000 7f7412f38700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-10-21T13:04:42.375 INFO:tasks.ceph.mgr.x.smithi190.stderr:2023-10-21T13:04:42.373+0000 7f7412f38700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-10-21T13:04:45.392 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T13:04:45.390+0000 7fd9de001700 -1 osd.5 0 waiting for initial osdmap 2023-10-21T13:04:45.409 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T13:04:45.407+0000 7fd9d63dc700 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T13:04:45.422 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T13:04:45.420+0000 7f828acde700 -1 osd.1 0 waiting for initial osdmap 2023-10-21T13:04:45.429 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T13:04:45.427+0000 7fed55ec9700 -1 osd.6 0 waiting for initial osdmap 2023-10-21T13:04:45.436 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T13:04:45.435+0000 7f82830b9700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T13:04:45.442 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T13:04:45.440+0000 7f0a9f7ae700 -1 osd.7 0 waiting for initial osdmap 2023-10-21T13:04:45.443 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T13:04:45.440+0000 7f6c0efca700 -1 osd.4 0 waiting for initial osdmap 2023-10-21T13:04:45.444 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T13:04:45.442+0000 7fed4caa1700 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T13:04:45.454 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T13:04:45.452+0000 7f6c073a5700 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T13:04:45.457 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T13:04:45.455+0000 7f0a97b89700 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T13:04:45.517 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T13:04:45.515+0000 7f9715645700 -1 osd.3 0 waiting for initial osdmap 2023-10-21T13:04:45.526 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T13:04:45.524+0000 7f080b062700 -1 osd.0 0 waiting for initial osdmap 2023-10-21T13:04:45.531 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T13:04:45.530+0000 7f970da20700 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T13:04:45.534 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T13:04:45.532+0000 7f03c8904700 -1 osd.2 0 waiting for initial osdmap 2023-10-21T13:04:45.542 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T13:04:45.541+0000 7f080343d700 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T13:04:45.547 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T13:04:45.546+0000 7f03c0cdf700 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T13:04:46.199 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-10-21T13:04:46.328 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.326+0000 7fa734b4f700 1 Processor -- start 2023-10-21T13:04:46.328 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.326+0000 7fa734b4f700 1 -- start start 2023-10-21T13:04:46.332 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.327+0000 7fa734b4f700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fa7300ce0f0 0x7fa7300cf110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.332 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.327+0000 7fa734b4f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa7300d2060 0x7fa73015e840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.333 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.327+0000 7fa734b4f700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7300b18b0 con 0x7fa7300ce4d0 2023-10-21T13:04:46.333 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.327+0000 7fa734b4f700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7300cc2f0 con 0x7fa7300ce0f0 2023-10-21T13:04:46.333 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.327+0000 7fa734b4f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7300b1b00 con 0x7fa7300d2060 2023-10-21T13:04:46.333 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.327+0000 7fa72dd9b700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fa7300ce4d0 0x7fa7300b20c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47278/0 (socket says 172.21.15.67:47278) 2023-10-21T13:04:46.333 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.327+0000 7fa72dd9b700 1 -- 172.21.15.67:0/3855439426 learned_addr learned my addr 172.21.15.67:0/3855439426 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:46.334 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72e59c700 1 --2- 172.21.15.67:0/3855439426 >> v2:172.21.15.190:3300/0 conn(0x7fa7300ce0f0 0x7fa7300cf110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:46.334 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72ed9d700 1 --2- 172.21.15.67:0/3855439426 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa7300d2060 0x7fa73015e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:46.334 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 -- 172.21.15.67:0/3855439426 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4222821922 0 0) 0x7fa7300b18b0 con 0x7fa7300ce4d0 2023-10-21T13:04:46.334 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 -- 172.21.15.67:0/3855439426 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa7180035b0 con 0x7fa7300ce4d0 2023-10-21T13:04:46.335 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 -- 172.21.15.67:0/3855439426 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4073437844 0 0) 0x7fa7180035b0 con 0x7fa7300ce4d0 2023-10-21T13:04:46.335 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 -- 172.21.15.67:0/3855439426 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa7300d2060 msgr2=0x7fa73015e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:46.335 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 --2- 172.21.15.67:0/3855439426 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa7300d2060 0x7fa73015e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.335 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 -- 172.21.15.67:0/3855439426 >> v2:172.21.15.190:3300/0 conn(0x7fa7300ce0f0 msgr2=0x7fa7300cf110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:46.336 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 --2- 172.21.15.67:0/3855439426 >> v2:172.21.15.190:3300/0 conn(0x7fa7300ce0f0 0x7fa7300cf110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.336 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 -- 172.21.15.67:0/3855439426 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7300b1de0 con 0x7fa7300ce4d0 2023-10-21T13:04:46.336 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 -- 172.21.15.67:0/3855439426 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7fa724001670 con 0x7fa7300ce4d0 2023-10-21T13:04:46.336 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 -- 172.21.15.67:0/3855439426 >> v1:172.21.15.67:6789/0 conn(0x7fa7300ce4d0 legacy=0x7fa7300b20c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:46.336 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 --2- 172.21.15.67:0/3855439426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa718003a00 0x7fa718003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.337 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 --2- 172.21.15.67:0/3855439426 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa7300d2060 0x7fa718004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.337 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 --2- 172.21.15.67:0/3855439426 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa718004d90 0x7fa718005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.337 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 -- 172.21.15.67:0/3855439426 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7300cc2f0 con 0x7fa718003a00 2023-10-21T13:04:46.337 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 -- 172.21.15.67:0/3855439426 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7300b1b00 con 0x7fa718004d90 2023-10-21T13:04:46.337 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72d59a700 1 -- 172.21.15.67:0/3855439426 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa71800ba10 con 0x7fa7300d2060 2023-10-21T13:04:46.338 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72e59c700 1 --2- 172.21.15.67:0/3855439426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa718003a00 0x7fa718003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:46.338 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72dd9b700 1 --2- 172.21.15.67:0/3855439426 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa7300d2060 0x7fa718004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:46.338 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72ed9d700 1 --2- 172.21.15.67:0/3855439426 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa718004d90 0x7fa718005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:46.338 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72e59c700 1 -- 172.21.15.67:0/3855439426 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa7300d2060 msgr2=0x7fa718004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:46.339 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72e59c700 1 --2- 172.21.15.67:0/3855439426 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa7300d2060 0x7fa718004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.339 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72e59c700 1 -- 172.21.15.67:0/3855439426 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa718004d90 msgr2=0x7fa718005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:46.339 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72e59c700 1 --2- 172.21.15.67:0/3855439426 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa718004d90 0x7fa718005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.339 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.328+0000 7fa72e59c700 1 -- 172.21.15.67:0/3855439426 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7180035b0 con 0x7fa718003a00 2023-10-21T13:04:46.340 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.329+0000 7fa72e59c700 1 --2- 172.21.15.67:0/3855439426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa718003a00 0x7fa718003e20 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa720009b40 tx=0x7fa718005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=effcf624d117de00 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:46.340 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.329+0000 7fa72d59a700 1 -- 172.21.15.67:0/3855439426 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa720005a20 con 0x7fa718003a00 2023-10-21T13:04:46.340 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.329+0000 7fa72d59a700 1 -- 172.21.15.67:0/3855439426 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa720005b80 con 0x7fa718003a00 2023-10-21T13:04:46.340 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.329+0000 7fa72d59a700 1 -- 172.21.15.67:0/3855439426 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa72000e6c0 con 0x7fa718003a00 2023-10-21T13:04:46.341 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.329+0000 7fa734b4f700 1 -- 172.21.15.67:0/3855439426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa718003a00 msgr2=0x7fa718003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:46.341 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.329+0000 7fa734b4f700 1 --2- 172.21.15.67:0/3855439426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa718003a00 0x7fa718003e20 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa720009b40 tx=0x7fa718005880 comp rx=0 tx=0).stop 2023-10-21T13:04:46.341 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.329+0000 7fa72ed9d700 1 -- 172.21.15.67:0/3855439426 reap_dead start 2023-10-21T13:04:46.341 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.329+0000 7fa734b4f700 1 -- 172.21.15.67:0/3855439426 shutdown_connections 2023-10-21T13:04:46.341 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.329+0000 7fa734b4f700 1 -- 172.21.15.67:0/3855439426 >> 172.21.15.67:0/3855439426 conn(0x7fa7300d1540 msgr2=0x7fa7300d1950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:46.342 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.329+0000 7fa734b4f700 1 -- 172.21.15.67:0/3855439426 shutdown_connections 2023-10-21T13:04:46.342 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.330+0000 7fa734b4f700 1 -- 172.21.15.67:0/3855439426 wait complete. 2023-10-21T13:04:46.346 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.331+0000 7fa734b4f700 1 Processor -- start 2023-10-21T13:04:46.346 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.331+0000 7fa734b4f700 1 -- start start 2023-10-21T13:04:46.346 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa734b4f700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa718003a00 0x7fa73014b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.346 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa734b4f700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7300ccc20 0x7fa7300cd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.347 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa734b4f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa73015ab30 0x7fa73015afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.347 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa734b4f700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa73015a3a0 con 0x7fa7300ccc20 2023-10-21T13:04:46.347 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa734b4f700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7300cd5e0 con 0x7fa718003a00 2023-10-21T13:04:46.348 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa734b4f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa730159760 con 0x7fa73015ab30 2023-10-21T13:04:46.348 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa72dd9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7300ccc20 0x7fa7300cd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:46.348 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa72dd9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7300ccc20 0x7fa7300cd0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59230/0 (socket says 172.21.15.67:59230) 2023-10-21T13:04:46.348 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa72dd9b700 1 -- 172.21.15.67:0/804244274 learned_addr learned my addr 172.21.15.67:0/804244274 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:46.349 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa72e59c700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa718003a00 0x7fa73014b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:46.349 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa72ed9d700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa73015ab30 0x7fa73015afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:46.349 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa72dd9b700 1 -- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa73015ab30 msgr2=0x7fa73015afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:46.349 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa72dd9b700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa73015ab30 0x7fa73015afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.350 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa72dd9b700 1 -- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa718003a00 msgr2=0x7fa73014b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:46.350 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa72dd9b700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa718003a00 0x7fa73014b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.350 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa72dd9b700 1 -- 172.21.15.67:0/804244274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa73014bea0 con 0x7fa7300ccc20 2023-10-21T13:04:46.350 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa72e59c700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa718003a00 0x7fa73014b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:04:46.351 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa72ed9d700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa73015ab30 0x7fa73015afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:04:46.351 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa72dd9b700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7300ccc20 0x7fa7300cd0a0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa724007310 tx=0x7fa724007620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:46.351 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa71effd700 1 -- 172.21.15.67:0/804244274 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa724007800 con 0x7fa7300ccc20 2023-10-21T13:04:46.351 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa71effd700 1 -- 172.21.15.67:0/804244274 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa72400f8d0 con 0x7fa7300ccc20 2023-10-21T13:04:46.351 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa734b4f700 1 -- 172.21.15.67:0/804244274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa73015a7c0 con 0x7fa7300ccc20 2023-10-21T13:04:46.352 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.332+0000 7fa71effd700 1 -- 172.21.15.67:0/804244274 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa72400fc60 con 0x7fa7300ccc20 2023-10-21T13:04:46.352 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.333+0000 7fa734b4f700 1 -- 172.21.15.67:0/804244274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa730159ce0 con 0x7fa7300ccc20 2023-10-21T13:04:46.352 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.333+0000 7fa734b4f700 1 -- 172.21.15.67:0/804244274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa73015a4e0 con 0x7fa7300ccc20 2023-10-21T13:04:46.352 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.334+0000 7fa71effd700 1 -- 172.21.15.67:0/804244274 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 4) v1 ==== 89173+0+0 (secure 0 0 0) 0x7fa72401d460 con 0x7fa7300ccc20 2023-10-21T13:04:46.353 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.334+0000 7fa71effd700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa71006ae70 0x7fa71006d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.353 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.334+0000 7fa71effd700 1 -- 172.21.15.67:0/804244274 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7fa7240887d0 con 0x7fa7300ccc20 2023-10-21T13:04:46.353 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.335+0000 7fa72e59c700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa71006ae70 0x7fa71006d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:46.353 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.335+0000 7fa72e59c700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa71006ae70 0x7fa71006d330 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fa72000a010 tx=0x7fa720008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:46.353 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.339+0000 7fa71effd700 1 -- 172.21.15.67:0/804244274 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa73015a4e0 con 0x7fa7300ccc20 2023-10-21T13:04:46.548 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.546+0000 7fa734b4f700 1 -- 172.21.15.67:0/804244274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa73015a4e0 con 0x7fa7300ccc20 2023-10-21T13:04:46.549 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.547+0000 7fa71effd700 1 -- 172.21.15.67:0/804244274 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) v1 ==== 74+0+10908 (secure 0 0 0) 0x7fa73015a4e0 con 0x7fa7300ccc20 2023-10-21T13:04:46.549 INFO:teuthology.misc.health.smithi067.stdout: 2023-10-21T13:04:46.550 INFO:teuthology.misc.health.smithi067.stdout:{"epoch":13,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:46.407645+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:04:46.551 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.549+0000 7fa734b4f700 1 -- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa71006ae70 msgr2=0x7fa71006d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:46.552 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.549+0000 7fa734b4f700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa71006ae70 0x7fa71006d330 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fa72000a010 tx=0x7fa720008030 comp rx=0 tx=0).stop 2023-10-21T13:04:46.552 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.549+0000 7fa734b4f700 1 -- 172.21.15.67:0/804244274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7300ccc20 msgr2=0x7fa7300cd0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:46.552 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.549+0000 7fa734b4f700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7300ccc20 0x7fa7300cd0a0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa724007310 tx=0x7fa724007620 comp rx=0 tx=0).stop 2023-10-21T13:04:46.552 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.549+0000 7fa734b4f700 1 -- 172.21.15.67:0/804244274 shutdown_connections 2023-10-21T13:04:46.552 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.549+0000 7fa734b4f700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa71006ae70 0x7fa71006d330 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.553 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.549+0000 7fa734b4f700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa73015ab30 0x7fa73015afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.553 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.549+0000 7fa734b4f700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa718003a00 0x7fa73014b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.553 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.549+0000 7fa734b4f700 1 --2- 172.21.15.67:0/804244274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7300ccc20 0x7fa7300cd0a0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.553 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.549+0000 7fa734b4f700 1 -- 172.21.15.67:0/804244274 >> 172.21.15.67:0/804244274 conn(0x7fa7300d1540 msgr2=0x7fa73006feb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:46.554 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.549+0000 7fa734b4f700 1 -- 172.21.15.67:0/804244274 shutdown_connections 2023-10-21T13:04:46.554 INFO:teuthology.misc.health.smithi067.stderr:2023-10-21T13:04:46.549+0000 7fa734b4f700 1 -- 172.21.15.67:0/804244274 wait complete. 2023-10-21T13:04:46.562 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-10-21T13:04:46.563 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-10-21T13:04:46.563 INFO:tasks.ceph.mds.a:Restarting daemon 2023-10-21T13:04:46.564 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-10-21T13:04:46.566 INFO:tasks.ceph.mds.a:Started 2023-10-21T13:04:46.567 INFO:tasks.ceph.mds.c:Restarting daemon 2023-10-21T13:04:46.567 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-10-21T13:04:46.569 INFO:tasks.ceph.mds.c:Started 2023-10-21T13:04:46.569 INFO:tasks.ceph.mds.b:Restarting daemon 2023-10-21T13:04:46.570 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-10-21T13:04:46.573 INFO:tasks.ceph.mds.b:Started 2023-10-21T13:04:46.573 INFO:tasks.ceph.mds.d:Restarting daemon 2023-10-21T13:04:46.573 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-10-21T13:04:46.576 INFO:tasks.ceph.mds.d:Started 2023-10-21T13:04:46.576 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-10-21T13:04:46.576 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:04:46.649 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2023-10-21T13:04:46.649 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2023-10-21T13:04:46.661 INFO:tasks.ceph.mds.b.smithi190.stdout:starting mds.b at 2023-10-21T13:04:46.662 INFO:tasks.ceph.mds.d.smithi190.stdout:starting mds.d at 2023-10-21T13:04:46.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.707+0000 7f903339f700 1 Processor -- start 2023-10-21T13:04:46.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.708+0000 7f903339f700 1 -- start start 2023-10-21T13:04:46.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.708+0000 7f903339f700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f902c1546f0 0x7f902c161e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.708+0000 7f903339f700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f902c154ad0 0x7f902c15de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.708+0000 7f903339f700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f902c161420 con 0x7f902c15e370 2023-10-21T13:04:46.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.708+0000 7f903339f700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f902c162390 con 0x7f902c1546f0 2023-10-21T13:04:46.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.708+0000 7f903339f700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f902c15e920 con 0x7f902c154ad0 2023-10-21T13:04:46.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.709+0000 7f903113b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f902c1546f0 0x7f902c161e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:46.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.709+0000 7f903113b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f902c1546f0 0x7f902c161e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59378/0 (socket says 172.21.15.67:59378) 2023-10-21T13:04:46.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.709+0000 7f903193c700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f902c15e370 0x7f902c0b2f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47442/0 (socket says 172.21.15.67:47442) 2023-10-21T13:04:46.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.709+0000 7f903113b700 1 -- 172.21.15.67:0/3379789554 learned_addr learned my addr 172.21.15.67:0/3379789554 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:46.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.709+0000 7f903093a700 1 --2- 172.21.15.67:0/3379789554 >> v2:172.21.15.190:3300/0 conn(0x7f902c154ad0 0x7f902c15de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:46.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.709+0000 7f903113b700 1 -- 172.21.15.67:0/3379789554 >> v2:172.21.15.190:3300/0 conn(0x7f902c154ad0 msgr2=0x7f902c15de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:46.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.709+0000 7f903113b700 1 --2- 172.21.15.67:0/3379789554 >> v2:172.21.15.190:3300/0 conn(0x7f902c154ad0 0x7f902c15de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.709+0000 7f903113b700 1 -- 172.21.15.67:0/3379789554 >> v1:172.21.15.67:6789/0 conn(0x7f902c15e370 legacy=0x7f902c0b2f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:46.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.709+0000 7f903113b700 1 -- 172.21.15.67:0/3379789554 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f902c15ec00 con 0x7f902c1546f0 2023-10-21T13:04:46.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.709+0000 7f903113b700 1 --2- 172.21.15.67:0/3379789554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c1546f0 0x7f902c161e50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f902c06cda0 tx=0x7f9028009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ea49d6eb825c095 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:46.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.709+0000 7f901ffff700 1 -- 172.21.15.67:0/3379789554 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9028011830 con 0x7f902c1546f0 2023-10-21T13:04:46.716 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.709+0000 7f901ffff700 1 -- 172.21.15.67:0/3379789554 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9028011990 con 0x7f902c1546f0 2023-10-21T13:04:46.716 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.709+0000 7f901ffff700 1 -- 172.21.15.67:0/3379789554 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9028011d20 con 0x7f902c1546f0 2023-10-21T13:04:46.716 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.710+0000 7f903339f700 1 -- 172.21.15.67:0/3379789554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c1546f0 msgr2=0x7f902c161e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:46.716 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.710+0000 7f903339f700 1 --2- 172.21.15.67:0/3379789554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c1546f0 0x7f902c161e50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f902c06cda0 tx=0x7f9028009bd0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.717 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.710+0000 7f903339f700 1 -- 172.21.15.67:0/3379789554 shutdown_connections 2023-10-21T13:04:46.717 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.710+0000 7f903339f700 1 --2- 172.21.15.67:0/3379789554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c1546f0 0x7f902c161e50 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.717 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.710+0000 7f903339f700 1 --2- 172.21.15.67:0/3379789554 >> v2:172.21.15.190:3300/0 conn(0x7f902c154ad0 0x7f902c15de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.717 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.710+0000 7f903339f700 1 -- 172.21.15.67:0/3379789554 >> 172.21.15.67:0/3379789554 conn(0x7f902c0cdf10 msgr2=0x7f902c0ce320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:46.718 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.710+0000 7f903339f700 1 -- 172.21.15.67:0/3379789554 shutdown_connections 2023-10-21T13:04:46.718 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.710+0000 7f903339f700 1 -- 172.21.15.67:0/3379789554 wait complete. 2023-10-21T13:04:46.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.711+0000 7f903339f700 1 Processor -- start 2023-10-21T13:04:46.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.711+0000 7f903339f700 1 -- start start 2023-10-21T13:04:46.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903339f700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c1546f0 0x7f902c145340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903339f700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f902c154ad0 0x7f902c0ac850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903339f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f902c15e370 0x7f902c0c41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903339f700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f902c0acd90 con 0x7f902c1546f0 2023-10-21T13:04:46.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903339f700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f902c142890 con 0x7f902c154ad0 2023-10-21T13:04:46.723 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903339f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f902c142b70 con 0x7f902c15e370 2023-10-21T13:04:46.723 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903113b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c1546f0 0x7f902c145340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:46.723 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903113b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c1546f0 0x7f902c145340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59384/0 (socket says 172.21.15.67:59384) 2023-10-21T13:04:46.723 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903113b700 1 -- 172.21.15.67:0/1314990993 learned_addr learned my addr 172.21.15.67:0/1314990993 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:46.724 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903113b700 1 -- 172.21.15.67:0/1314990993 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f902c15e370 msgr2=0x7f902c0c41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:46.724 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903113b700 1 --2- 172.21.15.67:0/1314990993 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f902c15e370 0x7f902c0c41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.724 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903113b700 1 -- 172.21.15.67:0/1314990993 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f902c154ad0 msgr2=0x7f902c0ac850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:46.724 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903113b700 1 --2- 172.21.15.67:0/1314990993 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f902c154ad0 0x7f902c0ac850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.724 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903113b700 1 -- 172.21.15.67:0/1314990993 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9028009550 con 0x7f902c1546f0 2023-10-21T13:04:46.725 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903113b700 1 --2- 172.21.15.67:0/1314990993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c1546f0 0x7f902c145340 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9028000c00 tx=0x7f9028004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:46.725 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f901dffb700 1 -- 172.21.15.67:0/1314990993 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9028004570 con 0x7f902c1546f0 2023-10-21T13:04:46.725 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f901dffb700 1 -- 172.21.15.67:0/1314990993 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f902801f070 con 0x7f902c1546f0 2023-10-21T13:04:46.725 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f903339f700 1 -- 172.21.15.67:0/1314990993 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f902c142e50 con 0x7f902c1546f0 2023-10-21T13:04:46.725 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.712+0000 7f901dffb700 1 -- 172.21.15.67:0/1314990993 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90280038e0 con 0x7f902c1546f0 2023-10-21T13:04:46.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.713+0000 7f903339f700 1 -- 172.21.15.67:0/1314990993 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f902c143410 con 0x7f902c1546f0 2023-10-21T13:04:46.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.714+0000 7f903339f700 1 -- 172.21.15.67:0/1314990993 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f902c074d40 con 0x7f902c1546f0 2023-10-21T13:04:46.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.714+0000 7f901dffb700 1 -- 172.21.15.67:0/1314990993 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 4) v1 ==== 89173+0+0 (secure 0 0 0) 0x7f9028021030 con 0x7f902c1546f0 2023-10-21T13:04:46.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.714+0000 7f901dffb700 1 --2- 172.21.15.67:0/1314990993 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f901006ae70 0x7f901006d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:46.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.714+0000 7f901dffb700 1 -- 172.21.15.67:0/1314990993 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 4471+0+0 (secure 0 0 0) 0x7f902808a410 con 0x7f902c1546f0 2023-10-21T13:04:46.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.715+0000 7f903093a700 1 --2- 172.21.15.67:0/1314990993 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f901006ae70 0x7f901006d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:46.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.715+0000 7f903093a700 1 --2- 172.21.15.67:0/1314990993 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f901006ae70 0x7f901006d330 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f902c145880 tx=0x7f9020009640 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:46.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.719+0000 7f901dffb700 1 -- 172.21.15.67:0/1314990993 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9028055b00 con 0x7f902c1546f0 2023-10-21T13:04:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.918+0000 7f903339f700 1 -- 172.21.15.67:0/1314990993 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f902c0cedb0 con 0x7f902c1546f0 2023-10-21T13:04:46.921 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.919+0000 7f901dffb700 1 -- 172.21.15.67:0/1314990993 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) v1 ==== 74+0+10908 (secure 0 0 0) 0x7f9028015090 con 0x7f902c1546f0 2023-10-21T13:04:46.921 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:46.922 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":13,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:46.407645+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:04:46.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.921+0000 7f903339f700 1 -- 172.21.15.67:0/1314990993 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f901006ae70 msgr2=0x7f901006d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:46.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.921+0000 7f903339f700 1 --2- 172.21.15.67:0/1314990993 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f901006ae70 0x7f901006d330 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f902c145880 tx=0x7f9020009640 comp rx=0 tx=0).stop 2023-10-21T13:04:46.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.921+0000 7f903339f700 1 -- 172.21.15.67:0/1314990993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c1546f0 msgr2=0x7f902c145340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:46.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.921+0000 7f903339f700 1 --2- 172.21.15.67:0/1314990993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c1546f0 0x7f902c145340 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9028000c00 tx=0x7f9028004750 comp rx=0 tx=0).stop 2023-10-21T13:04:46.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.921+0000 7f903339f700 1 -- 172.21.15.67:0/1314990993 shutdown_connections 2023-10-21T13:04:46.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.921+0000 7f903339f700 1 --2- 172.21.15.67:0/1314990993 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f901006ae70 0x7f901006d330 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.921+0000 7f903339f700 1 --2- 172.21.15.67:0/1314990993 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f902c15e370 0x7f902c0c41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.921+0000 7f903339f700 1 --2- 172.21.15.67:0/1314990993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c1546f0 0x7f902c145340 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.921+0000 7f903339f700 1 --2- 172.21.15.67:0/1314990993 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f902c154ad0 0x7f902c0ac850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:46.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.921+0000 7f903339f700 1 -- 172.21.15.67:0/1314990993 >> 172.21.15.67:0/1314990993 conn(0x7f902c0cdf10 msgr2=0x7f902c0b2eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:46.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.921+0000 7f903339f700 1 -- 172.21.15.67:0/1314990993 shutdown_connections 2023-10-21T13:04:46.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:46.921+0000 7f903339f700 1 -- 172.21.15.67:0/1314990993 wait complete. 2023-10-21T13:04:46.935 INFO:tasks.cephfs.filesystem.ceph_manager:[] 2023-10-21T13:04:46.936 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T13:04:47.062 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.060+0000 7f2793fe7700 1 Processor -- start 2023-10-21T13:04:47.062 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.060+0000 7f2793fe7700 1 -- start start 2023-10-21T13:04:47.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2793fe7700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f278c0c6b10 0x7f278c0cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:47.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2793fe7700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f278c0cc310 con 0x7f278c15a590 2023-10-21T13:04:47.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2793fe7700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f278c0cc030 con 0x7f278c0cd0c0 2023-10-21T13:04:47.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2793fe7700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f278c0c4020 con 0x7f278c0c6b10 2023-10-21T13:04:47.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2791d83700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f278c15a590 0x7f278c0cc9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47480/0 (socket says 172.21.15.67:47480) 2023-10-21T13:04:47.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2791d83700 1 -- 172.21.15.67:0/2495342933 learned_addr learned my addr 172.21.15.67:0/2495342933 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2791582700 1 --2- 172.21.15.67:0/2495342933 >> v2:172.21.15.190:3300/0 conn(0x7f278c0c6b10 0x7f278c0cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2790d81700 1 -- 172.21.15.67:0/2495342933 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2817902447 0 0) 0x7f278c0cc310 con 0x7f278c15a590 2023-10-21T13:04:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2790d81700 1 -- 172.21.15.67:0/2495342933 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f27780035b0 con 0x7f278c15a590 2023-10-21T13:04:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2790d81700 1 -- 172.21.15.67:0/2495342933 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2346868699 0 0) 0x7f278c0cc030 con 0x7f278c0cd0c0 2023-10-21T13:04:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2790d81700 1 -- 172.21.15.67:0/2495342933 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f278c0cc310 con 0x7f278c0cd0c0 2023-10-21T13:04:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2791582700 1 -- 172.21.15.67:0/2495342933 >> v1:172.21.15.190:6789/0 conn(0x7f278c0cd0c0 legacy=0x7f278c164330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2791582700 1 -- 172.21.15.67:0/2495342933 >> v1:172.21.15.67:6789/0 conn(0x7f278c15a590 legacy=0x7f278c0cc9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2790d81700 1 -- 172.21.15.67:0/2495342933 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 473657601 0 0) 0x7f27780035b0 con 0x7f278c15a590 2023-10-21T13:04:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.061+0000 7f2791582700 1 -- 172.21.15.67:0/2495342933 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f278c0c4300 con 0x7f278c0c6b10 2023-10-21T13:04:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.062+0000 7f2791582700 1 --2- 172.21.15.67:0/2495342933 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f278c0c6b10 0x7f278c0cb9c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f277c009840 tx=0x7f277c009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e1a4080229c5e5 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.062+0000 7f2790d81700 1 -- 172.21.15.67:0/2495342933 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27880017f0 con 0x7f278c0c6b10 2023-10-21T13:04:47.068 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.062+0000 7f2790d81700 1 -- 172.21.15.67:0/2495342933 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f277c004030 con 0x7f278c0c6b10 2023-10-21T13:04:47.068 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.062+0000 7f2790d81700 1 -- 172.21.15.67:0/2495342933 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f277c0043a0 con 0x7f278c0c6b10 2023-10-21T13:04:47.068 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.062+0000 7f2793fe7700 1 -- 172.21.15.67:0/2495342933 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f278c0c6b10 msgr2=0x7f278c0cb9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:47.068 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.062+0000 7f2793fe7700 1 --2- 172.21.15.67:0/2495342933 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f278c0c6b10 0x7f278c0cb9c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f277c009840 tx=0x7f277c009b50 comp rx=0 tx=0).stop 2023-10-21T13:04:47.068 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.062+0000 7f2793fe7700 1 -- 172.21.15.67:0/2495342933 shutdown_connections 2023-10-21T13:04:47.069 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.062+0000 7f2793fe7700 1 --2- 172.21.15.67:0/2495342933 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f278c0c6b10 0x7f278c0cb9c0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:47.069 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.062+0000 7f2793fe7700 1 -- 172.21.15.67:0/2495342933 >> 172.21.15.67:0/2495342933 conn(0x7f278c0999d0 msgr2=0x7f278c0d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:47.069 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.062+0000 7f2793fe7700 1 -- 172.21.15.67:0/2495342933 shutdown_connections 2023-10-21T13:04:47.069 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.062+0000 7f2793fe7700 1 -- 172.21.15.67:0/2495342933 wait complete. 2023-10-21T13:04:47.072 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.064+0000 7f2793fe7700 1 Processor -- start 2023-10-21T13:04:47.072 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.064+0000 7f2793fe7700 1 -- start start 2023-10-21T13:04:47.072 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.064+0000 7f2793fe7700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f278c0c6b10 0x7f278c157e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:47.072 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.064+0000 7f2793fe7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f278c0cd0c0 0x7f278c0b5a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:47.073 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.064+0000 7f2793fe7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f278c15a590 0x7f278c06a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:47.073 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.064+0000 7f2793fe7700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f278c0ae570 con 0x7f278c15a590 2023-10-21T13:04:47.073 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.064+0000 7f2793fe7700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f278c0b4020 con 0x7f278c0c6b10 2023-10-21T13:04:47.073 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.064+0000 7f2793fe7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f278c0b4300 con 0x7f278c0cd0c0 2023-10-21T13:04:47.073 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.064+0000 7f2792584700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f278c15a590 0x7f278c06a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:47.074 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.064+0000 7f2792584700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f278c15a590 0x7f278c06a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59426/0 (socket says 172.21.15.67:59426) 2023-10-21T13:04:47.074 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.064+0000 7f2792584700 1 -- 172.21.15.67:0/1164976340 learned_addr learned my addr 172.21.15.67:0/1164976340 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:47.074 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.065+0000 7f2791d83700 1 --2- 172.21.15.67:0/1164976340 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f278c0c6b10 0x7f278c157e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:47.074 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.065+0000 7f2791582700 1 --2- 172.21.15.67:0/1164976340 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f278c0cd0c0 0x7f278c0b5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:47.074 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.065+0000 7f2792584700 1 -- 172.21.15.67:0/1164976340 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f278c0cd0c0 msgr2=0x7f278c0b5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:47.075 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.065+0000 7f2792584700 1 --2- 172.21.15.67:0/1164976340 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f278c0cd0c0 0x7f278c0b5a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:47.075 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.065+0000 7f2792584700 1 -- 172.21.15.67:0/1164976340 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f278c0c6b10 msgr2=0x7f278c157e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:47.075 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.065+0000 7f2792584700 1 --2- 172.21.15.67:0/1164976340 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f278c0c6b10 0x7f278c157e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:47.075 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.065+0000 7f2792584700 1 -- 172.21.15.67:0/1164976340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f277c0094a0 con 0x7f278c15a590 2023-10-21T13:04:47.075 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.065+0000 7f2792584700 1 --2- 172.21.15.67:0/1164976340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f278c15a590 0x7f278c06a8d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f278400cc20 tx=0x7f278400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:47.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.065+0000 7f27827fc700 1 -- 172.21.15.67:0/1164976340 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f278400ac20 con 0x7f278c15a590 2023-10-21T13:04:47.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.065+0000 7f27827fc700 1 -- 172.21.15.67:0/1164976340 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f278400ad80 con 0x7f278c15a590 2023-10-21T13:04:47.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.065+0000 7f2793fe7700 1 -- 172.21.15.67:0/1164976340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f278c0b45e0 con 0x7f278c15a590 2023-10-21T13:04:47.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.065+0000 7f27827fc700 1 -- 172.21.15.67:0/1164976340 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2784003c20 con 0x7f278c15a590 2023-10-21T13:04:47.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.065+0000 7f2793fe7700 1 -- 172.21.15.67:0/1164976340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f278c0b3cb0 con 0x7f278c15a590 2023-10-21T13:04:47.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.066+0000 7f2793fe7700 1 -- 172.21.15.67:0/1164976340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f278c0ae340 con 0x7f278c15a590 2023-10-21T13:04:47.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.066+0000 7f27827fc700 1 -- 172.21.15.67:0/1164976340 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 4) v1 ==== 89173+0+0 (secure 0 0 0) 0x7f27840050d0 con 0x7f278c15a590 2023-10-21T13:04:47.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.067+0000 7f27827fc700 1 --2- 172.21.15.67:0/1164976340 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f277006ae70 0x7f277006d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:47.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.067+0000 7f27827fc700 1 -- 172.21.15.67:0/1164976340 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 4471+0+0 (secure 0 0 0) 0x7f2784089120 con 0x7f278c15a590 2023-10-21T13:04:47.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.067+0000 7f2791d83700 1 --2- 172.21.15.67:0/1164976340 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f277006ae70 0x7f277006d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:47.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.067+0000 7f2791d83700 1 --2- 172.21.15.67:0/1164976340 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f277006ae70 0x7f277006d330 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f2788001170 tx=0x7f2788009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:47.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.071+0000 7f27827fc700 1 -- 172.21.15.67:0/1164976340 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f278c0ae340 con 0x7f278c15a590 2023-10-21T13:04:47.316 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.314+0000 7f2793fe7700 1 -- 172.21.15.67:0/1164976340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f278c0ae340 con 0x7f278c15a590 2023-10-21T13:04:47.317 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.314+0000 7f27827fc700 1 -- 172.21.15.67:0/1164976340 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1324 (secure 0 0 0) 0x7f278c0ae340 con 0x7f278c15a590 2023-10-21T13:04:47.317 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:47.317 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2052762259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2052762259},{"type":"v1","addr":"172.21.15.67:6835","nonce":2052762259}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2023-10-21T13:04:47.319 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.317+0000 7f2793fe7700 1 -- 172.21.15.67:0/1164976340 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f277006ae70 msgr2=0x7f277006d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:47.319 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.317+0000 7f2793fe7700 1 --2- 172.21.15.67:0/1164976340 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f277006ae70 0x7f277006d330 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f2788001170 tx=0x7f2788009040 comp rx=0 tx=0).stop 2023-10-21T13:04:47.319 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.317+0000 7f2793fe7700 1 -- 172.21.15.67:0/1164976340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f278c15a590 msgr2=0x7f278c06a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:47.319 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.317+0000 7f2793fe7700 1 --2- 172.21.15.67:0/1164976340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f278c15a590 0x7f278c06a8d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f278400cc20 tx=0x7f278400a060 comp rx=0 tx=0).stop 2023-10-21T13:04:47.319 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.317+0000 7f2793fe7700 1 -- 172.21.15.67:0/1164976340 shutdown_connections 2023-10-21T13:04:47.320 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.317+0000 7f2793fe7700 1 --2- 172.21.15.67:0/1164976340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f278c15a590 0x7f278c06a8d0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:47.320 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.317+0000 7f2793fe7700 1 --2- 172.21.15.67:0/1164976340 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f278c0c6b10 0x7f278c157e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:47.320 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.317+0000 7f2793fe7700 1 --2- 172.21.15.67:0/1164976340 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f277006ae70 0x7f277006d330 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:47.321 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.317+0000 7f2793fe7700 1 --2- 172.21.15.67:0/1164976340 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f278c0cd0c0 0x7f278c0b5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:47.321 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.317+0000 7f2793fe7700 1 -- 172.21.15.67:0/1164976340 >> 172.21.15.67:0/1164976340 conn(0x7f278c0999d0 msgr2=0x7f278c0c62e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:47.321 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.317+0000 7f2793fe7700 1 -- 172.21.15.67:0/1164976340 shutdown_connections 2023-10-21T13:04:47.322 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:47.317+0000 7f2793fe7700 1 -- 172.21.15.67:0/1164976340 wait complete. 2023-10-21T13:04:47.322 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 2 2023-10-21T13:04:49.332 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T13:04:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.458+0000 7f1608a68700 1 Processor -- start 2023-10-21T13:04:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.458+0000 7f1608a68700 1 -- start start 2023-10-21T13:04:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.459+0000 7f1608a68700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f160415a590 0x7f16040cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.459+0000 7f1608a68700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f16040cd0c0 0x7f16040d0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.459+0000 7f1608a68700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16040cc310 con 0x7f16040c6b10 2023-10-21T13:04:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.459+0000 7f1608a68700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16040d1290 con 0x7f16040cd0c0 2023-10-21T13:04:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.459+0000 7f1608a68700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16040cc030 con 0x7f160415a590 2023-10-21T13:04:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f160259c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f160415a590 0x7f16040cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f1601d9b700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f16040c6b10 0x7f16040cc9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:44428/0 (socket says 172.21.15.67:44428) 2023-10-21T13:04:49.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f1602d9d700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f16040cd0c0 0x7f16040d0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:49.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f1601d9b700 1 -- 172.21.15.67:0/2162436596 learned_addr learned my addr 172.21.15.67:0/2162436596 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:49.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f160159a700 1 -- 172.21.15.67:0/2162436596 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2832180731 0 0) 0x7f16040cc310 con 0x7f16040c6b10 2023-10-21T13:04:49.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f160159a700 1 -- 172.21.15.67:0/2162436596 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f15ec0035b0 con 0x7f16040c6b10 2023-10-21T13:04:49.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f1602d9d700 1 -- 172.21.15.67:0/2162436596 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f160415a590 msgr2=0x7f16040cb9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:49.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f1602d9d700 1 --2- 172.21.15.67:0/2162436596 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f160415a590 0x7f16040cb9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f1602d9d700 1 -- 172.21.15.67:0/2162436596 >> v1:172.21.15.190:6789/0 conn(0x7f16040c6b10 legacy=0x7f16040cc9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:49.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f1602d9d700 1 -- 172.21.15.67:0/2162436596 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16040c4020 con 0x7f16040cd0c0 2023-10-21T13:04:49.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f160259c700 1 --2- 172.21.15.67:0/2162436596 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f160415a590 0x7f16040cb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:49.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f1602d9d700 1 --2- 172.21.15.67:0/2162436596 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16040cd0c0 0x7f16040d0d50 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f15fc009d90 tx=0x7f15fc00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=37a7c66f710b271e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:49.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f160159a700 1 -- 172.21.15.67:0/2162436596 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15fc00e070 con 0x7f16040cd0c0 2023-10-21T13:04:49.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f160159a700 1 -- 172.21.15.67:0/2162436596 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15fc00bb20 con 0x7f16040cd0c0 2023-10-21T13:04:49.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.460+0000 7f160159a700 1 -- 172.21.15.67:0/2162436596 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15fc012430 con 0x7f16040cd0c0 2023-10-21T13:04:49.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.461+0000 7f1608a68700 1 -- 172.21.15.67:0/2162436596 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16040cd0c0 msgr2=0x7f16040d0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:49.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.461+0000 7f1608a68700 1 --2- 172.21.15.67:0/2162436596 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16040cd0c0 0x7f16040d0d50 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f15fc009d90 tx=0x7f15fc00b330 comp rx=0 tx=0).stop 2023-10-21T13:04:49.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.461+0000 7f1608a68700 1 -- 172.21.15.67:0/2162436596 shutdown_connections 2023-10-21T13:04:49.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.461+0000 7f1608a68700 1 --2- 172.21.15.67:0/2162436596 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16040cd0c0 0x7f16040d0d50 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.461+0000 7f1608a68700 1 --2- 172.21.15.67:0/2162436596 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f160415a590 0x7f16040cb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.461+0000 7f1608a68700 1 -- 172.21.15.67:0/2162436596 >> 172.21.15.67:0/2162436596 conn(0x7f16040999d0 msgr2=0x7f16040d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:49.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.461+0000 7f1608a68700 1 -- 172.21.15.67:0/2162436596 shutdown_connections 2023-10-21T13:04:49.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.461+0000 7f1608a68700 1 -- 172.21.15.67:0/2162436596 wait complete. 2023-10-21T13:04:49.472 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.462+0000 7f1608a68700 1 Processor -- start 2023-10-21T13:04:49.472 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.462+0000 7f1608a68700 1 -- start start 2023-10-21T13:04:49.472 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.463+0000 7f1608a68700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16040c6b10 0x7f16040b5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:49.472 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.463+0000 7f1608a68700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16040cd0c0 0x7f16041f2a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:49.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.463+0000 7f1608a68700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f160415a590 0x7f16041f2f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:49.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.463+0000 7f1608a68700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16041f3c10 con 0x7f16040cd0c0 2023-10-21T13:04:49.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.463+0000 7f1608a68700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16041f3580 con 0x7f16040c6b10 2023-10-21T13:04:49.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.463+0000 7f1608a68700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16041f3860 con 0x7f160415a590 2023-10-21T13:04:49.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.463+0000 7f1601d9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16040cd0c0 0x7f16041f2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:49.474 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.463+0000 7f160259c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16040c6b10 0x7f16040b5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:49.474 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.463+0000 7f1602d9d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f160415a590 0x7f16041f2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:49.474 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.463+0000 7f160259c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16040c6b10 0x7f16040b5400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33340/0 (socket says 172.21.15.67:33340) 2023-10-21T13:04:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.463+0000 7f1601d9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16040cd0c0 0x7f16041f2a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59474/0 (socket says 172.21.15.67:59474) 2023-10-21T13:04:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.463+0000 7f160259c700 1 -- 172.21.15.67:0/3296929343 learned_addr learned my addr 172.21.15.67:0/3296929343 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.464+0000 7f160259c700 1 -- 172.21.15.67:0/3296929343 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f160415a590 msgr2=0x7f16041f2f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.464+0000 7f160259c700 1 --2- 172.21.15.67:0/3296929343 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f160415a590 0x7f16041f2f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.464+0000 7f160259c700 1 -- 172.21.15.67:0/3296929343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16040cd0c0 msgr2=0x7f16041f2a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:49.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.464+0000 7f160259c700 1 --2- 172.21.15.67:0/3296929343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16040cd0c0 0x7f16041f2a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.464+0000 7f160259c700 1 -- 172.21.15.67:0/3296929343 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15f8009430 con 0x7f16040c6b10 2023-10-21T13:04:49.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.464+0000 7f1602d9d700 1 --2- 172.21.15.67:0/3296929343 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f160415a590 0x7f16041f2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:49.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.464+0000 7f1601d9b700 1 --2- 172.21.15.67:0/3296929343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16040cd0c0 0x7f16041f2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:49.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.464+0000 7f160259c700 1 --2- 172.21.15.67:0/3296929343 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16040c6b10 0x7f16040b5400 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f15f800ebe0 tx=0x7f15f800eef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:49.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.464+0000 7f15f2ffd700 1 -- 172.21.15.67:0/3296929343 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15f8009740 con 0x7f16040c6b10 2023-10-21T13:04:49.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.464+0000 7f15f2ffd700 1 -- 172.21.15.67:0/3296929343 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15f8005a20 con 0x7f16040c6b10 2023-10-21T13:04:49.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.464+0000 7f1608a68700 1 -- 172.21.15.67:0/3296929343 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15fc009a70 con 0x7f16040c6b10 2023-10-21T13:04:49.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.464+0000 7f15f2ffd700 1 -- 172.21.15.67:0/3296929343 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15f8005db0 con 0x7f16040c6b10 2023-10-21T13:04:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.464+0000 7f1608a68700 1 -- 172.21.15.67:0/3296929343 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f160406b510 con 0x7f16040c6b10 2023-10-21T13:04:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.465+0000 7f1608a68700 1 -- 172.21.15.67:0/3296929343 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16041f3f30 con 0x7f16040c6b10 2023-10-21T13:04:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.465+0000 7f15f2ffd700 1 -- 172.21.15.67:0/3296929343 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 4) v1 ==== 89173+0+0 (secure 0 0 0) 0x7f15f800c850 con 0x7f16040c6b10 2023-10-21T13:04:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.466+0000 7f15f2ffd700 1 --2- 172.21.15.67:0/3296929343 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f15e406ae70 0x7f15e406d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.466+0000 7f15f2ffd700 1 -- 172.21.15.67:0/3296929343 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(15..15 src has 1..15) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f15f80892f0 con 0x7f16040c6b10 2023-10-21T13:04:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.466+0000 7f1601d9b700 1 --2- 172.21.15.67:0/3296929343 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f15e406ae70 0x7f15e406d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.466+0000 7f1601d9b700 1 --2- 172.21.15.67:0/3296929343 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f15e406ae70 0x7f15e406d330 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1604159270 tx=0x7f15f4007dc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.471+0000 7f15f2ffd700 1 -- 172.21.15.67:0/3296929343 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f15f80547d0 con 0x7f16040c6b10 2023-10-21T13:04:49.724 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.722+0000 7f1608a68700 1 -- 172.21.15.67:0/3296929343 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1604074d40 con 0x7f16040c6b10 2023-10-21T13:04:49.787 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.785+0000 7f15f2ffd700 1 -- 172.21.15.67:0/3296929343 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3694 (secure 0 0 0) 0x7f15f8057df0 con 0x7f16040c6b10 2023-10-21T13:04:49.787 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:49.788 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/3311742065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3311742065},{"type":"v1","addr":"172.21.15.67:6834","nonce":3311742065}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4252,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/3229984450","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":3229984450},{"type":"v1","addr":"172.21.15.190:6836","nonce":3229984450}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2052762259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2052762259},{"type":"v1","addr":"172.21.15.67:6835","nonce":2052762259}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4266,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/46800013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":46800013},{"type":"v1","addr":"172.21.15.190:6837","nonce":46800013}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-10-21T13:04:49.790 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.787+0000 7f1608a68700 1 -- 172.21.15.67:0/3296929343 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f15e406ae70 msgr2=0x7f15e406d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:49.790 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.787+0000 7f1608a68700 1 --2- 172.21.15.67:0/3296929343 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f15e406ae70 0x7f15e406d330 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1604159270 tx=0x7f15f4007dc0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.790 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.788+0000 7f1608a68700 1 -- 172.21.15.67:0/3296929343 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16040c6b10 msgr2=0x7f16040b5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:49.790 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.788+0000 7f1608a68700 1 --2- 172.21.15.67:0/3296929343 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16040c6b10 0x7f16040b5400 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f15f800ebe0 tx=0x7f15f800eef0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.791 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.788+0000 7f1608a68700 1 -- 172.21.15.67:0/3296929343 shutdown_connections 2023-10-21T13:04:49.791 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.788+0000 7f1608a68700 1 --2- 172.21.15.67:0/3296929343 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f15e406ae70 0x7f15e406d330 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.791 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.788+0000 7f1608a68700 1 --2- 172.21.15.67:0/3296929343 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f160415a590 0x7f16041f2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.791 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.788+0000 7f1608a68700 1 --2- 172.21.15.67:0/3296929343 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16040c6b10 0x7f16040b5400 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.791 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.788+0000 7f1608a68700 1 --2- 172.21.15.67:0/3296929343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16040cd0c0 0x7f16041f2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.792 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.788+0000 7f1608a68700 1 -- 172.21.15.67:0/3296929343 >> 172.21.15.67:0/3296929343 conn(0x7f16040999d0 msgr2=0x7f16040c4e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:49.792 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.788+0000 7f1608a68700 1 -- 172.21.15.67:0/3296929343 shutdown_connections 2023-10-21T13:04:49.792 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.788+0000 7f1608a68700 1 -- 172.21.15.67:0/3296929343 wait complete. 2023-10-21T13:04:49.792 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 3 2023-10-21T13:04:49.802 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:04:49.928 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.926+0000 7f630efee700 1 Processor -- start 2023-10-21T13:04:49.929 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.927+0000 7f630efee700 1 -- start start 2023-10-21T13:04:49.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.927+0000 7f630efee700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f630815da10 0x7f63080b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:49.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.927+0000 7f630efee700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f63080cb600 con 0x7f63080cfe40 2023-10-21T13:04:49.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.927+0000 7f630efee700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f630815ddf0 con 0x7f63080b3730 2023-10-21T13:04:49.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.927+0000 7f630efee700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f63080ca9f0 con 0x7f630815da10 2023-10-21T13:04:49.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.927+0000 7f630d58b700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f63080cfe40 0x7f630806a8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47546/0 (socket says 172.21.15.67:47546) 2023-10-21T13:04:49.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.927+0000 7f630d58b700 1 -- 172.21.15.67:0/3149365441 learned_addr learned my addr 172.21.15.67:0/3149365441 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:49.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 -- 172.21.15.67:0/3149365441 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2139697036 0 0) 0x7f63080cb600 con 0x7f63080cfe40 2023-10-21T13:04:49.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 -- 172.21.15.67:0/3149365441 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f62f80035b0 con 0x7f63080cfe40 2023-10-21T13:04:49.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f630cd8a700 1 --2- 172.21.15.67:0/3149365441 >> v2:172.21.15.190:3300/0 conn(0x7f630815da10 0x7f63080b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:49.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 -- 172.21.15.67:0/3149365441 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 643386482 0 0) 0x7f62f80035b0 con 0x7f63080cfe40 2023-10-21T13:04:49.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 -- 172.21.15.67:0/3149365441 >> v2:172.21.15.190:3300/0 conn(0x7f630815da10 msgr2=0x7f63080b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:49.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 --2- 172.21.15.67:0/3149365441 >> v2:172.21.15.190:3300/0 conn(0x7f630815da10 0x7f63080b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 -- 172.21.15.67:0/3149365441 >> v1:172.21.15.190:6789/0 conn(0x7f63080b3730 legacy=0x7f63080cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:49.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 -- 172.21.15.67:0/3149365441 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63080cacd0 con 0x7f63080cfe40 2023-10-21T13:04:49.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 -- 172.21.15.67:0/3149365441 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f63000019f0 con 0x7f63080cfe40 2023-10-21T13:04:49.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 -- 172.21.15.67:0/3149365441 >> v1:172.21.15.67:6789/0 conn(0x7f63080cfe40 legacy=0x7f630806a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:49.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 --2- 172.21.15.67:0/3149365441 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62f8003a00 0x7f62f8003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:49.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 --2- 172.21.15.67:0/3149365441 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62f8004850 0x7f62f8004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:49.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 --2- 172.21.15.67:0/3149365441 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62f8005210 0x7f62f800ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:49.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 -- 172.21.15.67:0/3149365441 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63080ca9f0 con 0x7f62f8003a00 2023-10-21T13:04:49.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 -- 172.21.15.67:0/3149365441 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62f800c0b0 con 0x7f62f8004850 2023-10-21T13:04:49.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f63077fe700 1 -- 172.21.15.67:0/3149365441 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62f800c270 con 0x7f62f8005210 2023-10-21T13:04:49.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f630cd8a700 1 --2- 172.21.15.67:0/3149365441 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62f8003a00 0x7f62f8003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:49.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f6307fff700 1 --2- 172.21.15.67:0/3149365441 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62f8004850 0x7f62f8004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:49.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f630d58b700 1 --2- 172.21.15.67:0/3149365441 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62f8005210 0x7f62f800ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:49.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.928+0000 7f630cd8a700 1 -- 172.21.15.67:0/3149365441 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62f8005210 msgr2=0x7f62f800ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:49.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f630cd8a700 1 --2- 172.21.15.67:0/3149365441 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62f8005210 0x7f62f800ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f630cd8a700 1 -- 172.21.15.67:0/3149365441 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62f8004850 msgr2=0x7f62f8004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:49.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f630cd8a700 1 --2- 172.21.15.67:0/3149365441 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62f8004850 0x7f62f8004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.939 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f630cd8a700 1 -- 172.21.15.67:0/3149365441 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62f80035b0 con 0x7f62f8003a00 2023-10-21T13:04:49.939 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f630d58b700 1 --2- 172.21.15.67:0/3149365441 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62f8005210 0x7f62f800ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:49.939 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f630d58b700 1 -- 172.21.15.67:0/3149365441 reap_dead start 2023-10-21T13:04:49.939 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f630cd8a700 1 --2- 172.21.15.67:0/3149365441 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62f8003a00 0x7f62f8003e20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f62fc009b40 tx=0x7f62f8005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8dddc5bb7e83589 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:49.939 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f63077fe700 1 -- 172.21.15.67:0/3149365441 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62fc005a20 con 0x7f62f8003a00 2023-10-21T13:04:49.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f63077fe700 1 -- 172.21.15.67:0/3149365441 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62fc005b80 con 0x7f62f8003a00 2023-10-21T13:04:49.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f63077fe700 1 -- 172.21.15.67:0/3149365441 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62fc00e6c0 con 0x7f62f8003a00 2023-10-21T13:04:49.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f630efee700 1 -- 172.21.15.67:0/3149365441 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62f8003a00 msgr2=0x7f62f8003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:49.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f630efee700 1 --2- 172.21.15.67:0/3149365441 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62f8003a00 0x7f62f8003e20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f62fc009b40 tx=0x7f62f8005880 comp rx=0 tx=0).stop 2023-10-21T13:04:49.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f630efee700 1 -- 172.21.15.67:0/3149365441 shutdown_connections 2023-10-21T13:04:49.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f630efee700 1 --2- 172.21.15.67:0/3149365441 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62f8003a00 0x7f62f8003e20 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f630efee700 1 -- 172.21.15.67:0/3149365441 >> 172.21.15.67:0/3149365441 conn(0x7f63080999d0 msgr2=0x7f63080d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:49.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f630efee700 1 -- 172.21.15.67:0/3149365441 shutdown_connections 2023-10-21T13:04:49.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.929+0000 7f630efee700 1 -- 172.21.15.67:0/3149365441 wait complete. 2023-10-21T13:04:49.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.931+0000 7f630efee700 1 Processor -- start 2023-10-21T13:04:49.942 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.931+0000 7f630efee700 1 -- start start 2023-10-21T13:04:49.944 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.931+0000 7f630efee700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62f8003a00 0x7f63081578b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:49.944 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.931+0000 7f630efee700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f63080b5600 0x7f630815dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:49.944 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.931+0000 7f630efee700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f63080c83c0 0x7f63080ccab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:49.945 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630efee700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63080c8f80 con 0x7f62f8003a00 2023-10-21T13:04:49.945 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630efee700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63080c8ca0 con 0x7f63080c83c0 2023-10-21T13:04:49.945 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630efee700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63081581e0 con 0x7f63080b5600 2023-10-21T13:04:49.945 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630cd8a700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62f8003a00 0x7f63081578b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:49.945 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630cd8a700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62f8003a00 0x7f63081578b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59494/0 (socket says 172.21.15.67:59494) 2023-10-21T13:04:49.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630cd8a700 1 -- 172.21.15.67:0/2626535665 learned_addr learned my addr 172.21.15.67:0/2626535665 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:49.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630d58b700 1 --2- 172.21.15.67:0/2626535665 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f63080c83c0 0x7f63080ccab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:49.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f6307fff700 1 --2- 172.21.15.67:0/2626535665 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f63080b5600 0x7f630815dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:49.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630cd8a700 1 -- 172.21.15.67:0/2626535665 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f63080b5600 msgr2=0x7f630815dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:49.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630cd8a700 1 --2- 172.21.15.67:0/2626535665 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f63080b5600 0x7f630815dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630cd8a700 1 -- 172.21.15.67:0/2626535665 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f63080c83c0 msgr2=0x7f63080ccab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:49.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630cd8a700 1 --2- 172.21.15.67:0/2626535665 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f63080c83c0 0x7f63080ccab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:49.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630cd8a700 1 -- 172.21.15.67:0/2626535665 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63081584c0 con 0x7f62f8003a00 2023-10-21T13:04:49.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630cd8a700 1 --2- 172.21.15.67:0/2626535665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62f8003a00 0x7f63081578b0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f62fc000c00 tx=0x7f62fc0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:49.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f63057fa700 1 -- 172.21.15.67:0/2626535665 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62fc020070 con 0x7f62f8003a00 2023-10-21T13:04:49.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f63057fa700 1 -- 172.21.15.67:0/2626535665 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62fc004030 con 0x7f62f8003a00 2023-10-21T13:04:49.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630efee700 1 -- 172.21.15.67:0/2626535665 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63081587a0 con 0x7f62f8003a00 2023-10-21T13:04:49.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f63057fa700 1 -- 172.21.15.67:0/2626535665 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62fc0043c0 con 0x7f62f8003a00 2023-10-21T13:04:49.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.932+0000 7f630efee700 1 -- 172.21.15.67:0/2626535665 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63080c8a20 con 0x7f62f8003a00 2023-10-21T13:04:49.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.933+0000 7f630efee700 1 -- 172.21.15.67:0/2626535665 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6308158b10 con 0x7f62f8003a00 2023-10-21T13:04:49.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.934+0000 7f63057fa700 1 -- 172.21.15.67:0/2626535665 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 4) v1 ==== 89173+0+0 (secure 0 0 0) 0x7f62fc0036a0 con 0x7f62f8003a00 2023-10-21T13:04:49.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.934+0000 7f63057fa700 1 --2- 172.21.15.67:0/2626535665 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f62ec06ae70 0x7f62ec06d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:49.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.934+0000 7f63057fa700 1 -- 172.21.15.67:0/2626535665 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f62fc08a220 con 0x7f62f8003a00 2023-10-21T13:04:49.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.934+0000 7f6307fff700 1 --2- 172.21.15.67:0/2626535665 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f62ec06ae70 0x7f62ec06d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:49.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.935+0000 7f6307fff700 1 --2- 172.21.15.67:0/2626535665 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f62ec06ae70 0x7f62ec06d330 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f630815a480 tx=0x7f62f4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:49.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:49.939+0000 7f63057fa700 1 -- 172.21.15.67:0/2626535665 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f62fc055790 con 0x7f62f8003a00 2023-10-21T13:04:50.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.140+0000 7f630efee700 1 -- 172.21.15.67:0/2626535665 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6308074d40 con 0x7f62f8003a00 2023-10-21T13:04:50.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.141+0000 7f63057fa700 1 -- 172.21.15.67:0/2626535665 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12850 (secure 0 0 0) 0x7f62fc058db0 con 0x7f62f8003a00 2023-10-21T13:04:50.143 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:50.144 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":16,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:49.712010+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:04:50.145 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.143+0000 7f630efee700 1 -- 172.21.15.67:0/2626535665 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f62ec06ae70 msgr2=0x7f62ec06d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:50.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.143+0000 7f630efee700 1 --2- 172.21.15.67:0/2626535665 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f62ec06ae70 0x7f62ec06d330 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f630815a480 tx=0x7f62f4009040 comp rx=0 tx=0).stop 2023-10-21T13:04:50.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.143+0000 7f630efee700 1 -- 172.21.15.67:0/2626535665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62f8003a00 msgr2=0x7f63081578b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:50.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.143+0000 7f630efee700 1 --2- 172.21.15.67:0/2626535665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62f8003a00 0x7f63081578b0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f62fc000c00 tx=0x7f62fc0047c0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.144+0000 7f630efee700 1 -- 172.21.15.67:0/2626535665 shutdown_connections 2023-10-21T13:04:50.147 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.144+0000 7f630efee700 1 --2- 172.21.15.67:0/2626535665 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f63080c83c0 0x7f63080ccab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.147 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.144+0000 7f630efee700 1 --2- 172.21.15.67:0/2626535665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62f8003a00 0x7f63081578b0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.147 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.144+0000 7f630efee700 1 --2- 172.21.15.67:0/2626535665 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f62ec06ae70 0x7f62ec06d330 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.147 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.144+0000 7f630efee700 1 --2- 172.21.15.67:0/2626535665 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f63080b5600 0x7f630815dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.147 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.144+0000 7f630efee700 1 -- 172.21.15.67:0/2626535665 >> 172.21.15.67:0/2626535665 conn(0x7f63080999d0 msgr2=0x7f630815bb30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:50.148 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.144+0000 7f630efee700 1 -- 172.21.15.67:0/2626535665 shutdown_connections 2023-10-21T13:04:50.148 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.144+0000 7f630efee700 1 -- 172.21.15.67:0/2626535665 wait complete. 2023-10-21T13:04:50.158 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T13:04:50.158 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T13:04:50.285 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.284+0000 7f23d7a25700 1 Processor -- start 2023-10-21T13:04:50.286 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.284+0000 7f23d7a25700 1 -- start start 2023-10-21T13:04:50.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d7a25700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f23d00b0880 0x7f23d006b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:50.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d7a25700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f23d01623a0 0x7f23d00cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:50.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d7a25700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23d0161f10 con 0x7f23d00b12f0 2023-10-21T13:04:50.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d7a25700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23d01616b0 con 0x7f23d00b0880 2023-10-21T13:04:50.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d7a25700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23d00d12b0 con 0x7f23d01623a0 2023-10-21T13:04:50.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d57c1700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f23d00b0880 0x7f23d006b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:50.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d4fc0700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f23d01623a0 0x7f23d00cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:50.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d57c1700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f23d00b0880 0x7f23d006b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33368/0 (socket says 172.21.15.67:33368) 2023-10-21T13:04:50.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d57c1700 1 -- 172.21.15.67:0/2154501620 learned_addr learned my addr 172.21.15.67:0/2154501620 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:50.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d5fc2700 1 --1- 172.21.15.67:0/2154501620 >> v1:172.21.15.190:6789/0 conn(0x7f23d00b12f0 0x7f23d00cce30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:44462/0 (socket says 172.21.15.67:44462) 2023-10-21T13:04:50.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d57c1700 1 -- 172.21.15.67:0/2154501620 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f23d01623a0 msgr2=0x7f23d00cf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:50.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d57c1700 1 --2- 172.21.15.67:0/2154501620 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f23d01623a0 0x7f23d00cf920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d57c1700 1 -- 172.21.15.67:0/2154501620 >> v1:172.21.15.190:6789/0 conn(0x7f23d00b12f0 legacy=0x7f23d00cce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:50.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23c7fff700 1 -- 172.21.15.67:0/2154501620 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1565431802 0 0) 0x7f23d0161f10 con 0x7f23d00b12f0 2023-10-21T13:04:50.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d57c1700 1 -- 172.21.15.67:0/2154501620 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23d00cffc0 con 0x7f23d00b0880 2023-10-21T13:04:50.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.285+0000 7f23d4fc0700 1 --2- 172.21.15.67:0/2154501620 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f23d01623a0 0x7f23d00cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:50.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.286+0000 7f23d57c1700 1 --2- 172.21.15.67:0/2154501620 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f23d00b0880 0x7f23d006b2e0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f23c00098f0 tx=0x7f23c0009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da0c6475df00dc43 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:50.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.286+0000 7f23c7fff700 1 -- 172.21.15.67:0/2154501620 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23c0011830 con 0x7f23d00b0880 2023-10-21T13:04:50.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.286+0000 7f23c7fff700 1 -- 172.21.15.67:0/2154501620 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23c0011990 con 0x7f23d00b0880 2023-10-21T13:04:50.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.286+0000 7f23c7fff700 1 -- 172.21.15.67:0/2154501620 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23c0011d20 con 0x7f23d00b0880 2023-10-21T13:04:50.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.286+0000 7f23d7a25700 1 -- 172.21.15.67:0/2154501620 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f23d00b0880 msgr2=0x7f23d006b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:50.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.286+0000 7f23d7a25700 1 --2- 172.21.15.67:0/2154501620 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f23d00b0880 0x7f23d006b2e0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f23c00098f0 tx=0x7f23c0009c00 comp rx=0 tx=0).stop 2023-10-21T13:04:50.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.286+0000 7f23d7a25700 1 -- 172.21.15.67:0/2154501620 shutdown_connections 2023-10-21T13:04:50.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.286+0000 7f23d7a25700 1 --2- 172.21.15.67:0/2154501620 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f23d00b0880 0x7f23d006b2e0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.294 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.286+0000 7f23d7a25700 1 --2- 172.21.15.67:0/2154501620 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f23d01623a0 0x7f23d00cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.294 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.286+0000 7f23d7a25700 1 -- 172.21.15.67:0/2154501620 >> 172.21.15.67:0/2154501620 conn(0x7f23d00999d0 msgr2=0x7f23d00d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:50.294 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.286+0000 7f23d7a25700 1 -- 172.21.15.67:0/2154501620 shutdown_connections 2023-10-21T13:04:50.294 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.286+0000 7f23d7a25700 1 -- 172.21.15.67:0/2154501620 wait complete. 2023-10-21T13:04:50.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.288+0000 7f23d7a25700 1 Processor -- start 2023-10-21T13:04:50.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.288+0000 7f23d7a25700 1 -- start start 2023-10-21T13:04:50.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.288+0000 7f23d7a25700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f23d00b0880 0x7f23d00b33c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:50.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.288+0000 7f23d7a25700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f23d00b12f0 0x7f23d0148240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.288+0000 7f23d7a25700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23d01623a0 0x7f23d00c6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.288+0000 7f23d7a25700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23d0148780 con 0x7f23d01623a0 2023-10-21T13:04:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.288+0000 7f23d7a25700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23d00c5df0 con 0x7f23d00b0880 2023-10-21T13:04:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.288+0000 7f23d7a25700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23d01576b0 con 0x7f23d00b12f0 2023-10-21T13:04:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.288+0000 7f23d5fc2700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23d01623a0 0x7f23d00c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:50.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.288+0000 7f23d5fc2700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23d01623a0 0x7f23d00c6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59508/0 (socket says 172.21.15.67:59508) 2023-10-21T13:04:50.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.288+0000 7f23d5fc2700 1 -- 172.21.15.67:0/367963884 learned_addr learned my addr 172.21.15.67:0/367963884 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:50.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.288+0000 7f23d57c1700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f23d00b0880 0x7f23d00b33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:50.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.288+0000 7f23d4fc0700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f23d00b12f0 0x7f23d0148240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:50.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.289+0000 7f23d5fc2700 1 -- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f23d00b12f0 msgr2=0x7f23d0148240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:50.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.289+0000 7f23d5fc2700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f23d00b12f0 0x7f23d0148240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.289+0000 7f23d5fc2700 1 -- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f23d00b0880 msgr2=0x7f23d00b33c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:50.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.289+0000 7f23d5fc2700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f23d00b0880 0x7f23d00b33c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.289+0000 7f23d5fc2700 1 -- 172.21.15.67:0/367963884 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23cc0094a0 con 0x7f23d01623a0 2023-10-21T13:04:50.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.289+0000 7f23d57c1700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f23d00b0880 0x7f23d00b33c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:50.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.289+0000 7f23d5fc2700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23d01623a0 0x7f23d00c6280 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f23c800cba0 tx=0x7f23c800ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:50.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.289+0000 7f23c5ffb700 1 -- 172.21.15.67:0/367963884 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23c800aa40 con 0x7f23d01623a0 2023-10-21T13:04:50.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.289+0000 7f23c5ffb700 1 -- 172.21.15.67:0/367963884 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23c800abc0 con 0x7f23d01623a0 2023-10-21T13:04:50.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.289+0000 7f23d7a25700 1 -- 172.21.15.67:0/367963884 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23c0009550 con 0x7f23d01623a0 2023-10-21T13:04:50.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.289+0000 7f23c5ffb700 1 -- 172.21.15.67:0/367963884 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23c80070d0 con 0x7f23d01623a0 2023-10-21T13:04:50.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.289+0000 7f23d7a25700 1 -- 172.21.15.67:0/367963884 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23d01570f0 con 0x7f23d01623a0 2023-10-21T13:04:50.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.290+0000 7f23d7a25700 1 -- 172.21.15.67:0/367963884 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23d0074d40 con 0x7f23d01623a0 2023-10-21T13:04:50.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.291+0000 7f23c5ffb700 1 -- 172.21.15.67:0/367963884 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 4) v1 ==== 89173+0+0 (secure 0 0 0) 0x7f23c8007230 con 0x7f23d01623a0 2023-10-21T13:04:50.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.291+0000 7f23c5ffb700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f23b406ae70 0x7f23b406d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:50.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.291+0000 7f23c5ffb700 1 -- 172.21.15.67:0/367963884 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f23c8088e60 con 0x7f23d01623a0 2023-10-21T13:04:50.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.291+0000 7f23d57c1700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f23b406ae70 0x7f23b406d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:50.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.292+0000 7f23d57c1700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f23b406ae70 0x7f23b406d330 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f23c0014040 tx=0x7f23c0008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:50.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.296+0000 7f23c5ffb700 1 -- 172.21.15.67:0/367963884 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f23c8054340 con 0x7f23d01623a0 2023-10-21T13:04:50.396 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.394+0000 7f23c5ffb700 1 -- 172.21.15.67:0/367963884 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f23c8054710 con 0x7f23d01623a0 2023-10-21T13:04:50.498 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.497+0000 7f23d7a25700 1 -- 172.21.15.67:0/367963884 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f23d00c5f30 con 0x7f23d01623a0 2023-10-21T13:04:50.499 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.497+0000 7f23c5ffb700 1 -- 172.21.15.67:0/367963884 <== mon.0 v2:172.21.15.67:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f23c80180a0 con 0x7f23d01623a0 2023-10-21T13:04:50.499 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T13:04:50.501 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.499+0000 7f23d7a25700 1 -- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f23b406ae70 msgr2=0x7f23b406d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:50.501 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.499+0000 7f23d7a25700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f23b406ae70 0x7f23b406d330 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f23c0014040 tx=0x7f23c0008030 comp rx=0 tx=0).stop 2023-10-21T13:04:50.502 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.499+0000 7f23d7a25700 1 -- 172.21.15.67:0/367963884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23d01623a0 msgr2=0x7f23d00c6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:50.502 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.499+0000 7f23d7a25700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23d01623a0 0x7f23d00c6280 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f23c800cba0 tx=0x7f23c800ceb0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.502 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.499+0000 7f23d7a25700 1 -- 172.21.15.67:0/367963884 shutdown_connections 2023-10-21T13:04:50.502 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.499+0000 7f23d7a25700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23d01623a0 0x7f23d00c6280 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.503 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.499+0000 7f23d7a25700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f23d00b0880 0x7f23d00b33c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.503 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.499+0000 7f23d7a25700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f23b406ae70 0x7f23b406d330 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.503 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.499+0000 7f23d7a25700 1 --2- 172.21.15.67:0/367963884 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f23d00b12f0 0x7f23d0148240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.503 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.499+0000 7f23d7a25700 1 -- 172.21.15.67:0/367963884 >> 172.21.15.67:0/367963884 conn(0x7f23d00999d0 msgr2=0x7f23d00ad020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:50.504 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.499+0000 7f23d7a25700 1 -- 172.21.15.67:0/367963884 shutdown_connections 2023-10-21T13:04:50.504 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.499+0000 7f23d7a25700 1 -- 172.21.15.67:0/367963884 wait complete. 2023-10-21T13:04:50.513 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-10-21T13:04:50.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.635+0000 7f7b619e2700 1 Processor -- start 2023-10-21T13:04:50.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.635+0000 7f7b619e2700 1 -- start start 2023-10-21T13:04:50.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.636+0000 7f7b619e2700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7b5c144ae0 0x7f7b5c06b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:50.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.636+0000 7f7b619e2700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f7b5c0cdd50 0x7f7b5c0ce1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:50.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.636+0000 7f7b619e2700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b5c1452e0 con 0x7f7b5c0ca180 2023-10-21T13:04:50.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.636+0000 7f7b619e2700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b5c06c210 con 0x7f7b5c144ae0 2023-10-21T13:04:50.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.636+0000 7f7b619e2700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b5c06b970 con 0x7f7b5c0cdd50 2023-10-21T13:04:50.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.636+0000 7f7b5a7fc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7b5c144ae0 0x7f7b5c06b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:50.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.636+0000 7f7b5a7fc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7b5c144ae0 0x7f7b5c06b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59514/0 (socket says 172.21.15.67:59514) 2023-10-21T13:04:50.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.636+0000 7f7b5a7fc700 1 -- 172.21.15.67:0/4227014732 learned_addr learned my addr 172.21.15.67:0/4227014732 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:50.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.636+0000 7f7b5b7fe700 1 --2- 172.21.15.67:0/4227014732 >> v2:172.21.15.190:3300/0 conn(0x7f7b5c0cdd50 0x7f7b5c0ce1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:50.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.637+0000 7f7b5a7fc700 1 -- 172.21.15.67:0/4227014732 >> v2:172.21.15.190:3300/0 conn(0x7f7b5c0cdd50 msgr2=0x7f7b5c0ce1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:50.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.637+0000 7f7b5a7fc700 1 --2- 172.21.15.67:0/4227014732 >> v2:172.21.15.190:3300/0 conn(0x7f7b5c0cdd50 0x7f7b5c0ce1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.637+0000 7f7b5a7fc700 1 -- 172.21.15.67:0/4227014732 >> v1:172.21.15.190:6789/0 conn(0x7f7b5c0ca180 legacy=0x7f7b5c0ca560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:50.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.637+0000 7f7b5a7fc700 1 -- 172.21.15.67:0/4227014732 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b5c06bc50 con 0x7f7b5c144ae0 2023-10-21T13:04:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.637+0000 7f7b5a7fc700 1 --2- 172.21.15.67:0/4227014732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b5c144ae0 0x7f7b5c06b2e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c0098f0 tx=0x7f7b4c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4f873b55309c7ba server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.637+0000 7f7b59ffb700 1 -- 172.21.15.67:0/4227014732 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c011830 con 0x7f7b5c144ae0 2023-10-21T13:04:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.637+0000 7f7b59ffb700 1 -- 172.21.15.67:0/4227014732 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b4c011990 con 0x7f7b5c144ae0 2023-10-21T13:04:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.637+0000 7f7b59ffb700 1 -- 172.21.15.67:0/4227014732 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c011d20 con 0x7f7b5c144ae0 2023-10-21T13:04:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.637+0000 7f7b619e2700 1 -- 172.21.15.67:0/4227014732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b5c144ae0 msgr2=0x7f7b5c06b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:50.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.637+0000 7f7b619e2700 1 --2- 172.21.15.67:0/4227014732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b5c144ae0 0x7f7b5c06b2e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c0098f0 tx=0x7f7b4c009c00 comp rx=0 tx=0).stop 2023-10-21T13:04:50.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.638+0000 7f7b619e2700 1 -- 172.21.15.67:0/4227014732 shutdown_connections 2023-10-21T13:04:50.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.638+0000 7f7b619e2700 1 --2- 172.21.15.67:0/4227014732 >> v2:172.21.15.190:3300/0 conn(0x7f7b5c0cdd50 0x7f7b5c0ce1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.638+0000 7f7b619e2700 1 --2- 172.21.15.67:0/4227014732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b5c144ae0 0x7f7b5c06b2e0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.638+0000 7f7b619e2700 1 -- 172.21.15.67:0/4227014732 >> 172.21.15.67:0/4227014732 conn(0x7f7b5c0cc5b0 msgr2=0x7f7b5c0cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:50.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.638+0000 7f7b619e2700 1 -- 172.21.15.67:0/4227014732 shutdown_connections 2023-10-21T13:04:50.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.638+0000 7f7b619e2700 1 -- 172.21.15.67:0/4227014732 wait complete. 2023-10-21T13:04:50.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.639+0000 7f7b619e2700 1 Processor -- start 2023-10-21T13:04:50.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.639+0000 7f7b619e2700 1 -- start start 2023-10-21T13:04:50.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b619e2700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b5c0ca180 0x7f7b5c0c5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:50.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b619e2700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b5c0cdd50 0x7f7b5c0c36c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:50.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b619e2700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b5c144ae0 0x7f7b5c0c3c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:50.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b619e2700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b5c1e5870 con 0x7f7b5c0cdd50 2023-10-21T13:04:50.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b619e2700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b5c06ef60 con 0x7f7b5c144ae0 2023-10-21T13:04:50.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b619e2700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b5c1e4c60 con 0x7f7b5c0ca180 2023-10-21T13:04:50.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b5a7fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b5c0cdd50 0x7f7b5c0c36c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:50.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b5a7fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b5c0cdd50 0x7f7b5c0c36c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59520/0 (socket says 172.21.15.67:59520) 2023-10-21T13:04:50.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b5a7fc700 1 -- 172.21.15.67:0/444045459 learned_addr learned my addr 172.21.15.67:0/444045459 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:50.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b5affd700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b5c0ca180 0x7f7b5c0c5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:50.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b5b7fe700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b5c144ae0 0x7f7b5c0c3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:50.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b5a7fc700 1 -- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b5c0ca180 msgr2=0x7f7b5c0c5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:50.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b5a7fc700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b5c0ca180 0x7f7b5c0c5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b5a7fc700 1 -- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b5c144ae0 msgr2=0x7f7b5c0c3c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:50.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b5a7fc700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b5c144ae0 0x7f7b5c0c3c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b5a7fc700 1 -- 172.21.15.67:0/444045459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b4c009550 con 0x7f7b5c0cdd50 2023-10-21T13:04:50.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b5b7fe700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b5c144ae0 0x7f7b5c0c3c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:04:50.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b5a7fc700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b5c0cdd50 0x7f7b5c0c36c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c009f50 tx=0x7f7b4c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:50.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.640+0000 7f7b53fff700 1 -- 172.21.15.67:0/444045459 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c0045a0 con 0x7f7b5c0cdd50 2023-10-21T13:04:50.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.641+0000 7f7b53fff700 1 -- 172.21.15.67:0/444045459 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b4c01f070 con 0x7f7b5c0cdd50 2023-10-21T13:04:50.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.641+0000 7f7b619e2700 1 -- 172.21.15.67:0/444045459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b5c1e4f40 con 0x7f7b5c0cdd50 2023-10-21T13:04:50.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.641+0000 7f7b53fff700 1 -- 172.21.15.67:0/444045459 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c0038c0 con 0x7f7b5c0cdd50 2023-10-21T13:04:50.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.641+0000 7f7b619e2700 1 -- 172.21.15.67:0/444045459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b5c1e5500 con 0x7f7b5c0cdd50 2023-10-21T13:04:50.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.642+0000 7f7b619e2700 1 -- 172.21.15.67:0/444045459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b5c1e5a20 con 0x7f7b5c0cdd50 2023-10-21T13:04:50.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.642+0000 7f7b53fff700 1 -- 172.21.15.67:0/444045459 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f7b4c021030 con 0x7f7b5c0cdd50 2023-10-21T13:04:50.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.642+0000 7f7b53fff700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7b3c06af00 0x7f7b3c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:50.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.642+0000 7f7b53fff700 1 -- 172.21.15.67:0/444045459 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7b4c08a680 con 0x7f7b5c0cdd50 2023-10-21T13:04:50.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.642+0000 7f7b5affd700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7b3c06af00 0x7f7b3c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:50.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.643+0000 7f7b5affd700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7b3c06af00 0x7f7b3c06d3c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7b44007fd0 tx=0x7f7b44009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:50.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.647+0000 7f7b53fff700 1 -- 172.21.15.67:0/444045459 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f7b5c1e5a20 con 0x7f7b5c0cdd50 2023-10-21T13:04:50.856 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.854+0000 7f7b619e2700 1 -- 172.21.15.67:0/444045459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f7b5c1e5a20 con 0x7f7b5c0cdd50 2023-10-21T13:04:50.857 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.855+0000 7f7b53fff700 1 -- 172.21.15.67:0/444045459 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) v1 ==== 84+0+65 (secure 0 0 0) 0x7f7b5c1e5a20 con 0x7f7b5c0cdd50 2023-10-21T13:04:50.857 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:50.857 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2023-10-21T13:04:50.858 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:04:50.858 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2023-10-21T13:04:50.858 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2023-10-21T13:04:50.858 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:04:50.858 INFO:teuthology.orchestra.run.smithi067.stdout:] 2023-10-21T13:04:50.860 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.857+0000 7f7b619e2700 1 -- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7b3c06af00 msgr2=0x7f7b3c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:50.860 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.857+0000 7f7b619e2700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7b3c06af00 0x7f7b3c06d3c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7b44007fd0 tx=0x7f7b44009040 comp rx=0 tx=0).stop 2023-10-21T13:04:50.860 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.857+0000 7f7b619e2700 1 -- 172.21.15.67:0/444045459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b5c0cdd50 msgr2=0x7f7b5c0c36c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:50.861 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.857+0000 7f7b619e2700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b5c0cdd50 0x7f7b5c0c36c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c009f50 tx=0x7f7b4c004750 comp rx=0 tx=0).stop 2023-10-21T13:04:50.861 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.857+0000 7f7b619e2700 1 -- 172.21.15.67:0/444045459 shutdown_connections 2023-10-21T13:04:50.861 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.857+0000 7f7b619e2700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b5c144ae0 0x7f7b5c0c3c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.861 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.857+0000 7f7b619e2700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7b3c06af00 0x7f7b3c06d3c0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.861 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.857+0000 7f7b619e2700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b5c0ca180 0x7f7b5c0c5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.862 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.857+0000 7f7b619e2700 1 --2- 172.21.15.67:0/444045459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b5c0cdd50 0x7f7b5c0c36c0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:50.862 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.857+0000 7f7b619e2700 1 -- 172.21.15.67:0/444045459 >> 172.21.15.67:0/444045459 conn(0x7f7b5c0cc5b0 msgr2=0x7f7b5c0b3de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:50.862 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.857+0000 7f7b619e2700 1 -- 172.21.15.67:0/444045459 shutdown_connections 2023-10-21T13:04:50.862 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.857+0000 7f7b619e2700 1 -- 172.21.15.67:0/444045459 wait complete. 2023-10-21T13:04:50.872 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-10-21T13:04:50.872 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-10-21T13:04:51.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.998+0000 7f7158060700 1 Processor -- start 2023-10-21T13:04:51.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.998+0000 7f7158060700 1 -- start start 2023-10-21T13:04:51.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.999+0000 7f7158060700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f715015d860 0x7f715015dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.999+0000 7f7158060700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f71500d0500 0x7f71501679b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.999+0000 7f7158060700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71500ce390 con 0x7f71500d1e40 2023-10-21T13:04:51.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.999+0000 7f7158060700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71500ce670 con 0x7f715015d860 2023-10-21T13:04:51.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.999+0000 7f7158060700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71500ce950 con 0x7f71500d0500 2023-10-21T13:04:51.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.999+0000 7f7155dfc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f715015d860 0x7f715015dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.999+0000 7f7155dfc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f715015d860 0x7f715015dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59526/0 (socket says 172.21.15.67:59526) 2023-10-21T13:04:51.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.999+0000 7f7155dfc700 1 -- 172.21.15.67:0/3083253647 learned_addr learned my addr 172.21.15.67:0/3083253647 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:51.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:50.999+0000 7f71565fd700 1 --2- 172.21.15.67:0/3083253647 >> v2:172.21.15.190:3300/0 conn(0x7f71500d0500 0x7f71501679b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.000+0000 7f7155dfc700 1 -- 172.21.15.67:0/3083253647 >> v2:172.21.15.190:3300/0 conn(0x7f71500d0500 msgr2=0x7f71501679b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:51.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.000+0000 7f7155dfc700 1 --2- 172.21.15.67:0/3083253647 >> v2:172.21.15.190:3300/0 conn(0x7f71500d0500 0x7f71501679b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.000+0000 7f7155dfc700 1 -- 172.21.15.67:0/3083253647 >> v1:172.21.15.190:6789/0 conn(0x7f71500d1e40 legacy=0x7f71500cfdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:51.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.000+0000 7f7155dfc700 1 -- 172.21.15.67:0/3083253647 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71500cec30 con 0x7f715015d860 2023-10-21T13:04:51.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.000+0000 7f7155dfc700 1 --2- 172.21.15.67:0/3083253647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f715015d860 0x7f715015dc40 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7150162720 tx=0x7f7140009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16734b077cb8df59 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:51.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.000+0000 7f7154dfa700 1 -- 172.21.15.67:0/3083253647 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7140005e30 con 0x7f715015d860 2023-10-21T13:04:51.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.000+0000 7f7154dfa700 1 -- 172.21.15.67:0/3083253647 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7140004030 con 0x7f715015d860 2023-10-21T13:04:51.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.000+0000 7f7154dfa700 1 -- 172.21.15.67:0/3083253647 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71400043e0 con 0x7f715015d860 2023-10-21T13:04:51.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.000+0000 7f7158060700 1 -- 172.21.15.67:0/3083253647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f715015d860 msgr2=0x7f715015dc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:51.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.000+0000 7f7158060700 1 --2- 172.21.15.67:0/3083253647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f715015d860 0x7f715015dc40 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7150162720 tx=0x7f7140009bd0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.000+0000 7f7158060700 1 -- 172.21.15.67:0/3083253647 shutdown_connections 2023-10-21T13:04:51.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.000+0000 7f7158060700 1 --2- 172.21.15.67:0/3083253647 >> v2:172.21.15.190:3300/0 conn(0x7f71500d0500 0x7f71501679b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.000+0000 7f7158060700 1 --2- 172.21.15.67:0/3083253647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f715015d860 0x7f715015dc40 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.001+0000 7f7158060700 1 -- 172.21.15.67:0/3083253647 >> 172.21.15.67:0/3083253647 conn(0x7f715009c9e0 msgr2=0x7f71500d3650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:51.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.001+0000 7f7158060700 1 -- 172.21.15.67:0/3083253647 shutdown_connections 2023-10-21T13:04:51.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.001+0000 7f7158060700 1 -- 172.21.15.67:0/3083253647 wait complete. 2023-10-21T13:04:51.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.002+0000 7f7158060700 1 Processor -- start 2023-10-21T13:04:51.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.002+0000 7f7158060700 1 -- start start 2023-10-21T13:04:51.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.003+0000 7f7158060700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71500d0500 0x7f71500b49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.003+0000 7f7158060700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71500d1e40 0x7f71500cbd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.003+0000 7f7158060700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f715015d860 0x7f71500cc250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.003+0000 7f7158060700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71500b6240 con 0x7f71500d1e40 2023-10-21T13:04:51.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.003+0000 7f7158060700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71500b6520 con 0x7f71500d0500 2023-10-21T13:04:51.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.003+0000 7f7158060700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71500b6800 con 0x7f715015d860 2023-10-21T13:04:51.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.003+0000 7f71555fb700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71500d1e40 0x7f71500cbd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.003+0000 7f71555fb700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71500d1e40 0x7f71500cbd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59534/0 (socket says 172.21.15.67:59534) 2023-10-21T13:04:51.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.003+0000 7f71555fb700 1 -- 172.21.15.67:0/2327078309 learned_addr learned my addr 172.21.15.67:0/2327078309 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:51.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.003+0000 7f7155dfc700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71500d0500 0x7f71500b49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.003+0000 7f71565fd700 1 --2- 172.21.15.67:0/2327078309 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f715015d860 0x7f71500cc250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.004+0000 7f71555fb700 1 -- 172.21.15.67:0/2327078309 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f715015d860 msgr2=0x7f71500cc250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:51.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.004+0000 7f71555fb700 1 --2- 172.21.15.67:0/2327078309 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f715015d860 0x7f71500cc250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.004+0000 7f71555fb700 1 -- 172.21.15.67:0/2327078309 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71500d0500 msgr2=0x7f71500b49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:51.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.004+0000 7f71555fb700 1 --2- 172.21.15.67:0/2327078309 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71500d0500 0x7f71500b49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.004+0000 7f71555fb700 1 -- 172.21.15.67:0/2327078309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7140009500 con 0x7f71500d1e40 2023-10-21T13:04:51.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.004+0000 7f71555fb700 1 --2- 172.21.15.67:0/2327078309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71500d1e40 0x7f71500cbd10 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f714c00c4e0 tx=0x7f714c00c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:51.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.004+0000 7f71467fc700 1 -- 172.21.15.67:0/2327078309 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f714c0052d0 con 0x7f71500d1e40 2023-10-21T13:04:51.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.004+0000 7f71467fc700 1 -- 172.21.15.67:0/2327078309 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f714c005430 con 0x7f71500d1e40 2023-10-21T13:04:51.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.004+0000 7f7158060700 1 -- 172.21.15.67:0/2327078309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71500cf5b0 con 0x7f71500d1e40 2023-10-21T13:04:51.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.004+0000 7f71467fc700 1 -- 172.21.15.67:0/2327078309 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f714c0038c0 con 0x7f71500d1e40 2023-10-21T13:04:51.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.004+0000 7f7158060700 1 -- 172.21.15.67:0/2327078309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71500b6dc0 con 0x7f71500d1e40 2023-10-21T13:04:51.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.005+0000 7f7158060700 1 -- 172.21.15.67:0/2327078309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71500b6fe0 con 0x7f71500d1e40 2023-10-21T13:04:51.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.005+0000 7f71467fc700 1 -- 172.21.15.67:0/2327078309 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f714c003a20 con 0x7f71500d1e40 2023-10-21T13:04:51.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.006+0000 7f71467fc700 1 --2- 172.21.15.67:0/2327078309 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f713406af00 0x7f713406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.006+0000 7f71467fc700 1 -- 172.21.15.67:0/2327078309 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f714c088690 con 0x7f71500d1e40 2023-10-21T13:04:51.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.006+0000 7f7155dfc700 1 --2- 172.21.15.67:0/2327078309 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f713406af00 0x7f713406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.006+0000 7f7155dfc700 1 --2- 172.21.15.67:0/2327078309 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f713406af00 0x7f713406d3c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7150162720 tx=0x7f7140008070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:51.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.010+0000 7f71467fc700 1 -- 172.21.15.67:0/2327078309 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f714c0539f0 con 0x7f71500d1e40 2023-10-21T13:04:51.212 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.210+0000 7f7158060700 1 -- 172.21.15.67:0/2327078309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f715006c900 con 0x7f71500d1e40 2023-10-21T13:04:51.795 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.793+0000 7f71467fc700 1 -- 172.21.15.67:0/2327078309 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) v1 ==== 138+0+0 (secure 0 0 0) 0x7f714c057010 con 0x7f71500d1e40 2023-10-21T13:04:51.798 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.796+0000 7f7158060700 1 -- 172.21.15.67:0/2327078309 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f713406af00 msgr2=0x7f713406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:51.798 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.796+0000 7f7158060700 1 --2- 172.21.15.67:0/2327078309 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f713406af00 0x7f713406d3c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7150162720 tx=0x7f7140008070 comp rx=0 tx=0).stop 2023-10-21T13:04:51.798 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.796+0000 7f7158060700 1 -- 172.21.15.67:0/2327078309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71500d1e40 msgr2=0x7f71500cbd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:51.799 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.796+0000 7f7158060700 1 --2- 172.21.15.67:0/2327078309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71500d1e40 0x7f71500cbd10 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f714c00c4e0 tx=0x7f714c00c7f0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.799 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.796+0000 7f7158060700 1 -- 172.21.15.67:0/2327078309 shutdown_connections 2023-10-21T13:04:51.799 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.796+0000 7f7158060700 1 --2- 172.21.15.67:0/2327078309 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f713406af00 0x7f713406d3c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.799 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.796+0000 7f7158060700 1 --2- 172.21.15.67:0/2327078309 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f715015d860 0x7f71500cc250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.799 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.796+0000 7f7158060700 1 --2- 172.21.15.67:0/2327078309 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71500d0500 0x7f71500b49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.800 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.796+0000 7f7158060700 1 --2- 172.21.15.67:0/2327078309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71500d1e40 0x7f71500cbd10 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.800 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.796+0000 7f7158060700 1 -- 172.21.15.67:0/2327078309 >> 172.21.15.67:0/2327078309 conn(0x7f715009c9e0 msgr2=0x7f71500c9d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:51.800 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.796+0000 7f7158060700 1 -- 172.21.15.67:0/2327078309 shutdown_connections 2023-10-21T13:04:51.800 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.796+0000 7f7158060700 1 -- 172.21.15.67:0/2327078309 wait complete. 2023-10-21T13:04:51.801 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2023-10-21T13:04:51.814 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-10-21T13:04:51.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.945+0000 7f0e26755700 1 Processor -- start 2023-10-21T13:04:51.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.945+0000 7f0e26755700 1 -- start start 2023-10-21T13:04:51.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.946+0000 7f0e26755700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e200cd560 0x7f0e200b1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.946+0000 7f0e26755700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f0e200afbd0 0x7f0e200b0080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.946+0000 7f0e26755700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e200cc810 con 0x7f0e2015aa80 2023-10-21T13:04:51.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.946+0000 7f0e26755700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e200cf110 con 0x7f0e200afbd0 2023-10-21T13:04:51.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.946+0000 7f0e26755700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e200cc1c0 con 0x7f0e200cd560 2023-10-21T13:04:51.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.946+0000 7f0e1ffff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f0e2015aa80 0x7f0e200cce50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47602/0 (socket says 172.21.15.67:47602) 2023-10-21T13:04:51.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.946+0000 7f0e1ffff700 1 -- 172.21.15.67:0/1895269557 learned_addr learned my addr 172.21.15.67:0/1895269557 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:51.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.946+0000 7f0e1f7fe700 1 --2- 172.21.15.67:0/1895269557 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e200cd560 0x7f0e200b1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.946+0000 7f0e24cf2700 1 --2- 172.21.15.67:0/1895269557 >> v2:172.21.15.190:3300/0 conn(0x7f0e200afbd0 0x7f0e200b0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 -- 172.21.15.67:0/1895269557 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1124865082 0 0) 0x7f0e200cc810 con 0x7f0e2015aa80 2023-10-21T13:04:51.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 -- 172.21.15.67:0/1895269557 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0e0c0035b0 con 0x7f0e2015aa80 2023-10-21T13:04:51.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 -- 172.21.15.67:0/1895269557 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3500316978 0 0) 0x7f0e0c0035b0 con 0x7f0e2015aa80 2023-10-21T13:04:51.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 -- 172.21.15.67:0/1895269557 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e200cd560 msgr2=0x7f0e200b1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:51.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 --2- 172.21.15.67:0/1895269557 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e200cd560 0x7f0e200b1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 -- 172.21.15.67:0/1895269557 >> v2:172.21.15.190:3300/0 conn(0x7f0e200afbd0 msgr2=0x7f0e200b0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:51.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 --2- 172.21.15.67:0/1895269557 >> v2:172.21.15.190:3300/0 conn(0x7f0e200afbd0 0x7f0e200b0080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 -- 172.21.15.67:0/1895269557 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e200cc4a0 con 0x7f0e2015aa80 2023-10-21T13:04:51.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 -- 172.21.15.67:0/1895269557 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f0e10001670 con 0x7f0e2015aa80 2023-10-21T13:04:51.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 -- 172.21.15.67:0/1895269557 >> v1:172.21.15.67:6789/0 conn(0x7f0e2015aa80 legacy=0x7f0e200cce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:51.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 --2- 172.21.15.67:0/1895269557 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e0c003a00 0x7f0e0c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 --2- 172.21.15.67:0/1895269557 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e0c004850 0x7f0e0c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 --2- 172.21.15.67:0/1895269557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e0c005210 0x7f0e0c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 -- 172.21.15.67:0/1895269557 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e200cf110 con 0x7f0e0c005210 2023-10-21T13:04:51.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 -- 172.21.15.67:0/1895269557 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e200cc1c0 con 0x7f0e0c003a00 2023-10-21T13:04:51.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1effd700 1 -- 172.21.15.67:0/1895269557 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e0c00bfa0 con 0x7f0e0c004850 2023-10-21T13:04:51.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1f7fe700 1 --2- 172.21.15.67:0/1895269557 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e200cd560 0x7f0e200b1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:51.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e24cf2700 1 --2- 172.21.15.67:0/1895269557 >> v2:172.21.15.190:3300/0 conn(0x7f0e200afbd0 0x7f0e200b0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:51.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1ffff700 1 --2- 172.21.15.67:0/1895269557 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e0c003a00 0x7f0e0c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e24cf2700 1 --2- 172.21.15.67:0/1895269557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e0c005210 0x7f0e0c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e1f7fe700 1 --2- 172.21.15.67:0/1895269557 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e0c004850 0x7f0e0c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e24cf2700 1 -- 172.21.15.67:0/1895269557 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e0c004850 msgr2=0x7f0e0c004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e24cf2700 1 --2- 172.21.15.67:0/1895269557 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e0c004850 0x7f0e0c004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e24cf2700 1 -- 172.21.15.67:0/1895269557 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e0c003a00 msgr2=0x7f0e0c003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:51.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e24cf2700 1 --2- 172.21.15.67:0/1895269557 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e0c003a00 0x7f0e0c003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.947+0000 7f0e24cf2700 1 -- 172.21.15.67:0/1895269557 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e0c0035b0 con 0x7f0e0c005210 2023-10-21T13:04:51.962 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.948+0000 7f0e24cf2700 1 --2- 172.21.15.67:0/1895269557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e0c005210 0x7f0e0c00ba10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0e1800e380 tx=0x7f0e0c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13fb26d34b77c9c9 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:51.962 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.948+0000 7f0e1effd700 1 -- 172.21.15.67:0/1895269557 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e1800ee40 con 0x7f0e0c005210 2023-10-21T13:04:51.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.948+0000 7f0e1effd700 1 -- 172.21.15.67:0/1895269557 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e1800f040 con 0x7f0e0c005210 2023-10-21T13:04:51.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.948+0000 7f0e1effd700 1 -- 172.21.15.67:0/1895269557 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e18003c40 con 0x7f0e0c005210 2023-10-21T13:04:51.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.948+0000 7f0e26755700 1 -- 172.21.15.67:0/1895269557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e0c005210 msgr2=0x7f0e0c00ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:51.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.948+0000 7f0e26755700 1 --2- 172.21.15.67:0/1895269557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e0c005210 0x7f0e0c00ba10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0e1800e380 tx=0x7f0e0c005880 comp rx=0 tx=0).stop 2023-10-21T13:04:51.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.948+0000 7f0e24cf2700 1 -- 172.21.15.67:0/1895269557 reap_dead start 2023-10-21T13:04:51.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.948+0000 7f0e26755700 1 -- 172.21.15.67:0/1895269557 shutdown_connections 2023-10-21T13:04:51.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.948+0000 7f0e26755700 1 -- 172.21.15.67:0/1895269557 >> 172.21.15.67:0/1895269557 conn(0x7f0e200999d0 msgr2=0x7f0e200d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:51.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.948+0000 7f0e26755700 1 -- 172.21.15.67:0/1895269557 shutdown_connections 2023-10-21T13:04:51.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.948+0000 7f0e26755700 1 -- 172.21.15.67:0/1895269557 wait complete. 2023-10-21T13:04:51.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.950+0000 7f0e26755700 1 Processor -- start 2023-10-21T13:04:51.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.950+0000 7f0e26755700 1 -- start start 2023-10-21T13:04:51.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.951+0000 7f0e26755700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e200c6930 0x7f0e200c7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.951+0000 7f0e26755700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e200c8410 0x7f0e200b5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.951+0000 7f0e26755700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e200b5780 0x7f0e2006a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.951+0000 7f0e26755700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e201f1b70 con 0x7f0e200c6930 2023-10-21T13:04:51.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.951+0000 7f0e26755700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e200b5c00 con 0x7f0e200b5780 2023-10-21T13:04:51.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.951+0000 7f0e26755700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e201f1f90 con 0x7f0e200c8410 2023-10-21T13:04:51.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.951+0000 7f0e1ffff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e200c6930 0x7f0e200c7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.951+0000 7f0e1ffff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e200c6930 0x7f0e200c7ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59552/0 (socket says 172.21.15.67:59552) 2023-10-21T13:04:51.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.951+0000 7f0e1ffff700 1 -- 172.21.15.67:0/4287680725 learned_addr learned my addr 172.21.15.67:0/4287680725 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:51.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.951+0000 7f0e1f7fe700 1 --2- 172.21.15.67:0/4287680725 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e200c8410 0x7f0e200b5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.951+0000 7f0e24cf2700 1 --2- 172.21.15.67:0/4287680725 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e200b5780 0x7f0e2006a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.952+0000 7f0e1ffff700 1 -- 172.21.15.67:0/4287680725 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e200c8410 msgr2=0x7f0e200b5240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:51.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.952+0000 7f0e1ffff700 1 --2- 172.21.15.67:0/4287680725 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e200c8410 0x7f0e200b5240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.972 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.952+0000 7f0e1ffff700 1 -- 172.21.15.67:0/4287680725 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e200b5780 msgr2=0x7f0e2006a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:51.972 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.952+0000 7f0e1ffff700 1 --2- 172.21.15.67:0/4287680725 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e200b5780 0x7f0e2006a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:51.972 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.952+0000 7f0e1ffff700 1 -- 172.21.15.67:0/4287680725 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e201f11d0 con 0x7f0e200c6930 2023-10-21T13:04:51.972 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.952+0000 7f0e1ffff700 1 --2- 172.21.15.67:0/4287680725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e200c6930 0x7f0e200c7ed0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0e100017a0 tx=0x7f0e100075f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:51.972 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.952+0000 7f0e1cff9700 1 -- 172.21.15.67:0/4287680725 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e1000f630 con 0x7f0e200c6930 2023-10-21T13:04:51.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.952+0000 7f0e1cff9700 1 -- 172.21.15.67:0/4287680725 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e1000f7b0 con 0x7f0e200c6930 2023-10-21T13:04:51.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.952+0000 7f0e26755700 1 -- 172.21.15.67:0/4287680725 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e201f14b0 con 0x7f0e200c6930 2023-10-21T13:04:51.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.952+0000 7f0e1cff9700 1 -- 172.21.15.67:0/4287680725 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e1000fb60 con 0x7f0e200c6930 2023-10-21T13:04:51.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.952+0000 7f0e26755700 1 -- 172.21.15.67:0/4287680725 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e200c8990 con 0x7f0e200c6930 2023-10-21T13:04:51.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.953+0000 7f0e26755700 1 -- 172.21.15.67:0/4287680725 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e20074d40 con 0x7f0e200c6930 2023-10-21T13:04:51.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.953+0000 7f0e1cff9700 1 -- 172.21.15.67:0/4287680725 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f0e1000fcc0 con 0x7f0e200c6930 2023-10-21T13:04:51.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.954+0000 7f0e1cff9700 1 --2- 172.21.15.67:0/4287680725 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0e0006af00 0x7f0e0006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:51.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.954+0000 7f0e1cff9700 1 -- 172.21.15.67:0/4287680725 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f0e10088de0 con 0x7f0e200c6930 2023-10-21T13:04:51.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.954+0000 7f0e1f7fe700 1 --2- 172.21.15.67:0/4287680725 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0e0006af00 0x7f0e0006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:51.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.954+0000 7f0e1f7fe700 1 --2- 172.21.15.67:0/4287680725 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0e0006af00 0x7f0e0006d3c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f0e200b5d90 tx=0x7f0e08009210 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:51.975 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:51.959+0000 7f0e1cff9700 1 -- 172.21.15.67:0/4287680725 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f0e10054070 con 0x7f0e200c6930 2023-10-21T13:04:52.158 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.157+0000 7f0e26755700 1 -- 172.21.15.67:0/4287680725 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f0e201f1de0 con 0x7f0e200c6930 2023-10-21T13:04:52.798 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.796+0000 7f0e1cff9700 1 -- 172.21.15.67:0/4287680725 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v18) v1 ==== 170+0+0 (secure 0 0 0) 0x7f0e10057690 con 0x7f0e200c6930 2023-10-21T13:04:52.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.799+0000 7f0e26755700 1 -- 172.21.15.67:0/4287680725 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0e0006af00 msgr2=0x7f0e0006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:52.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.799+0000 7f0e26755700 1 --2- 172.21.15.67:0/4287680725 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0e0006af00 0x7f0e0006d3c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f0e200b5d90 tx=0x7f0e08009210 comp rx=0 tx=0).stop 2023-10-21T13:04:52.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.799+0000 7f0e26755700 1 -- 172.21.15.67:0/4287680725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e200c6930 msgr2=0x7f0e200c7ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:52.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.799+0000 7f0e26755700 1 --2- 172.21.15.67:0/4287680725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e200c6930 0x7f0e200c7ed0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0e100017a0 tx=0x7f0e100075f0 comp rx=0 tx=0).stop 2023-10-21T13:04:52.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.799+0000 7f0e26755700 1 -- 172.21.15.67:0/4287680725 shutdown_connections 2023-10-21T13:04:52.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.799+0000 7f0e26755700 1 --2- 172.21.15.67:0/4287680725 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e200b5780 0x7f0e2006a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:52.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.799+0000 7f0e26755700 1 --2- 172.21.15.67:0/4287680725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e200c6930 0x7f0e200c7ed0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:52.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.799+0000 7f0e26755700 1 --2- 172.21.15.67:0/4287680725 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0e0006af00 0x7f0e0006d3c0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:52.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.799+0000 7f0e26755700 1 --2- 172.21.15.67:0/4287680725 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e200c8410 0x7f0e200b5240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:52.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.799+0000 7f0e26755700 1 -- 172.21.15.67:0/4287680725 >> 172.21.15.67:0/4287680725 conn(0x7f0e200999d0 msgr2=0x7f0e2006eb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:52.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.800+0000 7f0e26755700 1 -- 172.21.15.67:0/4287680725 shutdown_connections 2023-10-21T13:04:52.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.800+0000 7f0e26755700 1 -- 172.21.15.67:0/4287680725 wait complete. 2023-10-21T13:04:52.813 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2023-10-21T13:04:52.831 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-10-21T13:04:52.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.963+0000 7f1bb0d00700 1 Processor -- start 2023-10-21T13:04:52.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.963+0000 7f1bb0d00700 1 -- start start 2023-10-21T13:04:52.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.963+0000 7f1bb0d00700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f1bac0b0880 0x7f1bac06b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:52.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.964+0000 7f1bb0d00700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bac161f10 con 0x7f1bac0b1a00 2023-10-21T13:04:52.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.964+0000 7f1bb0d00700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bac0d12b0 con 0x7f1bac1623a0 2023-10-21T13:04:52.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.964+0000 7f1bb0d00700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bac1616b0 con 0x7f1bac0b0880 2023-10-21T13:04:52.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.964+0000 7f1baa59c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f1bac0b0880 0x7f1bac06b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:52.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.964+0000 7f1baa59c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f1bac0b0880 0x7f1bac06b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59560/0 (socket says 172.21.15.67:59560) 2023-10-21T13:04:52.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.964+0000 7f1baa59c700 1 -- 172.21.15.67:0/1096858110 learned_addr learned my addr 172.21.15.67:0/1096858110 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:52.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.964+0000 7f1baad9d700 1 --1- 172.21.15.67:0/1096858110 >> v1:172.21.15.67:6789/0 conn(0x7f1bac0b1a00 0x7f1bac0caa90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47626/0 (socket says 172.21.15.67:47626) 2023-10-21T13:04:52.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.964+0000 7f1baa59c700 1 -- 172.21.15.67:0/1096858110 >> v1:172.21.15.190:6789/0 conn(0x7f1bac1623a0 legacy=0x7f1bac0b12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:52.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.964+0000 7f1baa59c700 1 -- 172.21.15.67:0/1096858110 >> v1:172.21.15.67:6789/0 conn(0x7f1bac0b1a00 legacy=0x7f1bac0caa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:52.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.964+0000 7f1baa59c700 1 -- 172.21.15.67:0/1096858110 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bac0cffc0 con 0x7f1bac0b0880 2023-10-21T13:04:52.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.964+0000 7f1baa59c700 1 --2- 172.21.15.67:0/1096858110 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bac0b0880 0x7f1bac06b2e0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c0098f0 tx=0x7f1b9c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d7114abe0445d92 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:52.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.964+0000 7f1ba959a700 1 -- 172.21.15.67:0/1096858110 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b9c004230 con 0x7f1bac0b0880 2023-10-21T13:04:52.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.964+0000 7f1ba959a700 1 -- 172.21.15.67:0/1096858110 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b9c004390 con 0x7f1bac0b0880 2023-10-21T13:04:52.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.964+0000 7f1ba959a700 1 -- 172.21.15.67:0/1096858110 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b9c0036a0 con 0x7f1bac0b0880 2023-10-21T13:04:52.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.965+0000 7f1bb0d00700 1 -- 172.21.15.67:0/1096858110 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bac0b0880 msgr2=0x7f1bac06b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:52.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.965+0000 7f1bb0d00700 1 --2- 172.21.15.67:0/1096858110 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bac0b0880 0x7f1bac06b2e0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c0098f0 tx=0x7f1b9c009c00 comp rx=0 tx=0).stop 2023-10-21T13:04:52.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.965+0000 7f1bb0d00700 1 -- 172.21.15.67:0/1096858110 shutdown_connections 2023-10-21T13:04:52.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.965+0000 7f1bb0d00700 1 --2- 172.21.15.67:0/1096858110 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bac0b0880 0x7f1bac06b2e0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:52.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.965+0000 7f1bb0d00700 1 -- 172.21.15.67:0/1096858110 >> 172.21.15.67:0/1096858110 conn(0x7f1bac0999d0 msgr2=0x7f1bac0d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:52.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.965+0000 7f1bb0d00700 1 -- 172.21.15.67:0/1096858110 shutdown_connections 2023-10-21T13:04:52.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.965+0000 7f1bb0d00700 1 -- 172.21.15.67:0/1096858110 wait complete. 2023-10-21T13:04:52.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.966+0000 7f1bb0d00700 1 Processor -- start 2023-10-21T13:04:52.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.966+0000 7f1bb0d00700 1 -- start start 2023-10-21T13:04:52.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1bb0d00700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bac0b0880 0x7f1bac152990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:52.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1bb0d00700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bac0b1a00 0x7f1bac0af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:52.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1bb0d00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bac1623a0 0x7f1bac0af610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:52.975 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1bb0d00700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bac0b3060 con 0x7f1bac0b1a00 2023-10-21T13:04:52.975 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1bb0d00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bac15df00 con 0x7f1bac1623a0 2023-10-21T13:04:52.975 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1bb0d00700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bac152ed0 con 0x7f1bac0b0880 2023-10-21T13:04:52.975 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1ba9d9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bac0b1a00 0x7f1bac0af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:52.975 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1ba9d9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bac0b1a00 0x7f1bac0af0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59568/0 (socket says 172.21.15.67:59568) 2023-10-21T13:04:52.976 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1ba9d9b700 1 -- 172.21.15.67:0/2881856992 learned_addr learned my addr 172.21.15.67:0/2881856992 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:52.976 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1baa59c700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bac0b0880 0x7f1bac152990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:52.976 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1baad9d700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bac1623a0 0x7f1bac0af610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:52.976 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1ba9d9b700 1 -- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bac0b0880 msgr2=0x7f1bac152990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:52.976 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1ba9d9b700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bac0b0880 0x7f1bac152990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:52.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1ba9d9b700 1 -- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bac1623a0 msgr2=0x7f1bac0af610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:52.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1ba9d9b700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bac1623a0 0x7f1bac0af610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:52.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1ba9d9b700 1 -- 172.21.15.67:0/2881856992 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b9c009550 con 0x7f1bac0b1a00 2023-10-21T13:04:52.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.967+0000 7f1baad9d700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bac1623a0 0x7f1bac0af610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:52.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.968+0000 7f1ba9d9b700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bac0b1a00 0x7f1bac0af0d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f1ba000c4d0 tx=0x7f1ba000c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:52.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.968+0000 7f1b9affd700 1 -- 172.21.15.67:0/2881856992 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ba0011790 con 0x7f1bac0b1a00 2023-10-21T13:04:52.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.968+0000 7f1b9affd700 1 -- 172.21.15.67:0/2881856992 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ba00118f0 con 0x7f1bac0b1a00 2023-10-21T13:04:52.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.968+0000 7f1bb0d00700 1 -- 172.21.15.67:0/2881856992 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bac0b3270 con 0x7f1bac0b1a00 2023-10-21T13:04:52.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.968+0000 7f1b9affd700 1 -- 172.21.15.67:0/2881856992 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ba0011ca0 con 0x7f1bac0b1a00 2023-10-21T13:04:52.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.968+0000 7f1bb0d00700 1 -- 172.21.15.67:0/2881856992 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bac0b3830 con 0x7f1bac0b1a00 2023-10-21T13:04:52.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.969+0000 7f1bb0d00700 1 -- 172.21.15.67:0/2881856992 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bac074d40 con 0x7f1bac0b1a00 2023-10-21T13:04:52.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.969+0000 7f1b9affd700 1 -- 172.21.15.67:0/2881856992 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1ba001c460 con 0x7f1bac0b1a00 2023-10-21T13:04:52.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.970+0000 7f1b9affd700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1b8c06af00 0x7f1b8c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:52.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.970+0000 7f1b9affd700 1 -- 172.21.15.67:0/2881856992 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f1ba0089350 con 0x7f1bac0b1a00 2023-10-21T13:04:52.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.970+0000 7f1baa59c700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1b8c06af00 0x7f1b8c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:52.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.971+0000 7f1baa59c700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1b8c06af00 0x7f1b8c06d3c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c009130 tx=0x7f1b9c008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:52.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:52.975+0000 7f1b9affd700 1 -- 172.21.15.67:0/2881856992 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1ba0054460 con 0x7f1bac0b1a00 2023-10-21T13:04:53.218 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.217+0000 7f1bb0d00700 1 -- 172.21.15.67:0/2881856992 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f1bac0cdcb0 con 0x7f1bac0b1a00 2023-10-21T13:04:53.815 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.813+0000 7f1b9affd700 1 -- 172.21.15.67:0/2881856992 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f1ba0057a80 con 0x7f1bac0b1a00 2023-10-21T13:04:53.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.823+0000 7f1bb0d00700 1 -- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1b8c06af00 msgr2=0x7f1b8c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:53.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.823+0000 7f1bb0d00700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1b8c06af00 0x7f1b8c06d3c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c009130 tx=0x7f1b9c008030 comp rx=0 tx=0).stop 2023-10-21T13:04:53.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.823+0000 7f1bb0d00700 1 -- 172.21.15.67:0/2881856992 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bac0b1a00 msgr2=0x7f1bac0af0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:53.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.823+0000 7f1bb0d00700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bac0b1a00 0x7f1bac0af0d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f1ba000c4d0 tx=0x7f1ba000c7e0 comp rx=0 tx=0).stop 2023-10-21T13:04:53.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.823+0000 7f1bb0d00700 1 -- 172.21.15.67:0/2881856992 shutdown_connections 2023-10-21T13:04:53.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.823+0000 7f1bb0d00700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bac1623a0 0x7f1bac0af610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:53.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.823+0000 7f1bb0d00700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1b8c06af00 0x7f1b8c06d3c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:53.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.823+0000 7f1bb0d00700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bac0b0880 0x7f1bac152990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:53.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.823+0000 7f1bb0d00700 1 --2- 172.21.15.67:0/2881856992 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bac0b1a00 0x7f1bac0af0d0 secure :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f1ba000c4d0 tx=0x7f1ba000c7e0 comp rx=0 tx=0).stop 2023-10-21T13:04:53.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.823+0000 7f1bb0d00700 1 -- 172.21.15.67:0/2881856992 >> 172.21.15.67:0/2881856992 conn(0x7f1bac0999d0 msgr2=0x7f1bac0ccbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:53.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.824+0000 7f1bb0d00700 1 -- 172.21.15.67:0/2881856992 shutdown_connections 2023-10-21T13:04:53.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.825+0000 7f1bb0d00700 1 -- 172.21.15.67:0/2881856992 wait complete. 2023-10-21T13:04:53.829 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 2 and data pool 3 2023-10-21T13:04:53.850 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:04:53.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.975+0000 7f6459c5d700 1 Processor -- start 2023-10-21T13:04:53.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.975+0000 7f6459c5d700 1 -- start start 2023-10-21T13:04:53.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.976+0000 7f6459c5d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f64540d0850 0x7f64540ce520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:53.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.976+0000 7f6459c5d700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64540d2a00 con 0x7f64540d1c80 2023-10-21T13:04:53.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.976+0000 7f6459c5d700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64540d2160 con 0x7f6454160ec0 2023-10-21T13:04:53.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.976+0000 7f6459c5d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64540d2440 con 0x7f64540d0850 2023-10-21T13:04:53.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.976+0000 7f6453fff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f64540d1c80 0x7f64540b3570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47640/0 (socket says 172.21.15.67:47640) 2023-10-21T13:04:53.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.976+0000 7f6453fff700 1 -- 172.21.15.67:0/3312194949 learned_addr learned my addr 172.21.15.67:0/3312194949 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:53.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.976+0000 7f6452ffd700 1 --2- 172.21.15.67:0/3312194949 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f64540d0850 0x7f64540ce520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:53.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.976+0000 7f64527fc700 1 -- 172.21.15.67:0/3312194949 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 140379351 0 0) 0x7f64540d2a00 con 0x7f64540d1c80 2023-10-21T13:04:53.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.976+0000 7f64527fc700 1 -- 172.21.15.67:0/3312194949 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f64400035b0 con 0x7f64540d1c80 2023-10-21T13:04:53.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.977+0000 7f64527fc700 1 -- 172.21.15.67:0/3312194949 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 264600531 0 0) 0x7f64540d2160 con 0x7f6454160ec0 2023-10-21T13:04:53.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.977+0000 7f64527fc700 1 -- 172.21.15.67:0/3312194949 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f64540d2a00 con 0x7f6454160ec0 2023-10-21T13:04:53.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.977+0000 7f6452ffd700 1 -- 172.21.15.67:0/3312194949 >> v1:172.21.15.190:6789/0 conn(0x7f6454160ec0 legacy=0x7f64540d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:53.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.977+0000 7f6452ffd700 1 -- 172.21.15.67:0/3312194949 >> v1:172.21.15.67:6789/0 conn(0x7f64540d1c80 legacy=0x7f64540b3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:53.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.977+0000 7f6452ffd700 1 -- 172.21.15.67:0/3312194949 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64540d2720 con 0x7f64540d0850 2023-10-21T13:04:53.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.977+0000 7f6452ffd700 1 --2- 172.21.15.67:0/3312194949 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f64540d0850 0x7f64540ce520 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f643c009870 tx=0x7f643c009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=602062255b96f88a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:53.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.977+0000 7f64527fc700 1 -- 172.21.15.67:0/3312194949 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643c011830 con 0x7f64540d0850 2023-10-21T13:04:53.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.977+0000 7f64527fc700 1 -- 172.21.15.67:0/3312194949 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f643c011990 con 0x7f64540d0850 2023-10-21T13:04:53.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.977+0000 7f64527fc700 1 -- 172.21.15.67:0/3312194949 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643c011d20 con 0x7f64540d0850 2023-10-21T13:04:53.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.978+0000 7f6459c5d700 1 -- 172.21.15.67:0/3312194949 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f64540d0850 msgr2=0x7f64540ce520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:53.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.978+0000 7f6459c5d700 1 --2- 172.21.15.67:0/3312194949 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f64540d0850 0x7f64540ce520 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f643c009870 tx=0x7f643c009b80 comp rx=0 tx=0).stop 2023-10-21T13:04:53.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.978+0000 7f6459c5d700 1 -- 172.21.15.67:0/3312194949 shutdown_connections 2023-10-21T13:04:53.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.978+0000 7f6459c5d700 1 --2- 172.21.15.67:0/3312194949 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f64540d0850 0x7f64540ce520 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:53.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.978+0000 7f6459c5d700 1 -- 172.21.15.67:0/3312194949 >> 172.21.15.67:0/3312194949 conn(0x7f645409c9e0 msgr2=0x7f64540d3730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:53.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.978+0000 7f6459c5d700 1 -- 172.21.15.67:0/3312194949 shutdown_connections 2023-10-21T13:04:53.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.978+0000 7f6459c5d700 1 -- 172.21.15.67:0/3312194949 wait complete. 2023-10-21T13:04:53.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.979+0000 7f6459c5d700 1 Processor -- start 2023-10-21T13:04:53.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.979+0000 7f6459c5d700 1 -- start start 2023-10-21T13:04:53.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6459c5d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f64540d0850 0x7f64541f2990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:53.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6459c5d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64540d1c80 0x7f64540b6350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:53.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6459c5d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6454160ec0 0x7f64540b6890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:53.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6459c5d700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64540b1b80 con 0x7f64540d1c80 2023-10-21T13:04:53.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6459c5d700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64540b1000 con 0x7f6454160ec0 2023-10-21T13:04:53.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6459c5d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64540b12e0 con 0x7f64540d0850 2023-10-21T13:04:53.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6452ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64540d1c80 0x7f64540b6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:53.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6452ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64540d1c80 0x7f64540b6350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59582/0 (socket says 172.21.15.67:59582) 2023-10-21T13:04:53.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6452ffd700 1 -- 172.21.15.67:0/3365244471 learned_addr learned my addr 172.21.15.67:0/3365244471 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:53.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f64537fe700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f64540d0850 0x7f64541f2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:53.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6453fff700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6454160ec0 0x7f64540b6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:53.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6452ffd700 1 -- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f64540d0850 msgr2=0x7f64541f2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:53.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6452ffd700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f64540d0850 0x7f64541f2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:53.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6452ffd700 1 -- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6454160ec0 msgr2=0x7f64540b6890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:53.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6452ffd700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6454160ec0 0x7f64540b6890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:53.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6452ffd700 1 -- 172.21.15.67:0/3365244471 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f643c0094a0 con 0x7f64540d1c80 2023-10-21T13:04:53.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f64537fe700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f64540d0850 0x7f64541f2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:53.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6453fff700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6454160ec0 0x7f64540b6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:53.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6452ffd700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64540d1c80 0x7f64540b6350 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f643c0090b0 tx=0x7f643c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:53.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f644bfff700 1 -- 172.21.15.67:0/3365244471 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643c01a860 con 0x7f64540d1c80 2023-10-21T13:04:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f644bfff700 1 -- 172.21.15.67:0/3365244471 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f643c01a9c0 con 0x7f64540d1c80 2023-10-21T13:04:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.980+0000 7f6459c5d700 1 -- 172.21.15.67:0/3365244471 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64540b15c0 con 0x7f64540d1c80 2023-10-21T13:04:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.981+0000 7f644bfff700 1 -- 172.21.15.67:0/3365244471 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643c01ad30 con 0x7f64540d1c80 2023-10-21T13:04:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.981+0000 7f6459c5d700 1 -- 172.21.15.67:0/3365244471 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64541f2ed0 con 0x7f64540d1c80 2023-10-21T13:04:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.981+0000 7f6459c5d700 1 -- 172.21.15.67:0/3365244471 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64540cb120 con 0x7f64540d1c80 2023-10-21T13:04:53.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.982+0000 7f644bfff700 1 -- 172.21.15.67:0/3365244471 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f643c022070 con 0x7f64540d1c80 2023-10-21T13:04:53.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.982+0000 7f644bfff700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f643406af00 0x7f643406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:53.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.982+0000 7f644bfff700 1 -- 172.21.15.67:0/3365244471 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f643c08a2b0 con 0x7f64540d1c80 2023-10-21T13:04:53.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.983+0000 7f64537fe700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f643406af00 0x7f643406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:53.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.983+0000 7f64537fe700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f643406af00 0x7f643406d3c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6444001230 tx=0x7f6444009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:53.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:53.987+0000 7f644bfff700 1 -- 172.21.15.67:0/3365244471 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f64540cb120 con 0x7f64540d1c80 2023-10-21T13:04:54.191 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.189+0000 7f6459c5d700 1 -- 172.21.15.67:0/3365244471 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f64540cb120 con 0x7f64540d1c80 2023-10-21T13:04:54.192 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.190+0000 7f644bfff700 1 -- 172.21.15.67:0/3365244471 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16522 (secure 0 0 0) 0x7f64540cb120 con 0x7f64540d1c80 2023-10-21T13:04:54.192 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:54.193 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":19,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:53.218425+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:04:54.194 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.192+0000 7f6459c5d700 1 -- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f643406af00 msgr2=0x7f643406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:54.194 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.192+0000 7f6459c5d700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f643406af00 0x7f643406d3c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6444001230 tx=0x7f6444009040 comp rx=0 tx=0).stop 2023-10-21T13:04:54.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.192+0000 7f6459c5d700 1 -- 172.21.15.67:0/3365244471 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64540d1c80 msgr2=0x7f64540b6350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:54.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.192+0000 7f6459c5d700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64540d1c80 0x7f64540b6350 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f643c0090b0 tx=0x7f643c004750 comp rx=0 tx=0).stop 2023-10-21T13:04:54.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.192+0000 7f6459c5d700 1 -- 172.21.15.67:0/3365244471 shutdown_connections 2023-10-21T13:04:54.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.192+0000 7f6459c5d700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6454160ec0 0x7f64540b6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.192+0000 7f6459c5d700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f643406af00 0x7f643406d3c0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.192+0000 7f6459c5d700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f64540d0850 0x7f64541f2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.192+0000 7f6459c5d700 1 --2- 172.21.15.67:0/3365244471 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64540d1c80 0x7f64540b6350 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.192+0000 7f6459c5d700 1 -- 172.21.15.67:0/3365244471 >> 172.21.15.67:0/3365244471 conn(0x7f645409c9e0 msgr2=0x7f64540ce520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:54.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.192+0000 7f6459c5d700 1 -- 172.21.15.67:0/3365244471 shutdown_connections 2023-10-21T13:04:54.197 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.192+0000 7f6459c5d700 1 -- 172.21.15.67:0/3365244471 wait complete. 2023-10-21T13:04:54.206 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:04:54.331 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.329+0000 7f0611a6d700 1 Processor -- start 2023-10-21T13:04:54.331 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.329+0000 7f0611a6d700 1 -- start start 2023-10-21T13:04:54.334 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f0611a6d700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f060c06afe0 0x7f060c0cfbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f0611a6d700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f060c0cb600 con 0x7f060c0cf730 2023-10-21T13:04:54.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f0611a6d700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f060c15ddf0 con 0x7f060c15da10 2023-10-21T13:04:54.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f0611a6d700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f060c0ca9f0 con 0x7f060c06afe0 2023-10-21T13:04:54.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060affd700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f060c0cf730 0x7f060c06a8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47652/0 (socket says 172.21.15.67:47652) 2023-10-21T13:04:54.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060affd700 1 -- 172.21.15.67:0/1988279801 learned_addr learned my addr 172.21.15.67:0/1988279801 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:54.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 -- 172.21.15.67:0/1988279801 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3126327604 0 0) 0x7f060c0cb600 con 0x7f060c0cf730 2023-10-21T13:04:54.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060bfff700 1 --2- 172.21.15.67:0/1988279801 >> v2:172.21.15.190:3300/0 conn(0x7f060c06afe0 0x7f060c0cfbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 -- 172.21.15.67:0/1988279801 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f05f80035b0 con 0x7f060c0cf730 2023-10-21T13:04:54.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 -- 172.21.15.67:0/1988279801 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2844109331 0 0) 0x7f05f80035b0 con 0x7f060c0cf730 2023-10-21T13:04:54.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 -- 172.21.15.67:0/1988279801 >> v2:172.21.15.190:3300/0 conn(0x7f060c06afe0 msgr2=0x7f060c0cfbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:54.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 --2- 172.21.15.67:0/1988279801 >> v2:172.21.15.190:3300/0 conn(0x7f060c06afe0 0x7f060c0cfbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 -- 172.21.15.67:0/1988279801 >> v1:172.21.15.190:6789/0 conn(0x7f060c15da10 legacy=0x7f060c0b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:54.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 -- 172.21.15.67:0/1988279801 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f060c0cacd0 con 0x7f060c0cf730 2023-10-21T13:04:54.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 -- 172.21.15.67:0/1988279801 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f05fc001670 con 0x7f060c0cf730 2023-10-21T13:04:54.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 -- 172.21.15.67:0/1988279801 >> v1:172.21.15.67:6789/0 conn(0x7f060c0cf730 legacy=0x7f060c06a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:54.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 --2- 172.21.15.67:0/1988279801 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f05f8003a00 0x7f05f8003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 --2- 172.21.15.67:0/1988279801 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05f8004850 0x7f05f8004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 --2- 172.21.15.67:0/1988279801 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f05f8005210 0x7f05f800ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 -- 172.21.15.67:0/1988279801 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f060c0ca9f0 con 0x7f05f8004850 2023-10-21T13:04:54.339 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 -- 172.21.15.67:0/1988279801 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05f800c0b0 con 0x7f05f8003a00 2023-10-21T13:04:54.339 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.330+0000 7f060a7fc700 1 -- 172.21.15.67:0/1988279801 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05f800c270 con 0x7f05f8005210 2023-10-21T13:04:54.339 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.331+0000 7f060affd700 1 --2- 172.21.15.67:0/1988279801 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05f8004850 0x7f05f8004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.339 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.331+0000 7f060b7fe700 1 --2- 172.21.15.67:0/1988279801 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f05f8003a00 0x7f05f8003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.331+0000 7f060bfff700 1 --2- 172.21.15.67:0/1988279801 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f05f8005210 0x7f05f800ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.331+0000 7f060affd700 1 -- 172.21.15.67:0/1988279801 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f05f8005210 msgr2=0x7f05f800ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:54.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.331+0000 7f060affd700 1 --2- 172.21.15.67:0/1988279801 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f05f8005210 0x7f05f800ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.331+0000 7f060affd700 1 -- 172.21.15.67:0/1988279801 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f05f8003a00 msgr2=0x7f05f8003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:54.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.331+0000 7f060affd700 1 --2- 172.21.15.67:0/1988279801 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f05f8003a00 0x7f05f8003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.331+0000 7f060affd700 1 -- 172.21.15.67:0/1988279801 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05f80035b0 con 0x7f05f8004850 2023-10-21T13:04:54.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.331+0000 7f060bfff700 1 -- 172.21.15.67:0/1988279801 reap_dead start 2023-10-21T13:04:54.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.331+0000 7f060affd700 1 --2- 172.21.15.67:0/1988279801 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05f8004850 0x7f05f8004cd0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f05fc00c240 tx=0x7f05f8005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62698e34f649a5dd server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:54.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.331+0000 7f060a7fc700 1 -- 172.21.15.67:0/1988279801 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05fc007c10 con 0x7f05f8004850 2023-10-21T13:04:54.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.331+0000 7f060a7fc700 1 -- 172.21.15.67:0/1988279801 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05fc00cd80 con 0x7f05f8004850 2023-10-21T13:04:54.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.331+0000 7f060a7fc700 1 -- 172.21.15.67:0/1988279801 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05fc005ba0 con 0x7f05f8004850 2023-10-21T13:04:54.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.332+0000 7f0611a6d700 1 -- 172.21.15.67:0/1988279801 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05f8004850 msgr2=0x7f05f8004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:54.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.332+0000 7f0611a6d700 1 --2- 172.21.15.67:0/1988279801 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05f8004850 0x7f05f8004cd0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f05fc00c240 tx=0x7f05f8005880 comp rx=0 tx=0).stop 2023-10-21T13:04:54.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.332+0000 7f0611a6d700 1 -- 172.21.15.67:0/1988279801 shutdown_connections 2023-10-21T13:04:54.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.332+0000 7f0611a6d700 1 --2- 172.21.15.67:0/1988279801 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05f8004850 0x7f05f8004cd0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.332+0000 7f0611a6d700 1 -- 172.21.15.67:0/1988279801 >> 172.21.15.67:0/1988279801 conn(0x7f060c0999d0 msgr2=0x7f060c0d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:54.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.332+0000 7f0611a6d700 1 -- 172.21.15.67:0/1988279801 shutdown_connections 2023-10-21T13:04:54.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.332+0000 7f0611a6d700 1 -- 172.21.15.67:0/1988279801 wait complete. 2023-10-21T13:04:54.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.333+0000 7f0611a6d700 1 Processor -- start 2023-10-21T13:04:54.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.333+0000 7f0611a6d700 1 -- start start 2023-10-21T13:04:54.346 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f0611a6d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05f8004850 0x7f060c0c6be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.346 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f0611a6d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f060c0c4530 0x7f060c0c4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.346 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f0611a6d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f060c0c5400 0x7f060c0c5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f0611a6d700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f060c0c4d10 con 0x7f05f8004850 2023-10-21T13:04:54.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f0611a6d700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f060c0c6290 con 0x7f060c0c4530 2023-10-21T13:04:54.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f0611a6d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f060c0c4a30 con 0x7f060c0c5400 2023-10-21T13:04:54.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f060b7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05f8004850 0x7f060c0c6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f060b7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05f8004850 0x7f060c0c6be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59600/0 (socket says 172.21.15.67:59600) 2023-10-21T13:04:54.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f060b7fe700 1 -- 172.21.15.67:0/198488320 learned_addr learned my addr 172.21.15.67:0/198488320 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:54.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f060affd700 1 --2- 172.21.15.67:0/198488320 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f060c0c4530 0x7f060c0c4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f060bfff700 1 --2- 172.21.15.67:0/198488320 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f060c0c5400 0x7f060c0c5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f060b7fe700 1 -- 172.21.15.67:0/198488320 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f060c0c5400 msgr2=0x7f060c0c5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:54.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f060b7fe700 1 --2- 172.21.15.67:0/198488320 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f060c0c5400 0x7f060c0c5870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f060b7fe700 1 -- 172.21.15.67:0/198488320 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f060c0c4530 msgr2=0x7f060c0c4ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:54.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f060b7fe700 1 --2- 172.21.15.67:0/198488320 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f060c0c4530 0x7f060c0c4ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f060b7fe700 1 -- 172.21.15.67:0/198488320 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f060c0c9c10 con 0x7f05f8004850 2023-10-21T13:04:54.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f060b7fe700 1 --2- 172.21.15.67:0/198488320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05f8004850 0x7f060c0c6be0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f05f400f7a0 tx=0x7f05f400fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:54.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.334+0000 7f0603fff700 1 -- 172.21.15.67:0/198488320 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f4006ac0 con 0x7f05f8004850 2023-10-21T13:04:54.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.335+0000 7f0603fff700 1 -- 172.21.15.67:0/198488320 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05f4006c20 con 0x7f05f8004850 2023-10-21T13:04:54.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.335+0000 7f0611a6d700 1 -- 172.21.15.67:0/198488320 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f060c0c9ef0 con 0x7f05f8004850 2023-10-21T13:04:54.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.335+0000 7f0603fff700 1 -- 172.21.15.67:0/198488320 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f40050d0 con 0x7f05f8004850 2023-10-21T13:04:54.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.335+0000 7f0611a6d700 1 -- 172.21.15.67:0/198488320 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f060c0c7120 con 0x7f05f8004850 2023-10-21T13:04:54.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.335+0000 7f0611a6d700 1 -- 172.21.15.67:0/198488320 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f060c0c9a70 con 0x7f05f8004850 2023-10-21T13:04:54.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.336+0000 7f0603fff700 1 -- 172.21.15.67:0/198488320 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f05f4005230 con 0x7f05f8004850 2023-10-21T13:04:54.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.336+0000 7f0603fff700 1 --2- 172.21.15.67:0/198488320 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f05ec06af00 0x7f05ec06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.336+0000 7f0603fff700 1 -- 172.21.15.67:0/198488320 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f05f40883b0 con 0x7f05f8004850 2023-10-21T13:04:54.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.337+0000 7f060affd700 1 --2- 172.21.15.67:0/198488320 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f05ec06af00 0x7f05ec06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.337+0000 7f060affd700 1 --2- 172.21.15.67:0/198488320 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f05ec06af00 0x7f05ec06d3c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f05fc015040 tx=0x7f05fc007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:54.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.341+0000 7f0603fff700 1 -- 172.21.15.67:0/198488320 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f060c0c9a70 con 0x7f05f8004850 2023-10-21T13:04:54.546 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.544+0000 7f0611a6d700 1 -- 172.21.15.67:0/198488320 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f060c0c9a70 con 0x7f05f8004850 2023-10-21T13:04:54.547 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.545+0000 7f0603fff700 1 -- 172.21.15.67:0/198488320 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16522 (secure 0 0 0) 0x7f060c0c9a70 con 0x7f05f8004850 2023-10-21T13:04:54.547 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:54.548 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":19,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:53.218425+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:04:54.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.548+0000 7f0611a6d700 1 -- 172.21.15.67:0/198488320 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f05ec06af00 msgr2=0x7f05ec06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:54.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.548+0000 7f0611a6d700 1 --2- 172.21.15.67:0/198488320 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f05ec06af00 0x7f05ec06d3c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f05fc015040 tx=0x7f05fc007000 comp rx=0 tx=0).stop 2023-10-21T13:04:54.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.548+0000 7f0611a6d700 1 -- 172.21.15.67:0/198488320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05f8004850 msgr2=0x7f060c0c6be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:54.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.548+0000 7f0611a6d700 1 --2- 172.21.15.67:0/198488320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05f8004850 0x7f060c0c6be0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f05f400f7a0 tx=0x7f05f400fab0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.548+0000 7f0611a6d700 1 -- 172.21.15.67:0/198488320 shutdown_connections 2023-10-21T13:04:54.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.548+0000 7f0611a6d700 1 --2- 172.21.15.67:0/198488320 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f05ec06af00 0x7f05ec06d3c0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.548+0000 7f0611a6d700 1 --2- 172.21.15.67:0/198488320 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f060c0c5400 0x7f060c0c5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.548+0000 7f0611a6d700 1 --2- 172.21.15.67:0/198488320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05f8004850 0x7f060c0c6be0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.548+0000 7f0611a6d700 1 --2- 172.21.15.67:0/198488320 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f060c0c4530 0x7f060c0c4ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.548+0000 7f0611a6d700 1 -- 172.21.15.67:0/198488320 >> 172.21.15.67:0/198488320 conn(0x7f060c0999d0 msgr2=0x7f060c0d0380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:54.552 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.548+0000 7f0611a6d700 1 -- 172.21.15.67:0/198488320 shutdown_connections 2023-10-21T13:04:54.552 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.548+0000 7f0611a6d700 1 -- 172.21.15.67:0/198488320 wait complete. 2023-10-21T13:04:54.562 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-10-21T13:04:54.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.690+0000 7f9c574fd700 1 Processor -- start 2023-10-21T13:04:54.693 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.691+0000 7f9c574fd700 1 -- start start 2023-10-21T13:04:54.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.691+0000 7f9c574fd700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f9c500b1940 0x7f9c500b02e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.691+0000 7f9c574fd700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c500cc810 con 0x7f9c500cd560 2023-10-21T13:04:54.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.691+0000 7f9c574fd700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c500cf110 con 0x7f9c5015aa80 2023-10-21T13:04:54.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.691+0000 7f9c574fd700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c500b1df0 con 0x7f9c500b1940 2023-10-21T13:04:54.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c54a98700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f9c500cd560 0x7f9c500afbd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47672/0 (socket says 172.21.15.67:47672) 2023-10-21T13:04:54.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c54a98700 1 -- 172.21.15.67:0/2495489629 learned_addr learned my addr 172.21.15.67:0/2495489629 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:54.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c55a9a700 1 --2- 172.21.15.67:0/2495489629 >> v2:172.21.15.190:3300/0 conn(0x7f9c500b1940 0x7f9c500b02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 -- 172.21.15.67:0/2495489629 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 234207558 0 0) 0x7f9c500cc810 con 0x7f9c500cd560 2023-10-21T13:04:54.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 -- 172.21.15.67:0/2495489629 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9c3c0035b0 con 0x7f9c500cd560 2023-10-21T13:04:54.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 -- 172.21.15.67:0/2495489629 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3182920394 0 0) 0x7f9c3c0035b0 con 0x7f9c500cd560 2023-10-21T13:04:54.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 -- 172.21.15.67:0/2495489629 >> v2:172.21.15.190:3300/0 conn(0x7f9c500b1940 msgr2=0x7f9c500b02e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:54.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 --2- 172.21.15.67:0/2495489629 >> v2:172.21.15.190:3300/0 conn(0x7f9c500b1940 0x7f9c500b02e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 -- 172.21.15.67:0/2495489629 >> v1:172.21.15.190:6789/0 conn(0x7f9c5015aa80 legacy=0x7f9c500cce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:54.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 -- 172.21.15.67:0/2495489629 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c500cc1c0 con 0x7f9c500cd560 2023-10-21T13:04:54.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 -- 172.21.15.67:0/2495489629 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f9c40001670 con 0x7f9c500cd560 2023-10-21T13:04:54.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 -- 172.21.15.67:0/2495489629 >> v1:172.21.15.67:6789/0 conn(0x7f9c500cd560 legacy=0x7f9c500afbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:54.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 --2- 172.21.15.67:0/2495489629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c3c003a00 0x7f9c3c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 --2- 172.21.15.67:0/2495489629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c3c004850 0x7f9c3c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 --2- 172.21.15.67:0/2495489629 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9c3c005210 0x7f9c3c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 -- 172.21.15.67:0/2495489629 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c500b1df0 con 0x7f9c3c003a00 2023-10-21T13:04:54.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 -- 172.21.15.67:0/2495489629 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c3c00c1b0 con 0x7f9c3c004850 2023-10-21T13:04:54.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c47fff700 1 -- 172.21.15.67:0/2495489629 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c3c00c370 con 0x7f9c3c005210 2023-10-21T13:04:54.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c55299700 1 --2- 172.21.15.67:0/2495489629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c3c003a00 0x7f9c3c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c54a98700 1 --2- 172.21.15.67:0/2495489629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c3c004850 0x7f9c3c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c55a9a700 1 --2- 172.21.15.67:0/2495489629 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9c3c005210 0x7f9c3c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c55299700 1 -- 172.21.15.67:0/2495489629 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9c3c005210 msgr2=0x7f9c3c00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.692+0000 7f9c55299700 1 --2- 172.21.15.67:0/2495489629 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9c3c005210 0x7f9c3c00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c55299700 1 -- 172.21.15.67:0/2495489629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c3c004850 msgr2=0x7f9c3c004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:54.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c55299700 1 --2- 172.21.15.67:0/2495489629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c3c004850 0x7f9c3c004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c55299700 1 -- 172.21.15.67:0/2495489629 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c3c0035b0 con 0x7f9c3c003a00 2023-10-21T13:04:54.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c55a9a700 1 -- 172.21.15.67:0/2495489629 reap_dead start 2023-10-21T13:04:54.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c55299700 1 --2- 172.21.15.67:0/2495489629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c3c003a00 0x7f9c3c003e20 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f9c4800c190 tx=0x7f9c3c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4967cce756378a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:54.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c47fff700 1 -- 172.21.15.67:0/2495489629 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c48001db0 con 0x7f9c3c003a00 2023-10-21T13:04:54.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c47fff700 1 -- 172.21.15.67:0/2495489629 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c4800ccd0 con 0x7f9c3c003a00 2023-10-21T13:04:54.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c47fff700 1 -- 172.21.15.67:0/2495489629 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c48003c40 con 0x7f9c3c003a00 2023-10-21T13:04:54.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c574fd700 1 -- 172.21.15.67:0/2495489629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c3c003a00 msgr2=0x7f9c3c003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:54.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c574fd700 1 --2- 172.21.15.67:0/2495489629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c3c003a00 0x7f9c3c003e20 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f9c4800c190 tx=0x7f9c3c005880 comp rx=0 tx=0).stop 2023-10-21T13:04:54.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c574fd700 1 -- 172.21.15.67:0/2495489629 shutdown_connections 2023-10-21T13:04:54.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c574fd700 1 --2- 172.21.15.67:0/2495489629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c3c003a00 0x7f9c3c003e20 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c574fd700 1 -- 172.21.15.67:0/2495489629 >> 172.21.15.67:0/2495489629 conn(0x7f9c500999d0 msgr2=0x7f9c500d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:54.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c574fd700 1 -- 172.21.15.67:0/2495489629 shutdown_connections 2023-10-21T13:04:54.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.693+0000 7f9c574fd700 1 -- 172.21.15.67:0/2495489629 wait complete. 2023-10-21T13:04:54.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.695+0000 7f9c574fd700 1 Processor -- start 2023-10-21T13:04:54.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.695+0000 7f9c574fd700 1 -- start start 2023-10-21T13:04:54.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.695+0000 7f9c574fd700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9c3c003a00 0x7f9c501542a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.695+0000 7f9c574fd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c501553e0 0x7f9c50155860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.695+0000 7f9c574fd700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c500ae150 0x7f9c500ae5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.695+0000 7f9c574fd700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c500b3c20 con 0x7f9c501553e0 2023-10-21T13:04:54.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.695+0000 7f9c574fd700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c500aeb10 con 0x7f9c500ae150 2023-10-21T13:04:54.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.695+0000 7f9c574fd700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c501f32c0 con 0x7f9c3c003a00 2023-10-21T13:04:54.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c54a98700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c501553e0 0x7f9c50155860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c54a98700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c501553e0 0x7f9c50155860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59622/0 (socket says 172.21.15.67:59622) 2023-10-21T13:04:54.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c54a98700 1 -- 172.21.15.67:0/1382331561 learned_addr learned my addr 172.21.15.67:0/1382331561 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:54.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c55299700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9c3c003a00 0x7f9c501542a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c55a9a700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c500ae150 0x7f9c500ae5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c54a98700 1 -- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9c3c003a00 msgr2=0x7f9c501542a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:54.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c54a98700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9c3c003a00 0x7f9c501542a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c54a98700 1 -- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c500ae150 msgr2=0x7f9c500ae5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:54.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c54a98700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c500ae150 0x7f9c500ae5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:54.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c54a98700 1 -- 172.21.15.67:0/1382331561 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c500b3030 con 0x7f9c501553e0 2023-10-21T13:04:54.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c55299700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9c3c003a00 0x7f9c501542a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:54.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c55a9a700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c500ae150 0x7f9c500ae5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:54.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c54a98700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c501553e0 0x7f9c50155860 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9c400072f0 tx=0x7f9c400076b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:54.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c45ffb700 1 -- 172.21.15.67:0/1382331561 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c400077d0 con 0x7f9c501553e0 2023-10-21T13:04:54.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c45ffb700 1 -- 172.21.15.67:0/1382331561 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c4000f870 con 0x7f9c501553e0 2023-10-21T13:04:54.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c574fd700 1 -- 172.21.15.67:0/1382331561 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c501547e0 con 0x7f9c501553e0 2023-10-21T13:04:54.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c45ffb700 1 -- 172.21.15.67:0/1382331561 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c4000fc20 con 0x7f9c501553e0 2023-10-21T13:04:54.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.696+0000 7f9c574fd700 1 -- 172.21.15.67:0/1382331561 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c500b3560 con 0x7f9c501553e0 2023-10-21T13:04:54.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.697+0000 7f9c574fd700 1 -- 172.21.15.67:0/1382331561 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c500b3d60 con 0x7f9c501553e0 2023-10-21T13:04:54.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.698+0000 7f9c45ffb700 1 -- 172.21.15.67:0/1382331561 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9c4000fd80 con 0x7f9c501553e0 2023-10-21T13:04:54.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.698+0000 7f9c45ffb700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9c3406af00 0x7f9c3406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:54.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.698+0000 7f9c45ffb700 1 -- 172.21.15.67:0/1382331561 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9c400894c0 con 0x7f9c501553e0 2023-10-21T13:04:54.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.698+0000 7f9c55299700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9c3406af00 0x7f9c3406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:54.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.699+0000 7f9c55299700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9c3406af00 0x7f9c3406d3c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f9c48015040 tx=0x7f9c48009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:54.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.703+0000 7f9c45ffb700 1 -- 172.21.15.67:0/1382331561 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9c500b3d60 con 0x7f9c501553e0 2023-10-21T13:04:54.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:54.950+0000 7f9c574fd700 1 -- 172.21.15.67:0/1382331561 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f9c50074d40 con 0x7f9c501553e0 2023-10-21T13:04:55.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.824+0000 7f9c45ffb700 1 -- 172.21.15.67:0/1382331561 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) v1 ==== 118+0+0 (secure 0 0 0) 0x7f9c400546c0 con 0x7f9c501553e0 2023-10-21T13:04:55.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.827+0000 7f9c574fd700 1 -- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9c3406af00 msgr2=0x7f9c3406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:55.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.827+0000 7f9c574fd700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9c3406af00 0x7f9c3406d3c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f9c48015040 tx=0x7f9c48009030 comp rx=0 tx=0).stop 2023-10-21T13:04:55.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.827+0000 7f9c574fd700 1 -- 172.21.15.67:0/1382331561 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c501553e0 msgr2=0x7f9c50155860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:55.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.827+0000 7f9c574fd700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c501553e0 0x7f9c50155860 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9c400072f0 tx=0x7f9c400076b0 comp rx=0 tx=0).stop 2023-10-21T13:04:55.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.827+0000 7f9c574fd700 1 -- 172.21.15.67:0/1382331561 shutdown_connections 2023-10-21T13:04:55.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.827+0000 7f9c574fd700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c500ae150 0x7f9c500ae5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:55.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.827+0000 7f9c574fd700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9c3406af00 0x7f9c3406d3c0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:55.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.827+0000 7f9c574fd700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9c3c003a00 0x7f9c501542a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:55.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.827+0000 7f9c574fd700 1 --2- 172.21.15.67:0/1382331561 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c501553e0 0x7f9c50155860 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:55.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.827+0000 7f9c574fd700 1 -- 172.21.15.67:0/1382331561 >> 172.21.15.67:0/1382331561 conn(0x7f9c500999d0 msgr2=0x7f9c50159bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:55.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.827+0000 7f9c574fd700 1 -- 172.21.15.67:0/1382331561 shutdown_connections 2023-10-21T13:04:55.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.827+0000 7f9c574fd700 1 -- 172.21.15.67:0/1382331561 wait complete. 2023-10-21T13:04:55.843 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-10-21T13:04:55.844 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-10-21T13:04:55.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.977+0000 7f9b836ed700 1 Processor -- start 2023-10-21T13:04:55.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.977+0000 7f9b836ed700 1 -- start start 2023-10-21T13:04:55.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b836ed700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f9b7c0b0880 0x7f9b7c06b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b836ed700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f9b7c0b1a00 0x7f9b7c0cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b836ed700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b7c161f10 con 0x7f9b7c1623a0 2023-10-21T13:04:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b836ed700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b7c1616b0 con 0x7f9b7c0b1a00 2023-10-21T13:04:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b836ed700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b7c0d12b0 con 0x7f9b7c0b0880 2023-10-21T13:04:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b81c8a700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f9b7c0b1a00 0x7f9b7c0cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b81c8a700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f9b7c0b1a00 0x7f9b7c0cf920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59632/0 (socket says 172.21.15.67:59632) 2023-10-21T13:04:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b81c8a700 1 -- 172.21.15.67:0/3517496287 learned_addr learned my addr 172.21.15.67:0/3517496287 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b81489700 1 --2- 172.21.15.67:0/3517496287 >> v2:172.21.15.190:3300/0 conn(0x7f9b7c0b0880 0x7f9b7c06b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b81c8a700 1 -- 172.21.15.67:0/3517496287 >> v2:172.21.15.190:3300/0 conn(0x7f9b7c0b0880 msgr2=0x7f9b7c06b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b81c8a700 1 --2- 172.21.15.67:0/3517496287 >> v2:172.21.15.190:3300/0 conn(0x7f9b7c0b0880 0x7f9b7c06b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b81c8a700 1 -- 172.21.15.67:0/3517496287 >> v1:172.21.15.190:6789/0 conn(0x7f9b7c1623a0 legacy=0x7f9b7c0b12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b81c8a700 1 -- 172.21.15.67:0/3517496287 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b7c0cffc0 con 0x7f9b7c0b1a00 2023-10-21T13:04:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b81489700 1 --2- 172.21.15.67:0/3517496287 >> v2:172.21.15.190:3300/0 conn(0x7f9b7c0b0880 0x7f9b7c06b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b81c8a700 1 --2- 172.21.15.67:0/3517496287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b7c0b1a00 0x7f9b7c0cf920 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9b7c0b1f00 tx=0x7f9b7400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79595181488898a7 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:55.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.978+0000 7f9b73fff700 1 -- 172.21.15.67:0/3517496287 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b7400e070 con 0x7f9b7c0b1a00 2023-10-21T13:04:55.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.979+0000 7f9b73fff700 1 -- 172.21.15.67:0/3517496287 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b7400b9c0 con 0x7f9b7c0b1a00 2023-10-21T13:04:55.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.979+0000 7f9b73fff700 1 -- 172.21.15.67:0/3517496287 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b7400bd70 con 0x7f9b7c0b1a00 2023-10-21T13:04:55.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.979+0000 7f9b836ed700 1 -- 172.21.15.67:0/3517496287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b7c0b1a00 msgr2=0x7f9b7c0cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:55.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.979+0000 7f9b836ed700 1 --2- 172.21.15.67:0/3517496287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b7c0b1a00 0x7f9b7c0cf920 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9b7c0b1f00 tx=0x7f9b7400b330 comp rx=0 tx=0).stop 2023-10-21T13:04:55.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.979+0000 7f9b836ed700 1 -- 172.21.15.67:0/3517496287 shutdown_connections 2023-10-21T13:04:55.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.979+0000 7f9b836ed700 1 --2- 172.21.15.67:0/3517496287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b7c0b1a00 0x7f9b7c0cf920 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:55.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.979+0000 7f9b836ed700 1 --2- 172.21.15.67:0/3517496287 >> v2:172.21.15.190:3300/0 conn(0x7f9b7c0b0880 0x7f9b7c06b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:55.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.979+0000 7f9b836ed700 1 -- 172.21.15.67:0/3517496287 >> 172.21.15.67:0/3517496287 conn(0x7f9b7c0999d0 msgr2=0x7f9b7c0d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:55.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.979+0000 7f9b836ed700 1 -- 172.21.15.67:0/3517496287 shutdown_connections 2023-10-21T13:04:55.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.979+0000 7f9b836ed700 1 -- 172.21.15.67:0/3517496287 wait complete. 2023-10-21T13:04:55.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.980+0000 7f9b836ed700 1 Processor -- start 2023-10-21T13:04:55.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.980+0000 7f9b836ed700 1 -- start start 2023-10-21T13:04:55.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.981+0000 7f9b836ed700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b7c0b0880 0x7f9b7c14d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:55.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.981+0000 7f9b836ed700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b7c0b1a00 0x7f9b7c15e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:55.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.981+0000 7f9b836ed700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b7c1623a0 0x7f9b7c0b5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:55.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.981+0000 7f9b836ed700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b7c14de60 con 0x7f9b7c0b0880 2023-10-21T13:04:55.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.981+0000 7f9b836ed700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b7c15e9e0 con 0x7f9b7c0b1a00 2023-10-21T13:04:55.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.981+0000 7f9b836ed700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b7c15ecc0 con 0x7f9b7c1623a0 2023-10-21T13:04:55.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.981+0000 7f9b81489700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b7c0b0880 0x7f9b7c14d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:55.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.981+0000 7f9b81489700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b7c0b0880 0x7f9b7c14d920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59634/0 (socket says 172.21.15.67:59634) 2023-10-21T13:04:55.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.981+0000 7f9b81489700 1 -- 172.21.15.67:0/506906601 learned_addr learned my addr 172.21.15.67:0/506906601 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:55.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.981+0000 7f9b80c88700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b7c0b1a00 0x7f9b7c15e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:55.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.981+0000 7f9b81c8a700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b7c1623a0 0x7f9b7c0b5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:55.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.982+0000 7f9b81489700 1 -- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b7c1623a0 msgr2=0x7f9b7c0b5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:55.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.982+0000 7f9b81489700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b7c1623a0 0x7f9b7c0b5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:55.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.982+0000 7f9b81489700 1 -- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b7c0b1a00 msgr2=0x7f9b7c15e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:55.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.982+0000 7f9b81489700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b7c0b1a00 0x7f9b7c15e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:55.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.982+0000 7f9b81489700 1 -- 172.21.15.67:0/506906601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b74009b30 con 0x7f9b7c0b0880 2023-10-21T13:04:55.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.982+0000 7f9b80c88700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b7c0b1a00 0x7f9b7c15e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:55.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.982+0000 7f9b81489700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b7c0b0880 0x7f9b7c14d920 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9b7800e810 tx=0x7f9b7800ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:55.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.982+0000 7f9b71ffb700 1 -- 172.21.15.67:0/506906601 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b7800c020 con 0x7f9b7c0b0880 2023-10-21T13:04:55.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.982+0000 7f9b71ffb700 1 -- 172.21.15.67:0/506906601 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b78004250 con 0x7f9b7c0b0880 2023-10-21T13:04:55.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.982+0000 7f9b836ed700 1 -- 172.21.15.67:0/506906601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b7c15efa0 con 0x7f9b7c0b0880 2023-10-21T13:04:55.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.982+0000 7f9b71ffb700 1 -- 172.21.15.67:0/506906601 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b780036a0 con 0x7f9b7c0b0880 2023-10-21T13:04:55.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.982+0000 7f9b836ed700 1 -- 172.21.15.67:0/506906601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b7c15f560 con 0x7f9b7c0b0880 2023-10-21T13:04:55.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.983+0000 7f9b836ed700 1 -- 172.21.15.67:0/506906601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b7c074d40 con 0x7f9b7c0b0880 2023-10-21T13:04:55.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.983+0000 7f9b71ffb700 1 -- 172.21.15.67:0/506906601 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9b78003800 con 0x7f9b7c0b0880 2023-10-21T13:04:55.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.984+0000 7f9b71ffb700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9b6006af00 0x7f9b6006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:55.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.984+0000 7f9b71ffb700 1 -- 172.21.15.67:0/506906601 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9b78088fc0 con 0x7f9b7c0b0880 2023-10-21T13:04:55.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.984+0000 7f9b80c88700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9b6006af00 0x7f9b6006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:55.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.984+0000 7f9b80c88700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9b6006af00 0x7f9b6006d3c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9b7c0b02c0 tx=0x7f9b6c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:55.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:55.988+0000 7f9b71ffb700 1 -- 172.21.15.67:0/506906601 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9b78054100 con 0x7f9b7c0b0880 2023-10-21T13:04:56.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.239+0000 7f9b836ed700 1 -- 172.21.15.67:0/506906601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f9b7c06d610 con 0x7f9b7c0b0880 2023-10-21T13:04:56.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.825+0000 7f9b71ffb700 1 -- 172.21.15.67:0/506906601 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) v1 ==== 122+0+0 (secure 0 0 0) 0x7f9b78057720 con 0x7f9b7c0b0880 2023-10-21T13:04:56.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.829+0000 7f9b836ed700 1 -- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9b6006af00 msgr2=0x7f9b6006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:56.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.829+0000 7f9b836ed700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9b6006af00 0x7f9b6006d3c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9b7c0b02c0 tx=0x7f9b6c009040 comp rx=0 tx=0).stop 2023-10-21T13:04:56.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.829+0000 7f9b836ed700 1 -- 172.21.15.67:0/506906601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b7c0b0880 msgr2=0x7f9b7c14d920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:56.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.829+0000 7f9b836ed700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b7c0b0880 0x7f9b7c14d920 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9b7800e810 tx=0x7f9b7800ebd0 comp rx=0 tx=0).stop 2023-10-21T13:04:56.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.829+0000 7f9b836ed700 1 -- 172.21.15.67:0/506906601 shutdown_connections 2023-10-21T13:04:56.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.829+0000 7f9b836ed700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9b6006af00 0x7f9b6006d3c0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:56.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.829+0000 7f9b836ed700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b7c1623a0 0x7f9b7c0b5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:56.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.829+0000 7f9b836ed700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b7c0b0880 0x7f9b7c14d920 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:56.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.829+0000 7f9b836ed700 1 --2- 172.21.15.67:0/506906601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b7c0b1a00 0x7f9b7c15e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:56.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.829+0000 7f9b836ed700 1 -- 172.21.15.67:0/506906601 >> 172.21.15.67:0/506906601 conn(0x7f9b7c0999d0 msgr2=0x7f9b7c15c120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:56.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.829+0000 7f9b836ed700 1 -- 172.21.15.67:0/506906601 shutdown_connections 2023-10-21T13:04:56.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.829+0000 7f9b836ed700 1 -- 172.21.15.67:0/506906601 wait complete. 2023-10-21T13:04:56.845 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-10-21T13:04:56.846 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T13:04:56.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.975+0000 7f90b744e700 1 Processor -- start 2023-10-21T13:04:56.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.976+0000 7f90b744e700 1 -- start start 2023-10-21T13:04:56.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.976+0000 7f90b744e700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f90b006afe0 0x7f90b00cfbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:56.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.976+0000 7f90b744e700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90b00cb600 con 0x7f90b00cf730 2023-10-21T13:04:56.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.976+0000 7f90b744e700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90b015ddf0 con 0x7f90b015da10 2023-10-21T13:04:56.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.976+0000 7f90b744e700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90b00ca9f0 con 0x7f90b006afe0 2023-10-21T13:04:56.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.976+0000 7f90b49e9700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f90b00cf730 0x7f90b006a8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47706/0 (socket says 172.21.15.67:47706) 2023-10-21T13:04:56.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.976+0000 7f90b49e9700 1 -- 172.21.15.67:0/3004375694 learned_addr learned my addr 172.21.15.67:0/3004375694 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:56.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90b59eb700 1 --2- 172.21.15.67:0/3004375694 >> v2:172.21.15.190:3300/0 conn(0x7f90b006afe0 0x7f90b00cfbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:56.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 -- 172.21.15.67:0/3004375694 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 581185134 0 0) 0x7f90b00cb600 con 0x7f90b00cf730 2023-10-21T13:04:56.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 -- 172.21.15.67:0/3004375694 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f909c0035b0 con 0x7f90b00cf730 2023-10-21T13:04:56.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 -- 172.21.15.67:0/3004375694 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3426160531 0 0) 0x7f909c0035b0 con 0x7f90b00cf730 2023-10-21T13:04:56.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 -- 172.21.15.67:0/3004375694 >> v2:172.21.15.190:3300/0 conn(0x7f90b006afe0 msgr2=0x7f90b00cfbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:56.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 --2- 172.21.15.67:0/3004375694 >> v2:172.21.15.190:3300/0 conn(0x7f90b006afe0 0x7f90b00cfbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:56.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 -- 172.21.15.67:0/3004375694 >> v1:172.21.15.190:6789/0 conn(0x7f90b015da10 legacy=0x7f90b00b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:56.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 -- 172.21.15.67:0/3004375694 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90b00cacd0 con 0x7f90b00cf730 2023-10-21T13:04:56.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 -- 172.21.15.67:0/3004375694 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f90ac001670 con 0x7f90b00cf730 2023-10-21T13:04:56.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90b59eb700 1 --2- 172.21.15.67:0/3004375694 >> v2:172.21.15.190:3300/0 conn(0x7f90b006afe0 0x7f90b00cfbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:56.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 -- 172.21.15.67:0/3004375694 >> v1:172.21.15.67:6789/0 conn(0x7f90b00cf730 legacy=0x7f90b006a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:56.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 --2- 172.21.15.67:0/3004375694 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f909c003a00 0x7f909c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:56.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 --2- 172.21.15.67:0/3004375694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f909c004850 0x7f909c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:56.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 --2- 172.21.15.67:0/3004375694 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f909c005210 0x7f909c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 -- 172.21.15.67:0/3004375694 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90b00ca9f0 con 0x7f909c004850 2023-10-21T13:04:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 -- 172.21.15.67:0/3004375694 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f909c00c0b0 con 0x7f909c005210 2023-10-21T13:04:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90a7fff700 1 -- 172.21.15.67:0/3004375694 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f909c00c270 con 0x7f909c003a00 2023-10-21T13:04:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90b49e9700 1 --2- 172.21.15.67:0/3004375694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f909c004850 0x7f909c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90b59eb700 1 --2- 172.21.15.67:0/3004375694 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f909c005210 0x7f909c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90b51ea700 1 --2- 172.21.15.67:0/3004375694 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f909c003a00 0x7f909c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:56.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90b49e9700 1 -- 172.21.15.67:0/3004375694 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f909c003a00 msgr2=0x7f909c003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:56.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90b49e9700 1 --2- 172.21.15.67:0/3004375694 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f909c003a00 0x7f909c003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:56.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90b49e9700 1 -- 172.21.15.67:0/3004375694 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f909c005210 msgr2=0x7f909c00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:56.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90b49e9700 1 --2- 172.21.15.67:0/3004375694 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f909c005210 0x7f909c00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:56.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.977+0000 7f90b49e9700 1 -- 172.21.15.67:0/3004375694 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f909c0035b0 con 0x7f909c004850 2023-10-21T13:04:56.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.978+0000 7f90b51ea700 1 --2- 172.21.15.67:0/3004375694 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f909c003a00 0x7f909c003e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:56.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.978+0000 7f90b59eb700 1 --2- 172.21.15.67:0/3004375694 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f909c005210 0x7f909c00ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:56.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.978+0000 7f90b59eb700 1 -- 172.21.15.67:0/3004375694 reap_dead start 2023-10-21T13:04:56.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.978+0000 7f90b49e9700 1 --2- 172.21.15.67:0/3004375694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f909c004850 0x7f909c004cd0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f90ac00c240 tx=0x7f909c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af34f68cbf7beb05 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:56.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.978+0000 7f90a7fff700 1 -- 172.21.15.67:0/3004375694 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ac007c10 con 0x7f909c004850 2023-10-21T13:04:56.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.978+0000 7f90a7fff700 1 -- 172.21.15.67:0/3004375694 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90ac00ce00 con 0x7f909c004850 2023-10-21T13:04:56.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.978+0000 7f90a7fff700 1 -- 172.21.15.67:0/3004375694 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ac005ba0 con 0x7f909c004850 2023-10-21T13:04:56.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.978+0000 7f90b744e700 1 -- 172.21.15.67:0/3004375694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f909c004850 msgr2=0x7f909c004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:56.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.978+0000 7f90b744e700 1 --2- 172.21.15.67:0/3004375694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f909c004850 0x7f909c004cd0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f90ac00c240 tx=0x7f909c005880 comp rx=0 tx=0).stop 2023-10-21T13:04:56.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.978+0000 7f90b744e700 1 -- 172.21.15.67:0/3004375694 shutdown_connections 2023-10-21T13:04:56.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.978+0000 7f90b744e700 1 --2- 172.21.15.67:0/3004375694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f909c004850 0x7f909c004cd0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:56.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.978+0000 7f90b744e700 1 -- 172.21.15.67:0/3004375694 >> 172.21.15.67:0/3004375694 conn(0x7f90b00999d0 msgr2=0x7f90b00d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:56.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.979+0000 7f90b744e700 1 -- 172.21.15.67:0/3004375694 shutdown_connections 2023-10-21T13:04:56.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.979+0000 7f90b744e700 1 -- 172.21.15.67:0/3004375694 wait complete. 2023-10-21T13:04:56.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.980+0000 7f90b744e700 1 Processor -- start 2023-10-21T13:04:56.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.980+0000 7f90b744e700 1 -- start start 2023-10-21T13:04:56.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b744e700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f909c004850 0x7f90b00c6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:56.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b744e700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90b015a250 0x7f90b00c3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:56.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b744e700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f90b014f6e0 0x7f90b015fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:56.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b744e700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90b00c4410 con 0x7f909c004850 2023-10-21T13:04:56.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b744e700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90b00b2fc0 con 0x7f90b014f6e0 2023-10-21T13:04:56.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b744e700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90b00c4600 con 0x7f90b015a250 2023-10-21T13:04:56.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b51ea700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f909c004850 0x7f90b00c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:56.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b51ea700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f909c004850 0x7f90b00c6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59654/0 (socket says 172.21.15.67:59654) 2023-10-21T13:04:56.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b51ea700 1 -- 172.21.15.67:0/2084260231 learned_addr learned my addr 172.21.15.67:0/2084260231 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:56.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b49e9700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90b015a250 0x7f90b00c3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:56.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b59eb700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f90b014f6e0 0x7f90b015fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:56.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b51ea700 1 -- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90b015a250 msgr2=0x7f90b00c3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:56.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b51ea700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90b015a250 0x7f90b00c3ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:56.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b51ea700 1 -- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f90b014f6e0 msgr2=0x7f90b015fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:56.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.981+0000 7f90b51ea700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f90b014f6e0 0x7f90b015fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:56.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.982+0000 7f90b51ea700 1 -- 172.21.15.67:0/2084260231 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90b00c48e0 con 0x7f909c004850 2023-10-21T13:04:56.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.982+0000 7f90b59eb700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f90b014f6e0 0x7f90b015fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:56.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.982+0000 7f90b51ea700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f909c004850 0x7f90b00c6280 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f90a000e780 tx=0x7f90a000ea90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:56.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.982+0000 7f90a5ffb700 1 -- 172.21.15.67:0/2084260231 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90a00052e0 con 0x7f909c004850 2023-10-21T13:04:56.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.982+0000 7f90a5ffb700 1 -- 172.21.15.67:0/2084260231 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90a0005440 con 0x7f909c004850 2023-10-21T13:04:56.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.982+0000 7f90b744e700 1 -- 172.21.15.67:0/2084260231 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90b00c4bc0 con 0x7f909c004850 2023-10-21T13:04:56.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.982+0000 7f90a5ffb700 1 -- 172.21.15.67:0/2084260231 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90a00038d0 con 0x7f909c004850 2023-10-21T13:04:56.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.982+0000 7f90b744e700 1 -- 172.21.15.67:0/2084260231 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90b014fb60 con 0x7f909c004850 2023-10-21T13:04:56.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.983+0000 7f90b744e700 1 -- 172.21.15.67:0/2084260231 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90b014fd50 con 0x7f909c004850 2023-10-21T13:04:56.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.983+0000 7f90a5ffb700 1 -- 172.21.15.67:0/2084260231 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f90a0003a30 con 0x7f909c004850 2023-10-21T13:04:56.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.984+0000 7f90a5ffb700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f909406af00 0x7f909406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:56.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.984+0000 7f90a5ffb700 1 -- 172.21.15.67:0/2084260231 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f90a0088bb0 con 0x7f909c004850 2023-10-21T13:04:56.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.984+0000 7f90b49e9700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f909406af00 0x7f909406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:57.000 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.984+0000 7f90b49e9700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f909406af00 0x7f909406d3c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f90ac001930 tx=0x7f90ac007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:57.000 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:56.988+0000 7f90a5ffb700 1 -- 172.21.15.67:0/2084260231 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f90a0053da0 con 0x7f909c004850 2023-10-21T13:04:57.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.231+0000 7f90b744e700 1 -- 172.21.15.67:0/2084260231 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f90b0074d40 con 0x7f909c004850 2023-10-21T13:04:57.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.231+0000 7f90a5ffb700 1 -- 172.21.15.67:0/2084260231 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4907 (secure 0 0 0) 0x7f90a0019020 con 0x7f909c004850 2023-10-21T13:04:57.234 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:57.234 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/3311742065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3311742065},{"type":"v1","addr":"172.21.15.67:6834","nonce":3311742065}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4252,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/3229984450","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":3229984450},{"type":"v1","addr":"172.21.15.190:6836","nonce":3229984450}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2052762259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2052762259},{"type":"v1","addr":"172.21.15.67:6835","nonce":2052762259}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-21T13:04:53.218734+0000","modified":"2023-10-21T13:04:56.240282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4266},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4266":{"gid":4266,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.190:6837/46800013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":46800013},{"type":"v1","addr":"172.21.15.190:6837","nonce":46800013}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T13:04:57.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.233+0000 7f90b744e700 1 -- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f909406af00 msgr2=0x7f909406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:57.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.233+0000 7f90b744e700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f909406af00 0x7f909406d3c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f90ac001930 tx=0x7f90ac007000 comp rx=0 tx=0).stop 2023-10-21T13:04:57.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.233+0000 7f90b744e700 1 -- 172.21.15.67:0/2084260231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f909c004850 msgr2=0x7f90b00c6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:57.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.233+0000 7f90b744e700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f909c004850 0x7f90b00c6280 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f90a000e780 tx=0x7f90a000ea90 comp rx=0 tx=0).stop 2023-10-21T13:04:57.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.233+0000 7f90b744e700 1 -- 172.21.15.67:0/2084260231 shutdown_connections 2023-10-21T13:04:57.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.233+0000 7f90b744e700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f90b014f6e0 0x7f90b015fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.233+0000 7f90b744e700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f909c004850 0x7f90b00c6280 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.233+0000 7f90b744e700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f909406af00 0x7f909406d3c0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.233+0000 7f90b744e700 1 --2- 172.21.15.67:0/2084260231 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90b015a250 0x7f90b00c3ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.233+0000 7f90b744e700 1 -- 172.21.15.67:0/2084260231 >> 172.21.15.67:0/2084260231 conn(0x7f90b00999d0 msgr2=0x7f90b00d0380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.234+0000 7f90b744e700 1 -- 172.21.15.67:0/2084260231 shutdown_connections 2023-10-21T13:04:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.234+0000 7f90b744e700 1 -- 172.21.15.67:0/2084260231 wait complete. 2023-10-21T13:04:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2023-10-21T13:04:57.248 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:04:57.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.372+0000 7fc61c1d9700 1 Processor -- start 2023-10-21T13:04:57.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.372+0000 7fc61c1d9700 1 -- start start 2023-10-21T13:04:57.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc61c1d9700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc61415da10 0x7fc6140b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:57.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc61c1d9700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6140b3730 0x7fc6140cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:57.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc61c1d9700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fc6140cfc70 0x7fc61406a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:57.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc61c1d9700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6140d00c0 con 0x7fc61415da10 2023-10-21T13:04:57.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc61c1d9700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6140cb600 con 0x7fc6140cfc70 2023-10-21T13:04:57.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc61c1d9700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc61415ddf0 con 0x7fc6140b3730 2023-10-21T13:04:57.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc619f75700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc61415da10 0x7fc6140b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:57.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc619f75700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc61415da10 0x7fc6140b31f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59662/0 (socket says 172.21.15.67:59662) 2023-10-21T13:04:57.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc619f75700 1 -- 172.21.15.67:0/3376997857 learned_addr learned my addr 172.21.15.67:0/3376997857 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:57.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc619774700 1 --2- 172.21.15.67:0/3376997857 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6140b3730 0x7fc6140cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:57.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc61a776700 1 --2- 172.21.15.67:0/3376997857 >> v2:172.21.15.190:3300/0 conn(0x7fc6140cfc70 0x7fc61406a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:57.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc619f75700 1 -- 172.21.15.67:0/3376997857 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6140b3730 msgr2=0x7fc6140cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:57.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc619f75700 1 --2- 172.21.15.67:0/3376997857 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6140b3730 0x7fc6140cf730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc619f75700 1 -- 172.21.15.67:0/3376997857 >> v2:172.21.15.190:3300/0 conn(0x7fc6140cfc70 msgr2=0x7fc61406a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:57.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc619f75700 1 --2- 172.21.15.67:0/3376997857 >> v2:172.21.15.190:3300/0 conn(0x7fc6140cfc70 0x7fc61406a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc619f75700 1 -- 172.21.15.67:0/3376997857 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6140ca9f0 con 0x7fc61415da10 2023-10-21T13:04:57.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc619774700 1 --2- 172.21.15.67:0/3376997857 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6140b3730 0x7fc6140cf730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:57.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.373+0000 7fc619f75700 1 --2- 172.21.15.67:0/3376997857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc61415da10 0x7fc6140b31f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc614161440 tx=0x7fc610009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc2317b2d7494782 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:57.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.374+0000 7fc618f73700 1 -- 172.21.15.67:0/3376997857 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc610005e30 con 0x7fc61415da10 2023-10-21T13:04:57.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.374+0000 7fc618f73700 1 -- 172.21.15.67:0/3376997857 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc610004030 con 0x7fc61415da10 2023-10-21T13:04:57.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.374+0000 7fc618f73700 1 -- 172.21.15.67:0/3376997857 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6100043e0 con 0x7fc61415da10 2023-10-21T13:04:57.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.374+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3376997857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc61415da10 msgr2=0x7fc6140b31f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:57.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.374+0000 7fc61c1d9700 1 --2- 172.21.15.67:0/3376997857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc61415da10 0x7fc6140b31f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc614161440 tx=0x7fc610009bd0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.374+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3376997857 shutdown_connections 2023-10-21T13:04:57.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.374+0000 7fc61c1d9700 1 --2- 172.21.15.67:0/3376997857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc61415da10 0x7fc6140b31f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.374+0000 7fc61c1d9700 1 --2- 172.21.15.67:0/3376997857 >> v2:172.21.15.190:3300/0 conn(0x7fc6140cfc70 0x7fc61406a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.374+0000 7fc61c1d9700 1 --2- 172.21.15.67:0/3376997857 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6140b3730 0x7fc6140cf730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.374+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3376997857 >> 172.21.15.67:0/3376997857 conn(0x7fc6140999d0 msgr2=0x7fc6140d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:57.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.374+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3376997857 shutdown_connections 2023-10-21T13:04:57.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.374+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3376997857 wait complete. 2023-10-21T13:04:57.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.375+0000 7fc61c1d9700 1 Processor -- start 2023-10-21T13:04:57.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.375+0000 7fc61c1d9700 1 -- start start 2023-10-21T13:04:57.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.376+0000 7fc61c1d9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6140b3730 0x7fc6140c7470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:57.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.376+0000 7fc61c1d9700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6140cfc70 0x7fc614156cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:57.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.376+0000 7fc61c1d9700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc61415da10 0x7fc614160a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:57.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.376+0000 7fc61c1d9700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc61415ee80 con 0x7fc6140b3730 2023-10-21T13:04:57.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.376+0000 7fc61c1d9700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6140c9e80 con 0x7fc61415da10 2023-10-21T13:04:57.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.376+0000 7fc61c1d9700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6140c95e0 con 0x7fc6140cfc70 2023-10-21T13:04:57.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.376+0000 7fc619f75700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6140b3730 0x7fc6140c7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:57.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.376+0000 7fc619f75700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6140b3730 0x7fc6140c7470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59668/0 (socket says 172.21.15.67:59668) 2023-10-21T13:04:57.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.376+0000 7fc619f75700 1 -- 172.21.15.67:0/3175619800 learned_addr learned my addr 172.21.15.67:0/3175619800 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:57.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.376+0000 7fc619774700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6140cfc70 0x7fc614156cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:57.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.376+0000 7fc61a776700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc61415da10 0x7fc614160a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:57.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.377+0000 7fc619f75700 1 -- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6140cfc70 msgr2=0x7fc614156cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:57.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.377+0000 7fc619f75700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6140cfc70 0x7fc614156cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.377+0000 7fc619f75700 1 -- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc61415da10 msgr2=0x7fc614160a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:57.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.377+0000 7fc619f75700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc61415da10 0x7fc614160a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.377+0000 7fc619f75700 1 -- 172.21.15.67:0/3175619800 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc610009500 con 0x7fc6140b3730 2023-10-21T13:04:57.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.377+0000 7fc61a776700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc61415da10 0x7fc614160a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:04:57.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.377+0000 7fc619774700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6140cfc70 0x7fc614156cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:04:57.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.377+0000 7fc619f75700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6140b3730 0x7fc6140c7470 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc610009c10 tx=0x7fc610004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:57.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.377+0000 7fc60a7fc700 1 -- 172.21.15.67:0/3175619800 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc610003dd0 con 0x7fc6140b3730 2023-10-21T13:04:57.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.377+0000 7fc60a7fc700 1 -- 172.21.15.67:0/3175619800 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc610011420 con 0x7fc6140b3730 2023-10-21T13:04:57.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.377+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3175619800 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6140c98c0 con 0x7fc6140b3730 2023-10-21T13:04:57.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.377+0000 7fc60a7fc700 1 -- 172.21.15.67:0/3175619800 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6100117d0 con 0x7fc6140b3730 2023-10-21T13:04:57.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.377+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3175619800 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc614157200 con 0x7fc6140b3730 2023-10-21T13:04:57.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.378+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3175619800 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6140cb270 con 0x7fc6140b3730 2023-10-21T13:04:57.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.378+0000 7fc60a7fc700 1 -- 172.21.15.67:0/3175619800 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc610011930 con 0x7fc6140b3730 2023-10-21T13:04:57.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.379+0000 7fc60a7fc700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc5f806af00 0x7fc5f806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:57.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.379+0000 7fc60a7fc700 1 -- 172.21.15.67:0/3175619800 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc61008a820 con 0x7fc6140b3730 2023-10-21T13:04:57.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.379+0000 7fc619774700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc5f806af00 0x7fc5f806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:57.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.379+0000 7fc619774700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc5f806af00 0x7fc5f806d3c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc61415ec50 tx=0x7fc604008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:57.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.383+0000 7fc60a7fc700 1 -- 172.21.15.67:0/3175619800 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc6140cb270 con 0x7fc6140b3730 2023-10-21T13:04:57.588 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.586+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3175619800 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc6140cb270 con 0x7fc6140b3730 2023-10-21T13:04:57.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.587+0000 7fc60a7fc700 1 -- 172.21.15.67:0/3175619800 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7fc6140cb270 con 0x7fc6140b3730 2023-10-21T13:04:57.589 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:57.590 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:04:57.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.589+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc5f806af00 msgr2=0x7fc5f806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:57.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.589+0000 7fc61c1d9700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc5f806af00 0x7fc5f806d3c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc61415ec50 tx=0x7fc604008040 comp rx=0 tx=0).stop 2023-10-21T13:04:57.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.589+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3175619800 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6140b3730 msgr2=0x7fc6140c7470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:57.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.589+0000 7fc61c1d9700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6140b3730 0x7fc6140c7470 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc610009c10 tx=0x7fc610004750 comp rx=0 tx=0).stop 2023-10-21T13:04:57.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.589+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3175619800 shutdown_connections 2023-10-21T13:04:57.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.589+0000 7fc61c1d9700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc61415da10 0x7fc614160a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.589+0000 7fc61c1d9700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6140b3730 0x7fc6140c7470 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.589+0000 7fc61c1d9700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc5f806af00 0x7fc5f806d3c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.589+0000 7fc61c1d9700 1 --2- 172.21.15.67:0/3175619800 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6140cfc70 0x7fc614156cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.589+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3175619800 >> 172.21.15.67:0/3175619800 conn(0x7fc6140999d0 msgr2=0x7fc61415b7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:57.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.589+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3175619800 shutdown_connections 2023-10-21T13:04:57.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.589+0000 7fc61c1d9700 1 -- 172.21.15.67:0/3175619800 wait complete. 2023-10-21T13:04:57.604 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-10-21T13:04:57.604 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T13:04:57.729 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.727+0000 7f7de4c18700 1 Processor -- start 2023-10-21T13:04:57.729 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.727+0000 7f7de4c18700 1 -- start start 2023-10-21T13:04:57.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.728+0000 7f7de4c18700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7de00b2f10 0x7f7de00b32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:57.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.728+0000 7f7de4c18700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7de015f1e0 0x7f7de00cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:57.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.728+0000 7f7de4c18700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7de00b3830 con 0x7f7de00cc3d0 2023-10-21T13:04:57.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.728+0000 7f7de4c18700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7de00d1310 con 0x7f7de00b2f10 2023-10-21T13:04:57.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.728+0000 7f7de4c18700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7de015bbf0 con 0x7f7de015f1e0 2023-10-21T13:04:57.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.729+0000 7f7dde59c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7de00b2f10 0x7f7de00b32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:57.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.729+0000 7f7dde59c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7de00b2f10 0x7f7de00b32f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59676/0 (socket says 172.21.15.67:59676) 2023-10-21T13:04:57.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.729+0000 7f7dde59c700 1 -- 172.21.15.67:0/3147892891 learned_addr learned my addr 172.21.15.67:0/3147892891 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:57.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.729+0000 7f7dddd9b700 1 --2- 172.21.15.67:0/3147892891 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7de015f1e0 0x7f7de00cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:57.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.729+0000 7f7dde59c700 1 -- 172.21.15.67:0/3147892891 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7de015f1e0 msgr2=0x7f7de00cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:57.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.729+0000 7f7dde59c700 1 --2- 172.21.15.67:0/3147892891 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7de015f1e0 0x7f7de00cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.729+0000 7f7dde59c700 1 -- 172.21.15.67:0/3147892891 >> v1:172.21.15.67:6789/0 conn(0x7f7de00cc3d0 legacy=0x7f7de00d0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:57.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.729+0000 7f7dde59c700 1 -- 172.21.15.67:0/3147892891 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7de015f6a0 con 0x7f7de00b2f10 2023-10-21T13:04:57.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.729+0000 7f7ddd59a700 1 -- 172.21.15.67:0/3147892891 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3976894889 0 0) 0x7f7de00b3830 con 0x7f7de00cc3d0 2023-10-21T13:04:57.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.729+0000 7f7dddd9b700 1 --2- 172.21.15.67:0/3147892891 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7de015f1e0 0x7f7de00cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:57.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.729+0000 7f7dde59c700 1 --2- 172.21.15.67:0/3147892891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de00b2f10 0x7f7de00b32f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f7dd40098f0 tx=0x7f7dd4009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc932f8b13e39392 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:57.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.729+0000 7f7ddd59a700 1 -- 172.21.15.67:0/3147892891 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dd400b8a0 con 0x7f7de00b2f10 2023-10-21T13:04:57.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.729+0000 7f7ddd59a700 1 -- 172.21.15.67:0/3147892891 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7dd400ba00 con 0x7f7de00b2f10 2023-10-21T13:04:57.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.729+0000 7f7ddd59a700 1 -- 172.21.15.67:0/3147892891 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dd400bd90 con 0x7f7de00b2f10 2023-10-21T13:04:57.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.730+0000 7f7de4c18700 1 -- 172.21.15.67:0/3147892891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de00b2f10 msgr2=0x7f7de00b32f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:57.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.730+0000 7f7de4c18700 1 --2- 172.21.15.67:0/3147892891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de00b2f10 0x7f7de00b32f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f7dd40098f0 tx=0x7f7dd4009c00 comp rx=0 tx=0).stop 2023-10-21T13:04:57.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.730+0000 7f7de4c18700 1 -- 172.21.15.67:0/3147892891 shutdown_connections 2023-10-21T13:04:57.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.730+0000 7f7de4c18700 1 --2- 172.21.15.67:0/3147892891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de00b2f10 0x7f7de00b32f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.730+0000 7f7de4c18700 1 --2- 172.21.15.67:0/3147892891 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7de015f1e0 0x7f7de00cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.730+0000 7f7de4c18700 1 -- 172.21.15.67:0/3147892891 >> 172.21.15.67:0/3147892891 conn(0x7f7de00cdf10 msgr2=0x7f7de00ce320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:57.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.730+0000 7f7de4c18700 1 -- 172.21.15.67:0/3147892891 shutdown_connections 2023-10-21T13:04:57.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.730+0000 7f7de4c18700 1 -- 172.21.15.67:0/3147892891 wait complete. 2023-10-21T13:04:57.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.732+0000 7f7de4c18700 1 Processor -- start 2023-10-21T13:04:57.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.732+0000 7f7de4c18700 1 -- start start 2023-10-21T13:04:57.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7de4c18700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7de00b2f10 0x7f7de0154c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:57.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7de4c18700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de00cc3d0 0x7f7de00c78d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:57.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7de4c18700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7de015f1e0 0x7f7de00d0530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:57.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7de4c18700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7de00c7e10 con 0x7f7de00cc3d0 2023-10-21T13:04:57.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7de4c18700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7de00c9460 con 0x7f7de015f1e0 2023-10-21T13:04:57.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7de4c18700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7de00c9740 con 0x7f7de00b2f10 2023-10-21T13:04:57.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dddd9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de00cc3d0 0x7f7de00c78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:57.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dddd9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de00cc3d0 0x7f7de00c78d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59684/0 (socket says 172.21.15.67:59684) 2023-10-21T13:04:57.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dddd9b700 1 -- 172.21.15.67:0/1729647293 learned_addr learned my addr 172.21.15.67:0/1729647293 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:57.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dde59c700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7de00b2f10 0x7f7de0154c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:57.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dded9d700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7de015f1e0 0x7f7de00d0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:57.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dddd9b700 1 -- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7de00b2f10 msgr2=0x7f7de0154c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:57.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dddd9b700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7de00b2f10 0x7f7de0154c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dddd9b700 1 -- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7de015f1e0 msgr2=0x7f7de00d0530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:57.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dddd9b700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7de015f1e0 0x7f7de00d0530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dddd9b700 1 -- 172.21.15.67:0/1729647293 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7dd4009550 con 0x7f7de00cc3d0 2023-10-21T13:04:57.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dde59c700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7de00b2f10 0x7f7de0154c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:57.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dddd9b700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de00cc3d0 0x7f7de00c78d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f7dd000e810 tx=0x7f7dd000ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:57.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dceffd700 1 -- 172.21.15.67:0/1729647293 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dd0004230 con 0x7f7de00cc3d0 2023-10-21T13:04:57.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dceffd700 1 -- 172.21.15.67:0/1729647293 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7dd0004390 con 0x7f7de00cc3d0 2023-10-21T13:04:57.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7dceffd700 1 -- 172.21.15.67:0/1729647293 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dd00036a0 con 0x7f7de00cc3d0 2023-10-21T13:04:57.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7de4c18700 1 -- 172.21.15.67:0/1729647293 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7de00c9a20 con 0x7f7de00cc3d0 2023-10-21T13:04:57.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.733+0000 7f7de4c18700 1 -- 172.21.15.67:0/1729647293 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7de00c9fe0 con 0x7f7de00cc3d0 2023-10-21T13:04:57.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.734+0000 7f7de4c18700 1 -- 172.21.15.67:0/1729647293 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7de0067a00 con 0x7f7de00cc3d0 2023-10-21T13:04:57.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.735+0000 7f7dceffd700 1 -- 172.21.15.67:0/1729647293 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f7dd0003800 con 0x7f7de00cc3d0 2023-10-21T13:04:57.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.735+0000 7f7dceffd700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7dc006af00 0x7f7dc006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:57.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.735+0000 7f7dceffd700 1 -- 172.21.15.67:0/1729647293 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7dd0089040 con 0x7f7de00cc3d0 2023-10-21T13:04:57.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.735+0000 7f7dde59c700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7dc006af00 0x7f7dc006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:57.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.736+0000 7f7dde59c700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7dc006af00 0x7f7dc006d3c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f7dd4014040 tx=0x7f7dd4008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:57.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.740+0000 7f7dceffd700 1 -- 172.21.15.67:0/1729647293 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f7dd0054180 con 0x7f7de00cc3d0 2023-10-21T13:04:57.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.936+0000 7f7de4c18700 1 -- 172.21.15.67:0/1729647293 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f7de015fc60 con 0x7f7dc006af00 2023-10-21T13:04:57.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.945+0000 7f7dceffd700 1 -- 172.21.15.67:0/1729647293 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264640 (secure 0 0 0) 0x7f7dd400bc70 con 0x7f7dc006af00 2023-10-21T13:04:57.952 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:57.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.948+0000 7f7de4c18700 1 -- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7dc006af00 msgr2=0x7f7dc006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:57.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.948+0000 7f7de4c18700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7dc006af00 0x7f7dc006d3c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f7dd4014040 tx=0x7f7dd4008030 comp rx=0 tx=0).stop 2023-10-21T13:04:57.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.948+0000 7f7de4c18700 1 -- 172.21.15.67:0/1729647293 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de00cc3d0 msgr2=0x7f7de00c78d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:57.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.948+0000 7f7de4c18700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de00cc3d0 0x7f7de00c78d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f7dd000e810 tx=0x7f7dd000ebd0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.948+0000 7f7de4c18700 1 -- 172.21.15.67:0/1729647293 shutdown_connections 2023-10-21T13:04:57.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.948+0000 7f7de4c18700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7de015f1e0 0x7f7de00d0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.948+0000 7f7de4c18700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7dc006af00 0x7f7dc006d3c0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.948+0000 7f7de4c18700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7de00b2f10 0x7f7de0154c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.948+0000 7f7de4c18700 1 --2- 172.21.15.67:0/1729647293 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de00cc3d0 0x7f7de00c78d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:57.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.948+0000 7f7de4c18700 1 -- 172.21.15.67:0/1729647293 >> 172.21.15.67:0/1729647293 conn(0x7f7de00cdf10 msgr2=0x7f7de00b19a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:57.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.948+0000 7f7de4c18700 1 -- 172.21.15.67:0/1729647293 shutdown_connections 2023-10-21T13:04:57.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:57.948+0000 7f7de4c18700 1 -- 172.21.15.67:0/1729647293 wait complete. 2023-10-21T13:04:57.960 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2023-10-21T13:04:57.962 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2023-10-21T13:04:57.371434+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":145,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218936,"kb_used_data":2764,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755784,"statfs":{"total":773094113280,"available":772869922816,"internally_reserved":0,"allocated":2830336,"data_stored":1721240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":34,"apply_latency_ms":34,"commit_latency_ns":34000000,"apply_latency_ns":34000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.576106"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327300+0000","last_change":"2023-10-21T13:04:53.842520+0000","last_active":"2023-10-21T13:04:56.327300+0000","last_peered":"2023-10-21T13:04:56.327300+0000","last_clean":"2023-10-21T13:04:56.327300+0000","last_became_active":"2023-10-21T13:04:53.842197+0000","last_became_peered":"2023-10-21T13:04:53.842197+0000","last_unstale":"2023-10-21T13:04:56.327300+0000","last_undegraded":"2023-10-21T13:04:56.327300+0000","last_fullsized":"2023-10-21T13:04:56.327300+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:50:20.569272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327181+0000","last_change":"2023-10-21T13:04:53.833504+0000","last_active":"2023-10-21T13:04:56.327181+0000","last_peered":"2023-10-21T13:04:56.327181+0000","last_clean":"2023-10-21T13:04:56.327181+0000","last_became_active":"2023-10-21T13:04:53.833199+0000","last_became_peered":"2023-10-21T13:04:53.833199+0000","last_unstale":"2023-10-21T13:04:56.327181+0000","last_undegraded":"2023-10-21T13:04:56.327181+0000","last_fullsized":"2023-10-21T13:04:56.327181+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:00:06.067009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326952+0000","last_change":"2023-10-21T13:04:53.823333+0000","last_active":"2023-10-21T13:04:56.326952+0000","last_peered":"2023-10-21T13:04:56.326952+0000","last_clean":"2023-10-21T13:04:56.326952+0000","last_became_active":"2023-10-21T13:04:53.822997+0000","last_became_peered":"2023-10-21T13:04:53.822997+0000","last_unstale":"2023-10-21T13:04:56.326952+0000","last_undegraded":"2023-10-21T13:04:56.326952+0000","last_fullsized":"2023-10-21T13:04:56.326952+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:37:50.757915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824475+0000","last_change":"2023-10-21T13:04:53.814596+0000","last_active":"2023-10-21T13:04:54.824475+0000","last_peered":"2023-10-21T13:04:54.824475+0000","last_clean":"2023-10-21T13:04:54.824475+0000","last_became_active":"2023-10-21T13:04:53.814303+0000","last_became_peered":"2023-10-21T13:04:53.814303+0000","last_unstale":"2023-10-21T13:04:54.824475+0000","last_undegraded":"2023-10-21T13:04:54.824475+0000","last_fullsized":"2023-10-21T13:04:54.824475+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:13.617448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326440+0000","last_change":"2023-10-21T13:04:53.828260+0000","last_active":"2023-10-21T13:04:56.326440+0000","last_peered":"2023-10-21T13:04:56.326440+0000","last_clean":"2023-10-21T13:04:56.326440+0000","last_became_active":"2023-10-21T13:04:53.827998+0000","last_became_peered":"2023-10-21T13:04:53.827998+0000","last_unstale":"2023-10-21T13:04:56.326440+0000","last_undegraded":"2023-10-21T13:04:56.326440+0000","last_fullsized":"2023-10-21T13:04:56.326440+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:41.993911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824106+0000","last_change":"2023-10-21T13:04:53.817357+0000","last_active":"2023-10-21T13:04:54.824106+0000","last_peered":"2023-10-21T13:04:54.824106+0000","last_clean":"2023-10-21T13:04:54.824106+0000","last_became_active":"2023-10-21T13:04:53.817085+0000","last_became_peered":"2023-10-21T13:04:53.817085+0000","last_unstale":"2023-10-21T13:04:54.824106+0000","last_undegraded":"2023-10-21T13:04:54.824106+0000","last_fullsized":"2023-10-21T13:04:54.824106+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:19:03.536321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326194+0000","last_change":"2023-10-21T13:04:53.825742+0000","last_active":"2023-10-21T13:04:56.326194+0000","last_peered":"2023-10-21T13:04:56.326194+0000","last_clean":"2023-10-21T13:04:56.326194+0000","last_became_active":"2023-10-21T13:04:53.825436+0000","last_became_peered":"2023-10-21T13:04:53.825436+0000","last_unstale":"2023-10-21T13:04:56.326194+0000","last_undegraded":"2023-10-21T13:04:56.326194+0000","last_fullsized":"2023-10-21T13:04:56.326194+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:47.340687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326839+0000","last_change":"2023-10-21T13:04:53.836374+0000","last_active":"2023-10-21T13:04:56.326839+0000","last_peered":"2023-10-21T13:04:56.326839+0000","last_clean":"2023-10-21T13:04:56.326839+0000","last_became_active":"2023-10-21T13:04:53.836099+0000","last_became_peered":"2023-10-21T13:04:53.836099+0000","last_unstale":"2023-10-21T13:04:56.326839+0000","last_undegraded":"2023-10-21T13:04:56.326839+0000","last_fullsized":"2023-10-21T13:04:56.326839+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:41.993911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824480+0000","last_change":"2023-10-21T13:04:53.845406+0000","last_active":"2023-10-21T13:04:54.824480+0000","last_peered":"2023-10-21T13:04:54.824480+0000","last_clean":"2023-10-21T13:04:54.824480+0000","last_became_active":"2023-10-21T13:04:53.845072+0000","last_became_peered":"2023-10-21T13:04:53.845072+0000","last_unstale":"2023-10-21T13:04:54.824480+0000","last_undegraded":"2023-10-21T13:04:54.824480+0000","last_fullsized":"2023-10-21T13:04:54.824480+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:29.165649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327019+0000","last_change":"2023-10-21T13:04:53.821683+0000","last_active":"2023-10-21T13:04:56.327019+0000","last_peered":"2023-10-21T13:04:56.327019+0000","last_clean":"2023-10-21T13:04:56.327019+0000","last_became_active":"2023-10-21T13:04:53.821337+0000","last_became_peered":"2023-10-21T13:04:53.821337+0000","last_unstale":"2023-10-21T13:04:56.327019+0000","last_undegraded":"2023-10-21T13:04:56.327019+0000","last_fullsized":"2023-10-21T13:04:56.327019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:00:06.067009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326964+0000","last_change":"2023-10-21T13:04:53.844320+0000","last_active":"2023-10-21T13:04:56.326964+0000","last_peered":"2023-10-21T13:04:56.326964+0000","last_clean":"2023-10-21T13:04:56.326964+0000","last_became_active":"2023-10-21T13:04:53.843989+0000","last_became_peered":"2023-10-21T13:04:53.843989+0000","last_unstale":"2023-10-21T13:04:56.326964+0000","last_undegraded":"2023-10-21T13:04:56.326964+0000","last_fullsized":"2023-10-21T13:04:56.326964+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:03:10.074358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326734+0000","last_change":"2023-10-21T13:04:53.826295+0000","last_active":"2023-10-21T13:04:56.326734+0000","last_peered":"2023-10-21T13:04:56.326734+0000","last_clean":"2023-10-21T13:04:56.326734+0000","last_became_active":"2023-10-21T13:04:53.825365+0000","last_became_peered":"2023-10-21T13:04:53.825365+0000","last_unstale":"2023-10-21T13:04:56.326734+0000","last_undegraded":"2023-10-21T13:04:56.326734+0000","last_fullsized":"2023-10-21T13:04:56.326734+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:49:00.225959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302245+0000","last_change":"2023-10-21T13:04:53.835761+0000","last_active":"2023-10-21T13:04:56.302245+0000","last_peered":"2023-10-21T13:04:56.302245+0000","last_clean":"2023-10-21T13:04:56.302245+0000","last_became_active":"2023-10-21T13:04:53.835450+0000","last_became_peered":"2023-10-21T13:04:53.835450+0000","last_unstale":"2023-10-21T13:04:56.302245+0000","last_undegraded":"2023-10-21T13:04:56.302245+0000","last_fullsized":"2023-10-21T13:04:56.302245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:32.323454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302210+0000","last_change":"2023-10-21T13:04:53.827564+0000","last_active":"2023-10-21T13:04:56.302210+0000","last_peered":"2023-10-21T13:04:56.302210+0000","last_clean":"2023-10-21T13:04:56.302210+0000","last_became_active":"2023-10-21T13:04:53.827287+0000","last_became_peered":"2023-10-21T13:04:53.827287+0000","last_unstale":"2023-10-21T13:04:56.302210+0000","last_undegraded":"2023-10-21T13:04:56.302210+0000","last_fullsized":"2023-10-21T13:04:56.302210+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:37:53.577578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326659+0000","last_change":"2023-10-21T13:04:53.838327+0000","last_active":"2023-10-21T13:04:56.326659+0000","last_peered":"2023-10-21T13:04:56.326659+0000","last_clean":"2023-10-21T13:04:56.326659+0000","last_became_active":"2023-10-21T13:04:53.838079+0000","last_became_peered":"2023-10-21T13:04:53.838079+0000","last_unstale":"2023-10-21T13:04:56.326659+0000","last_undegraded":"2023-10-21T13:04:56.326659+0000","last_fullsized":"2023-10-21T13:04:56.326659+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:35.667469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327571+0000","last_change":"2023-10-21T13:04:53.830234+0000","last_active":"2023-10-21T13:04:56.327571+0000","last_peered":"2023-10-21T13:04:56.327571+0000","last_clean":"2023-10-21T13:04:56.327571+0000","last_became_active":"2023-10-21T13:04:53.829922+0000","last_became_peered":"2023-10-21T13:04:53.829922+0000","last_unstale":"2023-10-21T13:04:56.327571+0000","last_undegraded":"2023-10-21T13:04:56.327571+0000","last_fullsized":"2023-10-21T13:04:56.327571+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:57:57.213632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327280+0000","last_change":"2023-10-21T13:04:53.841454+0000","last_active":"2023-10-21T13:04:56.327280+0000","last_peered":"2023-10-21T13:04:56.327280+0000","last_clean":"2023-10-21T13:04:56.327280+0000","last_became_active":"2023-10-21T13:04:53.841125+0000","last_became_peered":"2023-10-21T13:04:53.841125+0000","last_unstale":"2023-10-21T13:04:56.327280+0000","last_undegraded":"2023-10-21T13:04:56.327280+0000","last_fullsized":"2023-10-21T13:04:56.327280+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:09:13.180066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326583+0000","last_change":"2023-10-21T13:04:53.832618+0000","last_active":"2023-10-21T13:04:56.326583+0000","last_peered":"2023-10-21T13:04:56.326583+0000","last_clean":"2023-10-21T13:04:56.326583+0000","last_became_active":"2023-10-21T13:04:53.832309+0000","last_became_peered":"2023-10-21T13:04:53.832309+0000","last_unstale":"2023-10-21T13:04:56.326583+0000","last_undegraded":"2023-10-21T13:04:56.326583+0000","last_fullsized":"2023-10-21T13:04:56.326583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:19:03.536321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327587+0000","last_change":"2023-10-21T13:04:53.842993+0000","last_active":"2023-10-21T13:04:56.327587+0000","last_peered":"2023-10-21T13:04:56.327587+0000","last_clean":"2023-10-21T13:04:56.327587+0000","last_became_active":"2023-10-21T13:04:53.842523+0000","last_became_peered":"2023-10-21T13:04:53.842523+0000","last_unstale":"2023-10-21T13:04:56.327587+0000","last_undegraded":"2023-10-21T13:04:56.327587+0000","last_fullsized":"2023-10-21T13:04:56.327587+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:20.906558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220552+0000","last_change":"2023-10-21T13:04:52.827974+0000","last_active":"2023-10-21T13:04:56.220552+0000","last_peered":"2023-10-21T13:04:56.220552+0000","last_clean":"2023-10-21T13:04:56.220552+0000","last_became_active":"2023-10-21T13:04:52.827657+0000","last_became_peered":"2023-10-21T13:04:52.827657+0000","last_unstale":"2023-10-21T13:04:56.220552+0000","last_undegraded":"2023-10-21T13:04:56.220552+0000","last_fullsized":"2023-10-21T13:04:56.220552+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:27.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327055+0000","last_change":"2023-10-21T13:04:53.821775+0000","last_active":"2023-10-21T13:04:56.327055+0000","last_peered":"2023-10-21T13:04:56.327055+0000","last_clean":"2023-10-21T13:04:56.327055+0000","last_became_active":"2023-10-21T13:04:53.821515+0000","last_became_peered":"2023-10-21T13:04:53.821515+0000","last_unstale":"2023-10-21T13:04:56.327055+0000","last_undegraded":"2023-10-21T13:04:56.327055+0000","last_fullsized":"2023-10-21T13:04:56.327055+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:16:50.803670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326999+0000","last_change":"2023-10-21T13:04:52.817095+0000","last_active":"2023-10-21T13:04:56.326999+0000","last_peered":"2023-10-21T13:04:56.326999+0000","last_clean":"2023-10-21T13:04:56.326999+0000","last_became_active":"2023-10-21T13:04:52.816827+0000","last_became_peered":"2023-10-21T13:04:52.816827+0000","last_unstale":"2023-10-21T13:04:56.326999+0000","last_undegraded":"2023-10-21T13:04:56.326999+0000","last_fullsized":"2023-10-21T13:04:56.326999+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:44.816878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327163+0000","last_change":"2023-10-21T13:04:53.823848+0000","last_active":"2023-10-21T13:04:56.327163+0000","last_peered":"2023-10-21T13:04:56.327163+0000","last_clean":"2023-10-21T13:04:56.327163+0000","last_became_active":"2023-10-21T13:04:53.823599+0000","last_became_peered":"2023-10-21T13:04:53.823599+0000","last_unstale":"2023-10-21T13:04:56.327163+0000","last_undegraded":"2023-10-21T13:04:56.327163+0000","last_fullsized":"2023-10-21T13:04:56.327163+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:03:10.074358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327054+0000","last_change":"2023-10-21T13:04:52.825640+0000","last_active":"2023-10-21T13:04:56.327054+0000","last_peered":"2023-10-21T13:04:56.327054+0000","last_clean":"2023-10-21T13:04:56.327054+0000","last_became_active":"2023-10-21T13:04:52.825355+0000","last_became_peered":"2023-10-21T13:04:52.825355+0000","last_unstale":"2023-10-21T13:04:56.327054+0000","last_undegraded":"2023-10-21T13:04:56.327054+0000","last_fullsized":"2023-10-21T13:04:56.327054+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:34.660919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824448+0000","last_change":"2023-10-21T13:04:53.834713+0000","last_active":"2023-10-21T13:04:54.824448+0000","last_peered":"2023-10-21T13:04:54.824448+0000","last_clean":"2023-10-21T13:04:54.824448+0000","last_became_active":"2023-10-21T13:04:53.834289+0000","last_became_peered":"2023-10-21T13:04:53.834289+0000","last_unstale":"2023-10-21T13:04:54.824448+0000","last_undegraded":"2023-10-21T13:04:54.824448+0000","last_fullsized":"2023-10-21T13:04:54.824448+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:05:18.922088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326588+0000","last_change":"2023-10-21T13:04:52.823514+0000","last_active":"2023-10-21T13:04:56.326588+0000","last_peered":"2023-10-21T13:04:56.326588+0000","last_clean":"2023-10-21T13:04:56.326588+0000","last_became_active":"2023-10-21T13:04:52.823140+0000","last_became_peered":"2023-10-21T13:04:52.823140+0000","last_unstale":"2023-10-21T13:04:56.326588+0000","last_undegraded":"2023-10-21T13:04:56.326588+0000","last_fullsized":"2023-10-21T13:04:56.326588+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:37:52.571029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326885+0000","last_change":"2023-10-21T13:04:53.842564+0000","last_active":"2023-10-21T13:04:56.326885+0000","last_peered":"2023-10-21T13:04:56.326885+0000","last_clean":"2023-10-21T13:04:56.326885+0000","last_became_active":"2023-10-21T13:04:53.842176+0000","last_became_peered":"2023-10-21T13:04:53.842176+0000","last_unstale":"2023-10-21T13:04:56.326885+0000","last_undegraded":"2023-10-21T13:04:56.326885+0000","last_fullsized":"2023-10-21T13:04:56.326885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:13:21.282583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326714+0000","last_change":"2023-10-21T13:04:52.817252+0000","last_active":"2023-10-21T13:04:56.326714+0000","last_peered":"2023-10-21T13:04:56.326714+0000","last_clean":"2023-10-21T13:04:56.326714+0000","last_became_active":"2023-10-21T13:04:52.816715+0000","last_became_peered":"2023-10-21T13:04:52.816715+0000","last_unstale":"2023-10-21T13:04:56.326714+0000","last_undegraded":"2023-10-21T13:04:56.326714+0000","last_fullsized":"2023-10-21T13:04:56.326714+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:50:22.298725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824261+0000","last_change":"2023-10-21T13:04:53.827201+0000","last_active":"2023-10-21T13:04:54.824261+0000","last_peered":"2023-10-21T13:04:54.824261+0000","last_clean":"2023-10-21T13:04:54.824261+0000","last_became_active":"2023-10-21T13:04:53.826463+0000","last_became_peered":"2023-10-21T13:04:53.826463+0000","last_unstale":"2023-10-21T13:04:54.824261+0000","last_undegraded":"2023-10-21T13:04:54.824261+0000","last_fullsized":"2023-10-21T13:04:54.824261+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:45.823428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326416+0000","last_change":"2023-10-21T13:04:52.820256+0000","last_active":"2023-10-21T13:04:56.326416+0000","last_peered":"2023-10-21T13:04:56.326416+0000","last_clean":"2023-10-21T13:04:56.326416+0000","last_became_active":"2023-10-21T13:04:52.819854+0000","last_became_peered":"2023-10-21T13:04:52.819854+0000","last_unstale":"2023-10-21T13:04:56.326416+0000","last_undegraded":"2023-10-21T13:04:56.326416+0000","last_fullsized":"2023-10-21T13:04:56.326416+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:46.334138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220596+0000","last_change":"2023-10-21T13:04:53.834861+0000","last_active":"2023-10-21T13:04:56.220596+0000","last_peered":"2023-10-21T13:04:56.220596+0000","last_clean":"2023-10-21T13:04:56.220596+0000","last_became_active":"2023-10-21T13:04:53.834557+0000","last_became_peered":"2023-10-21T13:04:53.834557+0000","last_unstale":"2023-10-21T13:04:56.220596+0000","last_undegraded":"2023-10-21T13:04:56.220596+0000","last_fullsized":"2023-10-21T13:04:56.220596+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:41.993911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.301901+0000","last_change":"2023-10-21T13:04:52.824810+0000","last_active":"2023-10-21T13:04:56.301901+0000","last_peered":"2023-10-21T13:04:56.301901+0000","last_clean":"2023-10-21T13:04:56.301901+0000","last_became_active":"2023-10-21T13:04:52.824494+0000","last_became_peered":"2023-10-21T13:04:52.824494+0000","last_unstale":"2023-10-21T13:04:56.301901+0000","last_undegraded":"2023-10-21T13:04:56.301901+0000","last_fullsized":"2023-10-21T13:04:56.301901+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:27.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326756+0000","last_change":"2023-10-21T13:04:53.831599+0000","last_active":"2023-10-21T13:04:56.326756+0000","last_peered":"2023-10-21T13:04:56.326756+0000","last_clean":"2023-10-21T13:04:56.326756+0000","last_became_active":"2023-10-21T13:04:53.830953+0000","last_became_peered":"2023-10-21T13:04:53.830953+0000","last_unstale":"2023-10-21T13:04:56.326756+0000","last_undegraded":"2023-10-21T13:04:56.326756+0000","last_fullsized":"2023-10-21T13:04:56.326756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:22:43.637576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326207+0000","last_change":"2023-10-21T13:04:52.825533+0000","last_active":"2023-10-21T13:04:56.326207+0000","last_peered":"2023-10-21T13:04:56.326207+0000","last_clean":"2023-10-21T13:04:56.326207+0000","last_became_active":"2023-10-21T13:04:52.825250+0000","last_became_peered":"2023-10-21T13:04:52.825250+0000","last_unstale":"2023-10-21T13:04:56.326207+0000","last_undegraded":"2023-10-21T13:04:56.326207+0000","last_fullsized":"2023-10-21T13:04:56.326207+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:34.660919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220362+0000","last_change":"2023-10-21T13:04:53.824700+0000","last_active":"2023-10-21T13:04:56.220362+0000","last_peered":"2023-10-21T13:04:56.220362+0000","last_clean":"2023-10-21T13:04:56.220362+0000","last_became_active":"2023-10-21T13:04:53.824411+0000","last_became_peered":"2023-10-21T13:04:53.824411+0000","last_unstale":"2023-10-21T13:04:56.220362+0000","last_undegraded":"2023-10-21T13:04:56.220362+0000","last_fullsized":"2023-10-21T13:04:56.220362+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:47.898415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824349+0000","last_change":"2023-10-21T13:04:52.822685+0000","last_active":"2023-10-21T13:04:54.824349+0000","last_peered":"2023-10-21T13:04:54.824349+0000","last_clean":"2023-10-21T13:04:54.824349+0000","last_became_active":"2023-10-21T13:04:52.822364+0000","last_became_peered":"2023-10-21T13:04:52.822364+0000","last_unstale":"2023-10-21T13:04:54.824349+0000","last_undegraded":"2023-10-21T13:04:54.824349+0000","last_fullsized":"2023-10-21T13:04:54.824349+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:19:02.529771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824868+0000","last_change":"2023-10-21T13:04:53.832311+0000","last_active":"2023-10-21T13:04:54.824868+0000","last_peered":"2023-10-21T13:04:54.824868+0000","last_clean":"2023-10-21T13:04:54.824868+0000","last_became_active":"2023-10-21T13:04:53.832040+0000","last_became_peered":"2023-10-21T13:04:53.832040+0000","last_unstale":"2023-10-21T13:04:54.824868+0000","last_undegraded":"2023-10-21T13:04:54.824868+0000","last_fullsized":"2023-10-21T13:04:54.824868+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:29.165649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326892+0000","last_change":"2023-10-21T13:04:52.825613+0000","last_active":"2023-10-21T13:04:56.326892+0000","last_peered":"2023-10-21T13:04:56.326892+0000","last_clean":"2023-10-21T13:04:56.326892+0000","last_became_active":"2023-10-21T13:04:52.825324+0000","last_became_peered":"2023-10-21T13:04:52.825324+0000","last_unstale":"2023-10-21T13:04:56.326892+0000","last_undegraded":"2023-10-21T13:04:56.326892+0000","last_fullsized":"2023-10-21T13:04:56.326892+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:46.891866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327310+0000","last_change":"2023-10-21T13:04:53.842358+0000","last_active":"2023-10-21T13:04:56.327310+0000","last_peered":"2023-10-21T13:04:56.327310+0000","last_clean":"2023-10-21T13:04:56.327310+0000","last_became_active":"2023-10-21T13:04:53.842043+0000","last_became_peered":"2023-10-21T13:04:53.842043+0000","last_unstale":"2023-10-21T13:04:56.327310+0000","last_undegraded":"2023-10-21T13:04:56.327310+0000","last_fullsized":"2023-10-21T13:04:56.327310+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:23:18.205400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326382+0000","last_change":"2023-10-21T13:04:52.814579+0000","last_active":"2023-10-21T13:04:56.326382+0000","last_peered":"2023-10-21T13:04:56.326382+0000","last_clean":"2023-10-21T13:04:56.326382+0000","last_became_active":"2023-10-21T13:04:52.814328+0000","last_became_peered":"2023-10-21T13:04:52.814328+0000","last_unstale":"2023-10-21T13:04:56.326382+0000","last_undegraded":"2023-10-21T13:04:56.326382+0000","last_fullsized":"2023-10-21T13:04:56.326382+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:43:18.614010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327537+0000","last_change":"2023-10-21T13:04:53.843467+0000","last_active":"2023-10-21T13:04:56.327537+0000","last_peered":"2023-10-21T13:04:56.327537+0000","last_clean":"2023-10-21T13:04:56.327537+0000","last_became_active":"2023-10-21T13:04:53.843184+0000","last_became_peered":"2023-10-21T13:04:53.843184+0000","last_unstale":"2023-10-21T13:04:56.327537+0000","last_undegraded":"2023-10-21T13:04:56.327537+0000","last_fullsized":"2023-10-21T13:04:56.327537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:00:06.067009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824329+0000","last_change":"2023-10-21T13:04:52.818859+0000","last_active":"2023-10-21T13:04:54.824329+0000","last_peered":"2023-10-21T13:04:54.824329+0000","last_clean":"2023-10-21T13:04:54.824329+0000","last_became_active":"2023-10-21T13:04:52.818520+0000","last_became_peered":"2023-10-21T13:04:52.818520+0000","last_unstale":"2023-10-21T13:04:54.824329+0000","last_undegraded":"2023-10-21T13:04:54.824329+0000","last_fullsized":"2023-10-21T13:04:54.824329+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327167+0000","last_change":"2023-10-21T13:04:53.836247+0000","last_active":"2023-10-21T13:04:56.327167+0000","last_peered":"2023-10-21T13:04:56.327167+0000","last_clean":"2023-10-21T13:04:56.327167+0000","last_became_active":"2023-10-21T13:04:53.835986+0000","last_became_peered":"2023-10-21T13:04:53.835986+0000","last_unstale":"2023-10-21T13:04:56.327167+0000","last_undegraded":"2023-10-21T13:04:56.327167+0000","last_fullsized":"2023-10-21T13:04:56.327167+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:23:18.205400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326486+0000","last_change":"2023-10-21T13:04:52.816181+0000","last_active":"2023-10-21T13:04:56.326486+0000","last_peered":"2023-10-21T13:04:56.326486+0000","last_clean":"2023-10-21T13:04:56.326486+0000","last_became_active":"2023-10-21T13:04:52.815872+0000","last_became_peered":"2023-10-21T13:04:52.815872+0000","last_unstale":"2023-10-21T13:04:56.326486+0000","last_undegraded":"2023-10-21T13:04:56.326486+0000","last_fullsized":"2023-10-21T13:04:56.326486+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:20:21.893850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302031+0000","last_change":"2023-10-21T13:04:53.843638+0000","last_active":"2023-10-21T13:04:56.302031+0000","last_peered":"2023-10-21T13:04:56.302031+0000","last_clean":"2023-10-21T13:04:56.302031+0000","last_became_active":"2023-10-21T13:04:53.843347+0000","last_became_peered":"2023-10-21T13:04:53.843347+0000","last_unstale":"2023-10-21T13:04:56.302031+0000","last_undegraded":"2023-10-21T13:04:56.302031+0000","last_fullsized":"2023-10-21T13:04:56.302031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:29.165649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326711+0000","last_change":"2023-10-21T13:04:52.818112+0000","last_active":"2023-10-21T13:04:56.326711+0000","last_peered":"2023-10-21T13:04:56.326711+0000","last_clean":"2023-10-21T13:04:56.326711+0000","last_became_active":"2023-10-21T13:04:52.817686+0000","last_became_peered":"2023-10-21T13:04:52.817686+0000","last_unstale":"2023-10-21T13:04:56.326711+0000","last_undegraded":"2023-10-21T13:04:56.326711+0000","last_fullsized":"2023-10-21T13:04:56.326711+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:00:34.146049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326640+0000","last_change":"2023-10-21T13:04:53.843247+0000","last_active":"2023-10-21T13:04:56.326640+0000","last_peered":"2023-10-21T13:04:56.326640+0000","last_clean":"2023-10-21T13:04:56.326640+0000","last_became_active":"2023-10-21T13:04:53.842783+0000","last_became_peered":"2023-10-21T13:04:53.842783+0000","last_unstale":"2023-10-21T13:04:56.326640+0000","last_undegraded":"2023-10-21T13:04:56.326640+0000","last_fullsized":"2023-10-21T13:04:56.326640+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:09:22.492215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326287+0000","last_change":"2023-10-21T13:04:52.827863+0000","last_active":"2023-10-21T13:04:56.326287+0000","last_peered":"2023-10-21T13:04:56.326287+0000","last_clean":"2023-10-21T13:04:56.326287+0000","last_became_active":"2023-10-21T13:04:52.827590+0000","last_became_peered":"2023-10-21T13:04:52.827590+0000","last_unstale":"2023-10-21T13:04:56.326287+0000","last_undegraded":"2023-10-21T13:04:56.326287+0000","last_fullsized":"2023-10-21T13:04:56.326287+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:15.131888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824019+0000","last_change":"2023-10-21T13:04:53.833086+0000","last_active":"2023-10-21T13:04:54.824019+0000","last_peered":"2023-10-21T13:04:54.824019+0000","last_clean":"2023-10-21T13:04:54.824019+0000","last_became_active":"2023-10-21T13:04:53.832394+0000","last_became_peered":"2023-10-21T13:04:53.832394+0000","last_unstale":"2023-10-21T13:04:54.824019+0000","last_undegraded":"2023-10-21T13:04:54.824019+0000","last_fullsized":"2023-10-21T13:04:54.824019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:13.617448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220136+0000","last_change":"2023-10-21T13:04:52.814619+0000","last_active":"2023-10-21T13:04:56.220136+0000","last_peered":"2023-10-21T13:04:56.220136+0000","last_clean":"2023-10-21T13:04:56.220136+0000","last_became_active":"2023-10-21T13:04:52.814310+0000","last_became_peered":"2023-10-21T13:04:52.814310+0000","last_unstale":"2023-10-21T13:04:56.220136+0000","last_undegraded":"2023-10-21T13:04:56.220136+0000","last_fullsized":"2023-10-21T13:04:56.220136+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:28.159100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326205+0000","last_change":"2023-10-21T13:04:53.842892+0000","last_active":"2023-10-21T13:04:56.326205+0000","last_peered":"2023-10-21T13:04:56.326205+0000","last_clean":"2023-10-21T13:04:56.326205+0000","last_became_active":"2023-10-21T13:04:53.842406+0000","last_became_peered":"2023-10-21T13:04:53.842406+0000","last_unstale":"2023-10-21T13:04:56.326205+0000","last_undegraded":"2023-10-21T13:04:56.326205+0000","last_fullsized":"2023-10-21T13:04:56.326205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:23:18.205400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327354+0000","last_change":"2023-10-21T13:04:52.819732+0000","last_active":"2023-10-21T13:04:56.327354+0000","last_peered":"2023-10-21T13:04:56.327354+0000","last_clean":"2023-10-21T13:04:56.327354+0000","last_became_active":"2023-10-21T13:04:52.819354+0000","last_became_peered":"2023-10-21T13:04:52.819354+0000","last_unstale":"2023-10-21T13:04:56.327354+0000","last_undegraded":"2023-10-21T13:04:56.327354+0000","last_fullsized":"2023-10-21T13:04:56.327354+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:31.316905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824774+0000","last_change":"2023-10-21T13:04:53.829613+0000","last_active":"2023-10-21T13:04:54.824774+0000","last_peered":"2023-10-21T13:04:54.824774+0000","last_clean":"2023-10-21T13:04:54.824774+0000","last_became_active":"2023-10-21T13:04:53.829366+0000","last_became_peered":"2023-10-21T13:04:53.829366+0000","last_unstale":"2023-10-21T13:04:54.824774+0000","last_undegraded":"2023-10-21T13:04:54.824774+0000","last_fullsized":"2023-10-21T13:04:54.824774+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:05:18.922088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326869+0000","last_change":"2023-10-21T13:04:52.816988+0000","last_active":"2023-10-21T13:04:56.326869+0000","last_peered":"2023-10-21T13:04:56.326869+0000","last_clean":"2023-10-21T13:04:56.326869+0000","last_became_active":"2023-10-21T13:04:52.816645+0000","last_became_peered":"2023-10-21T13:04:52.816645+0000","last_unstale":"2023-10-21T13:04:56.326869+0000","last_undegraded":"2023-10-21T13:04:56.326869+0000","last_fullsized":"2023-10-21T13:04:56.326869+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:20:01.968824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824501+0000","last_change":"2023-10-21T13:04:53.835732+0000","last_active":"2023-10-21T13:04:54.824501+0000","last_peered":"2023-10-21T13:04:54.824501+0000","last_clean":"2023-10-21T13:04:54.824501+0000","last_became_active":"2023-10-21T13:04:53.835453+0000","last_became_peered":"2023-10-21T13:04:53.835453+0000","last_unstale":"2023-10-21T13:04:54.824501+0000","last_undegraded":"2023-10-21T13:04:54.824501+0000","last_fullsized":"2023-10-21T13:04:54.824501+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:16.138437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326504+0000","last_change":"2023-10-21T13:04:52.820120+0000","last_active":"2023-10-21T13:04:56.326504+0000","last_peered":"2023-10-21T13:04:56.326504+0000","last_clean":"2023-10-21T13:04:56.326504+0000","last_became_active":"2023-10-21T13:04:52.819539+0000","last_became_peered":"2023-10-21T13:04:52.819539+0000","last_unstale":"2023-10-21T13:04:56.326504+0000","last_undegraded":"2023-10-21T13:04:56.326504+0000","last_fullsized":"2023-10-21T13:04:56.326504+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:40.987361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326497+0000","last_change":"2023-10-21T13:04:53.821286+0000","last_active":"2023-10-21T13:04:56.326497+0000","last_peered":"2023-10-21T13:04:56.326497+0000","last_clean":"2023-10-21T13:04:56.326497+0000","last_became_active":"2023-10-21T13:04:53.820970+0000","last_became_peered":"2023-10-21T13:04:53.820970+0000","last_unstale":"2023-10-21T13:04:56.326497+0000","last_undegraded":"2023-10-21T13:04:56.326497+0000","last_fullsized":"2023-10-21T13:04:56.326497+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:00:35.152598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326459+0000","last_change":"2023-10-21T13:04:53.831796+0000","last_active":"2023-10-21T13:04:56.326459+0000","last_peered":"2023-10-21T13:04:56.326459+0000","last_clean":"2023-10-21T13:04:56.326459+0000","last_became_active":"2023-10-21T13:04:53.831273+0000","last_became_peered":"2023-10-21T13:04:53.831273+0000","last_unstale":"2023-10-21T13:04:56.326459+0000","last_undegraded":"2023-10-21T13:04:56.326459+0000","last_fullsized":"2023-10-21T13:04:56.326459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:47.898415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326159+0000","last_change":"2023-10-21T13:04:52.818406+0000","last_active":"2023-10-21T13:04:56.326159+0000","last_peered":"2023-10-21T13:04:56.326159+0000","last_clean":"2023-10-21T13:04:56.326159+0000","last_became_active":"2023-10-21T13:04:52.818104+0000","last_became_peered":"2023-10-21T13:04:52.818104+0000","last_unstale":"2023-10-21T13:04:56.326159+0000","last_undegraded":"2023-10-21T13:04:56.326159+0000","last_fullsized":"2023-10-21T13:04:56.326159+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220437+0000","last_change":"2023-10-21T13:04:53.813290+0000","last_active":"2023-10-21T13:04:56.220437+0000","last_peered":"2023-10-21T13:04:56.220437+0000","last_clean":"2023-10-21T13:04:56.220437+0000","last_became_active":"2023-10-21T13:04:53.812948+0000","last_became_peered":"2023-10-21T13:04:53.812948+0000","last_unstale":"2023-10-21T13:04:56.220437+0000","last_undegraded":"2023-10-21T13:04:56.220437+0000","last_fullsized":"2023-10-21T13:04:56.220437+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:32.323454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326502+0000","last_change":"2023-10-21T13:04:52.822379+0000","last_active":"2023-10-21T13:04:56.326502+0000","last_peered":"2023-10-21T13:04:56.326502+0000","last_clean":"2023-10-21T13:04:56.326502+0000","last_became_active":"2023-10-21T13:04:52.821883+0000","last_became_peered":"2023-10-21T13:04:52.821883+0000","last_unstale":"2023-10-21T13:04:56.326502+0000","last_undegraded":"2023-10-21T13:04:56.326502+0000","last_fullsized":"2023-10-21T13:04:56.326502+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:12.610899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-10-21T13:04:53.817856+0000","last_change":"2023-10-21T13:04:48.686798+0000","last_active":"2023-10-21T13:04:53.817856+0000","last_peered":"2023-10-21T13:04:53.817856+0000","last_clean":"2023-10-21T13:04:53.817856+0000","last_became_active":"2023-10-21T13:04:48.685603+0000","last_became_peered":"2023-10-21T13:04:48.685603+0000","last_unstale":"2023-10-21T13:04:53.817856+0000","last_undegraded":"2023-10-21T13:04:53.817856+0000","last_fullsized":"2023-10-21T13:04:53.817856+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_clean_scrub_stamp":"2023-10-21T13:04:47.669759+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:39:05.649200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.301934+0000","last_change":"2023-10-21T13:04:53.834584+0000","last_active":"2023-10-21T13:04:56.301934+0000","last_peered":"2023-10-21T13:04:56.301934+0000","last_clean":"2023-10-21T13:04:56.301934+0000","last_became_active":"2023-10-21T13:04:53.834318+0000","last_became_peered":"2023-10-21T13:04:53.834318+0000","last_unstale":"2023-10-21T13:04:56.301934+0000","last_undegraded":"2023-10-21T13:04:56.301934+0000","last_fullsized":"2023-10-21T13:04:56.301934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:05:18.922088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326115+0000","last_change":"2023-10-21T13:04:52.820896+0000","last_active":"2023-10-21T13:04:56.326115+0000","last_peered":"2023-10-21T13:04:56.326115+0000","last_clean":"2023-10-21T13:04:56.326115+0000","last_became_active":"2023-10-21T13:04:52.820569+0000","last_became_peered":"2023-10-21T13:04:52.820569+0000","last_unstale":"2023-10-21T13:04:56.326115+0000","last_undegraded":"2023-10-21T13:04:56.326115+0000","last_fullsized":"2023-10-21T13:04:56.326115+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:46.891866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326968+0000","last_change":"2023-10-21T13:04:52.821094+0000","last_active":"2023-10-21T13:04:56.326968+0000","last_peered":"2023-10-21T13:04:56.326968+0000","last_clean":"2023-10-21T13:04:56.326968+0000","last_became_active":"2023-10-21T13:04:52.820862+0000","last_became_peered":"2023-10-21T13:04:52.820862+0000","last_unstale":"2023-10-21T13:04:56.326968+0000","last_undegraded":"2023-10-21T13:04:56.326968+0000","last_fullsized":"2023-10-21T13:04:56.326968+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:16:49.797121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302159+0000","last_change":"2023-10-21T13:04:53.837101+0000","last_active":"2023-10-21T13:04:56.302159+0000","last_peered":"2023-10-21T13:04:56.302159+0000","last_clean":"2023-10-21T13:04:56.302159+0000","last_became_active":"2023-10-21T13:04:53.836822+0000","last_became_peered":"2023-10-21T13:04:53.836822+0000","last_unstale":"2023-10-21T13:04:56.302159+0000","last_undegraded":"2023-10-21T13:04:56.302159+0000","last_fullsized":"2023-10-21T13:04:56.302159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:42:05.049067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220631+0000","last_change":"2023-10-21T13:04:52.824718+0000","last_active":"2023-10-21T13:04:56.220631+0000","last_peered":"2023-10-21T13:04:56.220631+0000","last_clean":"2023-10-21T13:04:56.220631+0000","last_became_active":"2023-10-21T13:04:52.824446+0000","last_became_peered":"2023-10-21T13:04:52.824446+0000","last_unstale":"2023-10-21T13:04:56.220631+0000","last_undegraded":"2023-10-21T13:04:56.220631+0000","last_fullsized":"2023-10-21T13:04:56.220631+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:15.131888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220548+0000","last_change":"2023-10-21T13:04:53.835271+0000","last_active":"2023-10-21T13:04:56.220548+0000","last_peered":"2023-10-21T13:04:56.220548+0000","last_clean":"2023-10-21T13:04:56.220548+0000","last_became_active":"2023-10-21T13:04:53.835018+0000","last_became_peered":"2023-10-21T13:04:53.835018+0000","last_unstale":"2023-10-21T13:04:56.220548+0000","last_undegraded":"2023-10-21T13:04:56.220548+0000","last_fullsized":"2023-10-21T13:04:56.220548+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:22:43.637576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327331+0000","last_change":"2023-10-21T13:04:52.819597+0000","last_active":"2023-10-21T13:04:56.327331+0000","last_peered":"2023-10-21T13:04:56.327331+0000","last_clean":"2023-10-21T13:04:56.327331+0000","last_became_active":"2023-10-21T13:04:52.819317+0000","last_became_peered":"2023-10-21T13:04:52.819317+0000","last_unstale":"2023-10-21T13:04:56.327331+0000","last_undegraded":"2023-10-21T13:04:56.327331+0000","last_fullsized":"2023-10-21T13:04:56.327331+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:48:59.219410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220574+0000","last_change":"2023-10-21T13:04:53.829530+0000","last_active":"2023-10-21T13:04:56.220574+0000","last_peered":"2023-10-21T13:04:56.220574+0000","last_clean":"2023-10-21T13:04:56.220574+0000","last_became_active":"2023-10-21T13:04:53.826906+0000","last_became_peered":"2023-10-21T13:04:53.826906+0000","last_unstale":"2023-10-21T13:04:56.220574+0000","last_undegraded":"2023-10-21T13:04:56.220574+0000","last_fullsized":"2023-10-21T13:04:56.220574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:47.340687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326481+0000","last_change":"2023-10-21T13:04:52.815328+0000","last_active":"2023-10-21T13:04:56.326481+0000","last_peered":"2023-10-21T13:04:56.326481+0000","last_clean":"2023-10-21T13:04:56.326481+0000","last_became_active":"2023-10-21T13:04:52.814982+0000","last_became_peered":"2023-10-21T13:04:52.814982+0000","last_unstale":"2023-10-21T13:04:56.326481+0000","last_undegraded":"2023-10-21T13:04:56.326481+0000","last_fullsized":"2023-10-21T13:04:56.326481+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:20:01.968824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326338+0000","last_change":"2023-10-21T13:04:53.842684+0000","last_active":"2023-10-21T13:04:56.326338+0000","last_peered":"2023-10-21T13:04:56.326338+0000","last_clean":"2023-10-21T13:04:56.326338+0000","last_became_active":"2023-10-21T13:04:53.842113+0000","last_became_peered":"2023-10-21T13:04:53.842113+0000","last_unstale":"2023-10-21T13:04:56.326338+0000","last_undegraded":"2023-10-21T13:04:56.326338+0000","last_fullsized":"2023-10-21T13:04:56.326338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:38:32.893150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220267+0000","last_change":"2023-10-21T13:04:52.818219+0000","last_active":"2023-10-21T13:04:56.220267+0000","last_peered":"2023-10-21T13:04:56.220267+0000","last_clean":"2023-10-21T13:04:56.220267+0000","last_became_active":"2023-10-21T13:04:52.817944+0000","last_became_peered":"2023-10-21T13:04:52.817944+0000","last_unstale":"2023-10-21T13:04:56.220267+0000","last_undegraded":"2023-10-21T13:04:56.220267+0000","last_fullsized":"2023-10-21T13:04:56.220267+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220205+0000","last_change":"2023-10-21T13:04:53.831295+0000","last_active":"2023-10-21T13:04:56.220205+0000","last_peered":"2023-10-21T13:04:56.220205+0000","last_clean":"2023-10-21T13:04:56.220205+0000","last_became_active":"2023-10-21T13:04:53.830963+0000","last_became_peered":"2023-10-21T13:04:53.830963+0000","last_unstale":"2023-10-21T13:04:56.220205+0000","last_undegraded":"2023-10-21T13:04:56.220205+0000","last_fullsized":"2023-10-21T13:04:56.220205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:37:53.577578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.301976+0000","last_change":"2023-10-21T13:04:52.818822+0000","last_active":"2023-10-21T13:04:56.301976+0000","last_peered":"2023-10-21T13:04:56.301976+0000","last_clean":"2023-10-21T13:04:56.301976+0000","last_became_active":"2023-10-21T13:04:52.818533+0000","last_became_peered":"2023-10-21T13:04:52.818533+0000","last_unstale":"2023-10-21T13:04:56.301976+0000","last_undegraded":"2023-10-21T13:04:56.301976+0000","last_fullsized":"2023-10-21T13:04:56.301976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:07:47.193529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326611+0000","last_change":"2023-10-21T13:04:53.836060+0000","last_active":"2023-10-21T13:04:56.326611+0000","last_peered":"2023-10-21T13:04:56.326611+0000","last_clean":"2023-10-21T13:04:56.326611+0000","last_became_active":"2023-10-21T13:04:53.835781+0000","last_became_peered":"2023-10-21T13:04:53.835781+0000","last_unstale":"2023-10-21T13:04:56.326611+0000","last_undegraded":"2023-10-21T13:04:56.326611+0000","last_fullsized":"2023-10-21T13:04:56.326611+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:13.617448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326731+0000","last_change":"2023-10-21T13:04:52.818144+0000","last_active":"2023-10-21T13:04:56.326731+0000","last_peered":"2023-10-21T13:04:56.326731+0000","last_clean":"2023-10-21T13:04:56.326731+0000","last_became_active":"2023-10-21T13:04:52.817565+0000","last_became_peered":"2023-10-21T13:04:52.817565+0000","last_unstale":"2023-10-21T13:04:56.326731+0000","last_undegraded":"2023-10-21T13:04:56.326731+0000","last_fullsized":"2023-10-21T13:04:56.326731+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:22:42.631027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326654+0000","last_change":"2023-10-21T13:04:53.841526+0000","last_active":"2023-10-21T13:04:56.326654+0000","last_peered":"2023-10-21T13:04:56.326654+0000","last_clean":"2023-10-21T13:04:56.326654+0000","last_became_active":"2023-10-21T13:04:53.841145+0000","last_became_peered":"2023-10-21T13:04:53.841145+0000","last_unstale":"2023-10-21T13:04:56.326654+0000","last_undegraded":"2023-10-21T13:04:56.326654+0000","last_fullsized":"2023-10-21T13:04:56.326654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:54:02.999111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302263+0000","last_change":"2023-10-21T13:04:52.824650+0000","last_active":"2023-10-21T13:04:56.302263+0000","last_peered":"2023-10-21T13:04:56.302263+0000","last_clean":"2023-10-21T13:04:56.302263+0000","last_became_active":"2023-10-21T13:04:52.824426+0000","last_became_peered":"2023-10-21T13:04:52.824426+0000","last_unstale":"2023-10-21T13:04:56.302263+0000","last_undegraded":"2023-10-21T13:04:56.302263+0000","last_fullsized":"2023-10-21T13:04:56.302263+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:12.610899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327097+0000","last_change":"2023-10-21T13:04:53.842364+0000","last_active":"2023-10-21T13:04:56.327097+0000","last_peered":"2023-10-21T13:04:56.327097+0000","last_clean":"2023-10-21T13:04:56.327097+0000","last_became_active":"2023-10-21T13:04:53.842099+0000","last_became_peered":"2023-10-21T13:04:53.842099+0000","last_unstale":"2023-10-21T13:04:56.327097+0000","last_undegraded":"2023-10-21T13:04:56.327097+0000","last_fullsized":"2023-10-21T13:04:56.327097+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:12:17.897875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326989+0000","last_change":"2023-10-21T13:04:52.825654+0000","last_active":"2023-10-21T13:04:56.326989+0000","last_peered":"2023-10-21T13:04:56.326989+0000","last_clean":"2023-10-21T13:04:56.326989+0000","last_became_active":"2023-10-21T13:04:52.825381+0000","last_became_peered":"2023-10-21T13:04:52.825381+0000","last_unstale":"2023-10-21T13:04:56.326989+0000","last_undegraded":"2023-10-21T13:04:56.326989+0000","last_fullsized":"2023-10-21T13:04:56.326989+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326489+0000","last_change":"2023-10-21T13:04:53.828717+0000","last_active":"2023-10-21T13:04:56.326489+0000","last_peered":"2023-10-21T13:04:56.326489+0000","last_clean":"2023-10-21T13:04:56.326489+0000","last_became_active":"2023-10-21T13:04:53.828437+0000","last_became_peered":"2023-10-21T13:04:53.828437+0000","last_unstale":"2023-10-21T13:04:56.326489+0000","last_undegraded":"2023-10-21T13:04:56.326489+0000","last_fullsized":"2023-10-21T13:04:56.326489+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:37:50.757915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220678+0000","last_change":"2023-10-21T13:04:52.818013+0000","last_active":"2023-10-21T13:04:56.220678+0000","last_peered":"2023-10-21T13:04:56.220678+0000","last_clean":"2023-10-21T13:04:56.220678+0000","last_became_active":"2023-10-21T13:04:52.817673+0000","last_became_peered":"2023-10-21T13:04:52.817673+0000","last_unstale":"2023-10-21T13:04:56.220678+0000","last_undegraded":"2023-10-21T13:04:56.220678+0000","last_fullsized":"2023-10-21T13:04:56.220678+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:44.816878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327428+0000","last_change":"2023-10-21T13:04:53.823584+0000","last_active":"2023-10-21T13:04:56.327428+0000","last_peered":"2023-10-21T13:04:56.327428+0000","last_clean":"2023-10-21T13:04:56.327428+0000","last_became_active":"2023-10-21T13:04:53.823288+0000","last_became_peered":"2023-10-21T13:04:53.823288+0000","last_unstale":"2023-10-21T13:04:56.327428+0000","last_undegraded":"2023-10-21T13:04:56.327428+0000","last_fullsized":"2023-10-21T13:04:56.327428+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:38:32.893150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824000+0000","last_change":"2023-10-21T13:04:53.832995+0000","last_active":"2023-10-21T13:04:54.824000+0000","last_peered":"2023-10-21T13:04:54.824000+0000","last_clean":"2023-10-21T13:04:54.824000+0000","last_became_active":"2023-10-21T13:04:53.832700+0000","last_became_peered":"2023-10-21T13:04:53.832700+0000","last_unstale":"2023-10-21T13:04:54.824000+0000","last_undegraded":"2023-10-21T13:04:54.824000+0000","last_fullsized":"2023-10-21T13:04:54.824000+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:28.725488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326242+0000","last_change":"2023-10-21T13:04:53.824459+0000","last_active":"2023-10-21T13:04:56.326242+0000","last_peered":"2023-10-21T13:04:56.326242+0000","last_clean":"2023-10-21T13:04:56.326242+0000","last_became_active":"2023-10-21T13:04:53.823667+0000","last_became_peered":"2023-10-21T13:04:53.823667+0000","last_unstale":"2023-10-21T13:04:56.326242+0000","last_undegraded":"2023-10-21T13:04:56.326242+0000","last_fullsized":"2023-10-21T13:04:56.326242+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:28.725488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326248+0000","last_change":"2023-10-21T13:04:53.843210+0000","last_active":"2023-10-21T13:04:56.326248+0000","last_peered":"2023-10-21T13:04:56.326248+0000","last_clean":"2023-10-21T13:04:56.326248+0000","last_became_active":"2023-10-21T13:04:53.842845+0000","last_became_peered":"2023-10-21T13:04:53.842845+0000","last_unstale":"2023-10-21T13:04:56.326248+0000","last_undegraded":"2023-10-21T13:04:56.326248+0000","last_fullsized":"2023-10-21T13:04:56.326248+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:50:20.569272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326847+0000","last_change":"2023-10-21T13:04:53.825832+0000","last_active":"2023-10-21T13:04:56.326847+0000","last_peered":"2023-10-21T13:04:56.326847+0000","last_clean":"2023-10-21T13:04:56.326847+0000","last_became_active":"2023-10-21T13:04:53.823172+0000","last_became_peered":"2023-10-21T13:04:53.823172+0000","last_unstale":"2023-10-21T13:04:56.326847+0000","last_undegraded":"2023-10-21T13:04:56.326847+0000","last_fullsized":"2023-10-21T13:04:56.326847+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:47.340687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302139+0000","last_change":"2023-10-21T13:04:53.836050+0000","last_active":"2023-10-21T13:04:56.302139+0000","last_peered":"2023-10-21T13:04:56.302139+0000","last_clean":"2023-10-21T13:04:56.302139+0000","last_became_active":"2023-10-21T13:04:53.835170+0000","last_became_peered":"2023-10-21T13:04:53.835170+0000","last_unstale":"2023-10-21T13:04:56.302139+0000","last_undegraded":"2023-10-21T13:04:56.302139+0000","last_fullsized":"2023-10-21T13:04:56.302139+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:50:23.305275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302339+0000","last_change":"2023-10-21T13:04:53.835285+0000","last_active":"2023-10-21T13:04:56.302339+0000","last_peered":"2023-10-21T13:04:56.302339+0000","last_clean":"2023-10-21T13:04:56.302339+0000","last_became_active":"2023-10-21T13:04:53.834495+0000","last_became_peered":"2023-10-21T13:04:53.834495+0000","last_unstale":"2023-10-21T13:04:56.302339+0000","last_undegraded":"2023-10-21T13:04:56.302339+0000","last_fullsized":"2023-10-21T13:04:56.302339+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:47.898415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824728+0000","last_change":"2023-10-21T13:04:53.844693+0000","last_active":"2023-10-21T13:04:54.824728+0000","last_peered":"2023-10-21T13:04:54.824728+0000","last_clean":"2023-10-21T13:04:54.824728+0000","last_became_active":"2023-10-21T13:04:53.844422+0000","last_became_peered":"2023-10-21T13:04:53.844422+0000","last_unstale":"2023-10-21T13:04:54.824728+0000","last_undegraded":"2023-10-21T13:04:54.824728+0000","last_fullsized":"2023-10-21T13:04:54.824728+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:45.823428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327127+0000","last_change":"2023-10-21T13:04:53.824432+0000","last_active":"2023-10-21T13:04:56.327127+0000","last_peered":"2023-10-21T13:04:56.327127+0000","last_clean":"2023-10-21T13:04:56.327127+0000","last_became_active":"2023-10-21T13:04:53.823835+0000","last_became_peered":"2023-10-21T13:04:53.823835+0000","last_unstale":"2023-10-21T13:04:56.327127+0000","last_undegraded":"2023-10-21T13:04:56.327127+0000","last_fullsized":"2023-10-21T13:04:56.327127+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:49:00.225959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326026+0000","last_change":"2023-10-21T13:04:53.845129+0000","last_active":"2023-10-21T13:04:56.326026+0000","last_peered":"2023-10-21T13:04:56.326026+0000","last_clean":"2023-10-21T13:04:56.326026+0000","last_became_active":"2023-10-21T13:04:53.844836+0000","last_became_peered":"2023-10-21T13:04:53.844836+0000","last_unstale":"2023-10-21T13:04:56.326026+0000","last_undegraded":"2023-10-21T13:04:56.326026+0000","last_fullsized":"2023-10-21T13:04:56.326026+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:03:10.074358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326876+0000","last_change":"2023-10-21T13:04:53.822671+0000","last_active":"2023-10-21T13:04:56.326876+0000","last_peered":"2023-10-21T13:04:56.326876+0000","last_clean":"2023-10-21T13:04:56.326876+0000","last_became_active":"2023-10-21T13:04:53.822264+0000","last_became_peered":"2023-10-21T13:04:53.822264+0000","last_unstale":"2023-10-21T13:04:56.326876+0000","last_undegraded":"2023-10-21T13:04:56.326876+0000","last_fullsized":"2023-10-21T13:04:56.326876+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:00:35.152598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824295+0000","last_change":"2023-10-21T13:04:53.834542+0000","last_active":"2023-10-21T13:04:54.824295+0000","last_peered":"2023-10-21T13:04:54.824295+0000","last_clean":"2023-10-21T13:04:54.824295+0000","last_became_active":"2023-10-21T13:04:53.834312+0000","last_became_peered":"2023-10-21T13:04:53.834312+0000","last_unstale":"2023-10-21T13:04:54.824295+0000","last_undegraded":"2023-10-21T13:04:54.824295+0000","last_fullsized":"2023-10-21T13:04:54.824295+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:16.138437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220453+0000","last_change":"2023-10-21T13:04:53.813487+0000","last_active":"2023-10-21T13:04:56.220453+0000","last_peered":"2023-10-21T13:04:56.220453+0000","last_clean":"2023-10-21T13:04:56.220453+0000","last_became_active":"2023-10-21T13:04:53.812998+0000","last_became_peered":"2023-10-21T13:04:53.812998+0000","last_unstale":"2023-10-21T13:04:56.220453+0000","last_undegraded":"2023-10-21T13:04:56.220453+0000","last_fullsized":"2023-10-21T13:04:56.220453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:35.667469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326690+0000","last_change":"2023-10-21T13:04:53.828218+0000","last_active":"2023-10-21T13:04:56.326690+0000","last_peered":"2023-10-21T13:04:56.326690+0000","last_clean":"2023-10-21T13:04:56.326690+0000","last_became_active":"2023-10-21T13:04:53.827907+0000","last_became_peered":"2023-10-21T13:04:53.827907+0000","last_unstale":"2023-10-21T13:04:56.326690+0000","last_undegraded":"2023-10-21T13:04:56.326690+0000","last_fullsized":"2023-10-21T13:04:56.326690+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:16:50.803670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574851,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":200704,"data_stored":64722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79500000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76300000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.752}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":192512,"data_stored":64598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72399999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":200704,"data_stored":64654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]}]},{"osd":2,"up_from":13,"seq":55834574852,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33800000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27212,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344628,"statfs":{"total":96636764160,"available":96608899072,"internally_reserved":0,"allocated":196608,"data_stored":65180,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.312}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28299999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":225280,"data_stored":73182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27796,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344044,"statfs":{"total":96636764160,"available":96608301056,"internally_reserved":0,"allocated":794624,"data_stored":655058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T13:04:57.970 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T13:04:58.127 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.125+0000 7f66d4366700 1 Processor -- start 2023-10-21T13:04:58.127 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.125+0000 7f66d4366700 1 -- start start 2023-10-21T13:04:58.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.126+0000 7f66d4366700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66cc144ae0 0x7f66cc06b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.126+0000 7f66d4366700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f66cc0cdd50 0x7f66cc0ce1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.126+0000 7f66d4366700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66cc1452e0 con 0x7f66cc0ca180 2023-10-21T13:04:58.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.126+0000 7f66d4366700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66cc06c210 con 0x7f66cc0cdd50 2023-10-21T13:04:58.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.126+0000 7f66d4366700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66cc06b970 con 0x7f66cc144ae0 2023-10-21T13:04:58.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.126+0000 7f66d2102700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f66cc0ca180 0x7f66cc0ca560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47752/0 (socket says 172.21.15.67:47752) 2023-10-21T13:04:58.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.126+0000 7f66d2102700 1 -- 172.21.15.67:0/2407303629 learned_addr learned my addr 172.21.15.67:0/2407303629 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:58.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.126+0000 7f66d2903700 1 --2- 172.21.15.67:0/2407303629 >> v2:172.21.15.67:3300/0 conn(0x7f66cc0cdd50 0x7f66cc0ce1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.126+0000 7f66d1901700 1 --2- 172.21.15.67:0/2407303629 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66cc144ae0 0x7f66cc06b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.126+0000 7f66d2903700 1 -- 172.21.15.67:0/2407303629 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66cc144ae0 msgr2=0x7f66cc06b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:58.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.126+0000 7f66d2903700 1 --2- 172.21.15.67:0/2407303629 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66cc144ae0 0x7f66cc06b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.126+0000 7f66d2903700 1 -- 172.21.15.67:0/2407303629 >> v1:172.21.15.67:6789/0 conn(0x7f66cc0ca180 legacy=0x7f66cc0ca560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.126+0000 7f66d2903700 1 -- 172.21.15.67:0/2407303629 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66cc06bc50 con 0x7f66cc0cdd50 2023-10-21T13:04:58.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.126+0000 7f66d1100700 1 -- 172.21.15.67:0/2407303629 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1451158252 0 0) 0x7f66cc1452e0 con 0x7f66cc0ca180 2023-10-21T13:04:58.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.127+0000 7f66d2903700 1 --2- 172.21.15.67:0/2407303629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66cc0cdd50 0x7f66cc0ce1e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f66c4009d90 tx=0x7f66c400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f6d2f13b4a8a2bc server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:58.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.127+0000 7f66d1100700 1 -- 172.21.15.67:0/2407303629 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c400e070 con 0x7f66cc0cdd50 2023-10-21T13:04:58.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.127+0000 7f66d1100700 1 -- 172.21.15.67:0/2407303629 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66c400bb20 con 0x7f66cc0cdd50 2023-10-21T13:04:58.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.127+0000 7f66d1100700 1 -- 172.21.15.67:0/2407303629 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c4012430 con 0x7f66cc0cdd50 2023-10-21T13:04:58.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.127+0000 7f66d4366700 1 -- 172.21.15.67:0/2407303629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66cc0cdd50 msgr2=0x7f66cc0ce1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.127+0000 7f66d4366700 1 --2- 172.21.15.67:0/2407303629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66cc0cdd50 0x7f66cc0ce1e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f66c4009d90 tx=0x7f66c400b330 comp rx=0 tx=0).stop 2023-10-21T13:04:58.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.127+0000 7f66d4366700 1 -- 172.21.15.67:0/2407303629 shutdown_connections 2023-10-21T13:04:58.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.127+0000 7f66d4366700 1 --2- 172.21.15.67:0/2407303629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66cc0cdd50 0x7f66cc0ce1e0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.127+0000 7f66d4366700 1 --2- 172.21.15.67:0/2407303629 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66cc144ae0 0x7f66cc06b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.127+0000 7f66d4366700 1 -- 172.21.15.67:0/2407303629 >> 172.21.15.67:0/2407303629 conn(0x7f66cc0cc5b0 msgr2=0x7f66cc0cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:58.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.127+0000 7f66d4366700 1 -- 172.21.15.67:0/2407303629 shutdown_connections 2023-10-21T13:04:58.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.127+0000 7f66d4366700 1 -- 172.21.15.67:0/2407303629 wait complete. 2023-10-21T13:04:58.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.129+0000 7f66d4366700 1 Processor -- start 2023-10-21T13:04:58.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.129+0000 7f66d4366700 1 -- start start 2023-10-21T13:04:58.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.129+0000 7f66d4366700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66cc0ca180 0x7f66cc0c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.129+0000 7f66d4366700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66cc0cdd50 0x7f66cc0c9310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.129+0000 7f66d4366700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66cc144ae0 0x7f66cc15dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.129+0000 7f66d4366700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66cc0c5250 con 0x7f66cc0ca180 2023-10-21T13:04:58.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.129+0000 7f66d4366700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66cc157a30 con 0x7f66cc0cdd50 2023-10-21T13:04:58.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.129+0000 7f66d4366700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66cc157750 con 0x7f66cc144ae0 2023-10-21T13:04:58.140 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.129+0000 7f66d2102700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66cc0ca180 0x7f66cc0c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.140 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.129+0000 7f66d2102700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66cc0ca180 0x7f66cc0c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59696/0 (socket says 172.21.15.67:59696) 2023-10-21T13:04:58.140 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.129+0000 7f66d2102700 1 -- 172.21.15.67:0/4032411442 learned_addr learned my addr 172.21.15.67:0/4032411442 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:58.140 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.130+0000 7f66d1901700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66cc0cdd50 0x7f66cc0c9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.140 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.130+0000 7f66d2903700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66cc144ae0 0x7f66cc15dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.140 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.130+0000 7f66d2102700 1 -- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66cc144ae0 msgr2=0x7f66cc15dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.141 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.130+0000 7f66d2102700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66cc144ae0 0x7f66cc15dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.141 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.130+0000 7f66d2102700 1 -- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66cc0cdd50 msgr2=0x7f66cc0c9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.141 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.130+0000 7f66d2102700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66cc0cdd50 0x7f66cc0c9310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.141 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.130+0000 7f66d2102700 1 -- 172.21.15.67:0/4032411442 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66c4009a70 con 0x7f66cc0ca180 2023-10-21T13:04:58.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.130+0000 7f66d1901700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66cc0cdd50 0x7f66cc0c9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:58.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.130+0000 7f66d2102700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66cc0ca180 0x7f66cc0c8dd0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f66bc00c550 tx=0x7f66bc00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:58.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.130+0000 7f66c2ffd700 1 -- 172.21.15.67:0/4032411442 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66bc004c80 con 0x7f66cc0ca180 2023-10-21T13:04:58.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.130+0000 7f66c2ffd700 1 -- 172.21.15.67:0/4032411442 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66bc004e00 con 0x7f66cc0ca180 2023-10-21T13:04:58.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.130+0000 7f66d4366700 1 -- 172.21.15.67:0/4032411442 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66cc15bbe0 con 0x7f66cc0ca180 2023-10-21T13:04:58.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.130+0000 7f66c2ffd700 1 -- 172.21.15.67:0/4032411442 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66bc007310 con 0x7f66cc0ca180 2023-10-21T13:04:58.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.130+0000 7f66d4366700 1 -- 172.21.15.67:0/4032411442 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66cc156690 con 0x7f66cc0ca180 2023-10-21T13:04:58.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.131+0000 7f66d4366700 1 -- 172.21.15.67:0/4032411442 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66cc074d40 con 0x7f66cc0ca180 2023-10-21T13:04:58.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.132+0000 7f66c2ffd700 1 -- 172.21.15.67:0/4032411442 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f66bc007470 con 0x7f66cc0ca180 2023-10-21T13:04:58.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.132+0000 7f66c2ffd700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66b006af00 0x7f66b006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.133+0000 7f66c2ffd700 1 -- 172.21.15.67:0/4032411442 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f66bc0897d0 con 0x7f66cc0ca180 2023-10-21T13:04:58.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.133+0000 7f66d1901700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66b006af00 0x7f66b006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.133+0000 7f66d1901700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66b006af00 0x7f66b006d3c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f66cc0af880 tx=0x7f66c8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:58.145 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.137+0000 7f66c2ffd700 1 -- 172.21.15.67:0/4032411442 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f66bc054960 con 0x7f66cc0ca180 2023-10-21T13:04:58.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.335+0000 7f66d4366700 1 -- 172.21.15.67:0/4032411442 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f66cc0cd830 con 0x7f66b006af00 2023-10-21T13:04:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.343+0000 7f66c2ffd700 1 -- 172.21.15.67:0/4032411442 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264640 (secure 0 0 0) 0x7f66c8004030 con 0x7f66b006af00 2023-10-21T13:04:58.348 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:58.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.346+0000 7f66d4366700 1 -- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66b006af00 msgr2=0x7f66b006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.346+0000 7f66d4366700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66b006af00 0x7f66b006d3c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f66cc0af880 tx=0x7f66c8008040 comp rx=0 tx=0).stop 2023-10-21T13:04:58.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.346+0000 7f66d4366700 1 -- 172.21.15.67:0/4032411442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66cc0ca180 msgr2=0x7f66cc0c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.346+0000 7f66d4366700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66cc0ca180 0x7f66cc0c8dd0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f66bc00c550 tx=0x7f66bc00c860 comp rx=0 tx=0).stop 2023-10-21T13:04:58.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.346+0000 7f66d4366700 1 -- 172.21.15.67:0/4032411442 shutdown_connections 2023-10-21T13:04:58.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.346+0000 7f66d4366700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66b006af00 0x7f66b006d3c0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.346+0000 7f66d4366700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66cc144ae0 0x7f66cc15dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.346+0000 7f66d4366700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66cc0ca180 0x7f66cc0c8dd0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.346+0000 7f66d4366700 1 --2- 172.21.15.67:0/4032411442 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66cc0cdd50 0x7f66cc0c9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.346+0000 7f66d4366700 1 -- 172.21.15.67:0/4032411442 >> 172.21.15.67:0/4032411442 conn(0x7f66cc0cc5b0 msgr2=0x7f66cc0c5ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:58.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.346+0000 7f66d4366700 1 -- 172.21.15.67:0/4032411442 shutdown_connections 2023-10-21T13:04:58.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.346+0000 7f66d4366700 1 -- 172.21.15.67:0/4032411442 wait complete. 2023-10-21T13:04:58.353 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2023-10-21T13:04:58.360 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2023-10-21T13:04:57.371434+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":145,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218936,"kb_used_data":2764,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755784,"statfs":{"total":773094113280,"available":772869922816,"internally_reserved":0,"allocated":2830336,"data_stored":1721240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":34,"apply_latency_ms":34,"commit_latency_ns":34000000,"apply_latency_ns":34000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.576106"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327300+0000","last_change":"2023-10-21T13:04:53.842520+0000","last_active":"2023-10-21T13:04:56.327300+0000","last_peered":"2023-10-21T13:04:56.327300+0000","last_clean":"2023-10-21T13:04:56.327300+0000","last_became_active":"2023-10-21T13:04:53.842197+0000","last_became_peered":"2023-10-21T13:04:53.842197+0000","last_unstale":"2023-10-21T13:04:56.327300+0000","last_undegraded":"2023-10-21T13:04:56.327300+0000","last_fullsized":"2023-10-21T13:04:56.327300+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:50:20.569272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327181+0000","last_change":"2023-10-21T13:04:53.833504+0000","last_active":"2023-10-21T13:04:56.327181+0000","last_peered":"2023-10-21T13:04:56.327181+0000","last_clean":"2023-10-21T13:04:56.327181+0000","last_became_active":"2023-10-21T13:04:53.833199+0000","last_became_peered":"2023-10-21T13:04:53.833199+0000","last_unstale":"2023-10-21T13:04:56.327181+0000","last_undegraded":"2023-10-21T13:04:56.327181+0000","last_fullsized":"2023-10-21T13:04:56.327181+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:00:06.067009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326952+0000","last_change":"2023-10-21T13:04:53.823333+0000","last_active":"2023-10-21T13:04:56.326952+0000","last_peered":"2023-10-21T13:04:56.326952+0000","last_clean":"2023-10-21T13:04:56.326952+0000","last_became_active":"2023-10-21T13:04:53.822997+0000","last_became_peered":"2023-10-21T13:04:53.822997+0000","last_unstale":"2023-10-21T13:04:56.326952+0000","last_undegraded":"2023-10-21T13:04:56.326952+0000","last_fullsized":"2023-10-21T13:04:56.326952+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:37:50.757915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824475+0000","last_change":"2023-10-21T13:04:53.814596+0000","last_active":"2023-10-21T13:04:54.824475+0000","last_peered":"2023-10-21T13:04:54.824475+0000","last_clean":"2023-10-21T13:04:54.824475+0000","last_became_active":"2023-10-21T13:04:53.814303+0000","last_became_peered":"2023-10-21T13:04:53.814303+0000","last_unstale":"2023-10-21T13:04:54.824475+0000","last_undegraded":"2023-10-21T13:04:54.824475+0000","last_fullsized":"2023-10-21T13:04:54.824475+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:13.617448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326440+0000","last_change":"2023-10-21T13:04:53.828260+0000","last_active":"2023-10-21T13:04:56.326440+0000","last_peered":"2023-10-21T13:04:56.326440+0000","last_clean":"2023-10-21T13:04:56.326440+0000","last_became_active":"2023-10-21T13:04:53.827998+0000","last_became_peered":"2023-10-21T13:04:53.827998+0000","last_unstale":"2023-10-21T13:04:56.326440+0000","last_undegraded":"2023-10-21T13:04:56.326440+0000","last_fullsized":"2023-10-21T13:04:56.326440+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:41.993911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824106+0000","last_change":"2023-10-21T13:04:53.817357+0000","last_active":"2023-10-21T13:04:54.824106+0000","last_peered":"2023-10-21T13:04:54.824106+0000","last_clean":"2023-10-21T13:04:54.824106+0000","last_became_active":"2023-10-21T13:04:53.817085+0000","last_became_peered":"2023-10-21T13:04:53.817085+0000","last_unstale":"2023-10-21T13:04:54.824106+0000","last_undegraded":"2023-10-21T13:04:54.824106+0000","last_fullsized":"2023-10-21T13:04:54.824106+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:19:03.536321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326194+0000","last_change":"2023-10-21T13:04:53.825742+0000","last_active":"2023-10-21T13:04:56.326194+0000","last_peered":"2023-10-21T13:04:56.326194+0000","last_clean":"2023-10-21T13:04:56.326194+0000","last_became_active":"2023-10-21T13:04:53.825436+0000","last_became_peered":"2023-10-21T13:04:53.825436+0000","last_unstale":"2023-10-21T13:04:56.326194+0000","last_undegraded":"2023-10-21T13:04:56.326194+0000","last_fullsized":"2023-10-21T13:04:56.326194+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:47.340687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326839+0000","last_change":"2023-10-21T13:04:53.836374+0000","last_active":"2023-10-21T13:04:56.326839+0000","last_peered":"2023-10-21T13:04:56.326839+0000","last_clean":"2023-10-21T13:04:56.326839+0000","last_became_active":"2023-10-21T13:04:53.836099+0000","last_became_peered":"2023-10-21T13:04:53.836099+0000","last_unstale":"2023-10-21T13:04:56.326839+0000","last_undegraded":"2023-10-21T13:04:56.326839+0000","last_fullsized":"2023-10-21T13:04:56.326839+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:41.993911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824480+0000","last_change":"2023-10-21T13:04:53.845406+0000","last_active":"2023-10-21T13:04:54.824480+0000","last_peered":"2023-10-21T13:04:54.824480+0000","last_clean":"2023-10-21T13:04:54.824480+0000","last_became_active":"2023-10-21T13:04:53.845072+0000","last_became_peered":"2023-10-21T13:04:53.845072+0000","last_unstale":"2023-10-21T13:04:54.824480+0000","last_undegraded":"2023-10-21T13:04:54.824480+0000","last_fullsized":"2023-10-21T13:04:54.824480+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:29.165649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327019+0000","last_change":"2023-10-21T13:04:53.821683+0000","last_active":"2023-10-21T13:04:56.327019+0000","last_peered":"2023-10-21T13:04:56.327019+0000","last_clean":"2023-10-21T13:04:56.327019+0000","last_became_active":"2023-10-21T13:04:53.821337+0000","last_became_peered":"2023-10-21T13:04:53.821337+0000","last_unstale":"2023-10-21T13:04:56.327019+0000","last_undegraded":"2023-10-21T13:04:56.327019+0000","last_fullsized":"2023-10-21T13:04:56.327019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:00:06.067009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326964+0000","last_change":"2023-10-21T13:04:53.844320+0000","last_active":"2023-10-21T13:04:56.326964+0000","last_peered":"2023-10-21T13:04:56.326964+0000","last_clean":"2023-10-21T13:04:56.326964+0000","last_became_active":"2023-10-21T13:04:53.843989+0000","last_became_peered":"2023-10-21T13:04:53.843989+0000","last_unstale":"2023-10-21T13:04:56.326964+0000","last_undegraded":"2023-10-21T13:04:56.326964+0000","last_fullsized":"2023-10-21T13:04:56.326964+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:03:10.074358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326734+0000","last_change":"2023-10-21T13:04:53.826295+0000","last_active":"2023-10-21T13:04:56.326734+0000","last_peered":"2023-10-21T13:04:56.326734+0000","last_clean":"2023-10-21T13:04:56.326734+0000","last_became_active":"2023-10-21T13:04:53.825365+0000","last_became_peered":"2023-10-21T13:04:53.825365+0000","last_unstale":"2023-10-21T13:04:56.326734+0000","last_undegraded":"2023-10-21T13:04:56.326734+0000","last_fullsized":"2023-10-21T13:04:56.326734+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:49:00.225959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302245+0000","last_change":"2023-10-21T13:04:53.835761+0000","last_active":"2023-10-21T13:04:56.302245+0000","last_peered":"2023-10-21T13:04:56.302245+0000","last_clean":"2023-10-21T13:04:56.302245+0000","last_became_active":"2023-10-21T13:04:53.835450+0000","last_became_peered":"2023-10-21T13:04:53.835450+0000","last_unstale":"2023-10-21T13:04:56.302245+0000","last_undegraded":"2023-10-21T13:04:56.302245+0000","last_fullsized":"2023-10-21T13:04:56.302245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:32.323454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302210+0000","last_change":"2023-10-21T13:04:53.827564+0000","last_active":"2023-10-21T13:04:56.302210+0000","last_peered":"2023-10-21T13:04:56.302210+0000","last_clean":"2023-10-21T13:04:56.302210+0000","last_became_active":"2023-10-21T13:04:53.827287+0000","last_became_peered":"2023-10-21T13:04:53.827287+0000","last_unstale":"2023-10-21T13:04:56.302210+0000","last_undegraded":"2023-10-21T13:04:56.302210+0000","last_fullsized":"2023-10-21T13:04:56.302210+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:37:53.577578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326659+0000","last_change":"2023-10-21T13:04:53.838327+0000","last_active":"2023-10-21T13:04:56.326659+0000","last_peered":"2023-10-21T13:04:56.326659+0000","last_clean":"2023-10-21T13:04:56.326659+0000","last_became_active":"2023-10-21T13:04:53.838079+0000","last_became_peered":"2023-10-21T13:04:53.838079+0000","last_unstale":"2023-10-21T13:04:56.326659+0000","last_undegraded":"2023-10-21T13:04:56.326659+0000","last_fullsized":"2023-10-21T13:04:56.326659+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:35.667469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327571+0000","last_change":"2023-10-21T13:04:53.830234+0000","last_active":"2023-10-21T13:04:56.327571+0000","last_peered":"2023-10-21T13:04:56.327571+0000","last_clean":"2023-10-21T13:04:56.327571+0000","last_became_active":"2023-10-21T13:04:53.829922+0000","last_became_peered":"2023-10-21T13:04:53.829922+0000","last_unstale":"2023-10-21T13:04:56.327571+0000","last_undegraded":"2023-10-21T13:04:56.327571+0000","last_fullsized":"2023-10-21T13:04:56.327571+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:57:57.213632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327280+0000","last_change":"2023-10-21T13:04:53.841454+0000","last_active":"2023-10-21T13:04:56.327280+0000","last_peered":"2023-10-21T13:04:56.327280+0000","last_clean":"2023-10-21T13:04:56.327280+0000","last_became_active":"2023-10-21T13:04:53.841125+0000","last_became_peered":"2023-10-21T13:04:53.841125+0000","last_unstale":"2023-10-21T13:04:56.327280+0000","last_undegraded":"2023-10-21T13:04:56.327280+0000","last_fullsized":"2023-10-21T13:04:56.327280+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:09:13.180066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326583+0000","last_change":"2023-10-21T13:04:53.832618+0000","last_active":"2023-10-21T13:04:56.326583+0000","last_peered":"2023-10-21T13:04:56.326583+0000","last_clean":"2023-10-21T13:04:56.326583+0000","last_became_active":"2023-10-21T13:04:53.832309+0000","last_became_peered":"2023-10-21T13:04:53.832309+0000","last_unstale":"2023-10-21T13:04:56.326583+0000","last_undegraded":"2023-10-21T13:04:56.326583+0000","last_fullsized":"2023-10-21T13:04:56.326583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:19:03.536321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327587+0000","last_change":"2023-10-21T13:04:53.842993+0000","last_active":"2023-10-21T13:04:56.327587+0000","last_peered":"2023-10-21T13:04:56.327587+0000","last_clean":"2023-10-21T13:04:56.327587+0000","last_became_active":"2023-10-21T13:04:53.842523+0000","last_became_peered":"2023-10-21T13:04:53.842523+0000","last_unstale":"2023-10-21T13:04:56.327587+0000","last_undegraded":"2023-10-21T13:04:56.327587+0000","last_fullsized":"2023-10-21T13:04:56.327587+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:20.906558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220552+0000","last_change":"2023-10-21T13:04:52.827974+0000","last_active":"2023-10-21T13:04:56.220552+0000","last_peered":"2023-10-21T13:04:56.220552+0000","last_clean":"2023-10-21T13:04:56.220552+0000","last_became_active":"2023-10-21T13:04:52.827657+0000","last_became_peered":"2023-10-21T13:04:52.827657+0000","last_unstale":"2023-10-21T13:04:56.220552+0000","last_undegraded":"2023-10-21T13:04:56.220552+0000","last_fullsized":"2023-10-21T13:04:56.220552+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:27.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327055+0000","last_change":"2023-10-21T13:04:53.821775+0000","last_active":"2023-10-21T13:04:56.327055+0000","last_peered":"2023-10-21T13:04:56.327055+0000","last_clean":"2023-10-21T13:04:56.327055+0000","last_became_active":"2023-10-21T13:04:53.821515+0000","last_became_peered":"2023-10-21T13:04:53.821515+0000","last_unstale":"2023-10-21T13:04:56.327055+0000","last_undegraded":"2023-10-21T13:04:56.327055+0000","last_fullsized":"2023-10-21T13:04:56.327055+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:16:50.803670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326999+0000","last_change":"2023-10-21T13:04:52.817095+0000","last_active":"2023-10-21T13:04:56.326999+0000","last_peered":"2023-10-21T13:04:56.326999+0000","last_clean":"2023-10-21T13:04:56.326999+0000","last_became_active":"2023-10-21T13:04:52.816827+0000","last_became_peered":"2023-10-21T13:04:52.816827+0000","last_unstale":"2023-10-21T13:04:56.326999+0000","last_undegraded":"2023-10-21T13:04:56.326999+0000","last_fullsized":"2023-10-21T13:04:56.326999+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:44.816878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327163+0000","last_change":"2023-10-21T13:04:53.823848+0000","last_active":"2023-10-21T13:04:56.327163+0000","last_peered":"2023-10-21T13:04:56.327163+0000","last_clean":"2023-10-21T13:04:56.327163+0000","last_became_active":"2023-10-21T13:04:53.823599+0000","last_became_peered":"2023-10-21T13:04:53.823599+0000","last_unstale":"2023-10-21T13:04:56.327163+0000","last_undegraded":"2023-10-21T13:04:56.327163+0000","last_fullsized":"2023-10-21T13:04:56.327163+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:03:10.074358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327054+0000","last_change":"2023-10-21T13:04:52.825640+0000","last_active":"2023-10-21T13:04:56.327054+0000","last_peered":"2023-10-21T13:04:56.327054+0000","last_clean":"2023-10-21T13:04:56.327054+0000","last_became_active":"2023-10-21T13:04:52.825355+0000","last_became_peered":"2023-10-21T13:04:52.825355+0000","last_unstale":"2023-10-21T13:04:56.327054+0000","last_undegraded":"2023-10-21T13:04:56.327054+0000","last_fullsized":"2023-10-21T13:04:56.327054+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:34.660919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824448+0000","last_change":"2023-10-21T13:04:53.834713+0000","last_active":"2023-10-21T13:04:54.824448+0000","last_peered":"2023-10-21T13:04:54.824448+0000","last_clean":"2023-10-21T13:04:54.824448+0000","last_became_active":"2023-10-21T13:04:53.834289+0000","last_became_peered":"2023-10-21T13:04:53.834289+0000","last_unstale":"2023-10-21T13:04:54.824448+0000","last_undegraded":"2023-10-21T13:04:54.824448+0000","last_fullsized":"2023-10-21T13:04:54.824448+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:05:18.922088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326588+0000","last_change":"2023-10-21T13:04:52.823514+0000","last_active":"2023-10-21T13:04:56.326588+0000","last_peered":"2023-10-21T13:04:56.326588+0000","last_clean":"2023-10-21T13:04:56.326588+0000","last_became_active":"2023-10-21T13:04:52.823140+0000","last_became_peered":"2023-10-21T13:04:52.823140+0000","last_unstale":"2023-10-21T13:04:56.326588+0000","last_undegraded":"2023-10-21T13:04:56.326588+0000","last_fullsized":"2023-10-21T13:04:56.326588+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:37:52.571029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326885+0000","last_change":"2023-10-21T13:04:53.842564+0000","last_active":"2023-10-21T13:04:56.326885+0000","last_peered":"2023-10-21T13:04:56.326885+0000","last_clean":"2023-10-21T13:04:56.326885+0000","last_became_active":"2023-10-21T13:04:53.842176+0000","last_became_peered":"2023-10-21T13:04:53.842176+0000","last_unstale":"2023-10-21T13:04:56.326885+0000","last_undegraded":"2023-10-21T13:04:56.326885+0000","last_fullsized":"2023-10-21T13:04:56.326885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:13:21.282583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326714+0000","last_change":"2023-10-21T13:04:52.817252+0000","last_active":"2023-10-21T13:04:56.326714+0000","last_peered":"2023-10-21T13:04:56.326714+0000","last_clean":"2023-10-21T13:04:56.326714+0000","last_became_active":"2023-10-21T13:04:52.816715+0000","last_became_peered":"2023-10-21T13:04:52.816715+0000","last_unstale":"2023-10-21T13:04:56.326714+0000","last_undegraded":"2023-10-21T13:04:56.326714+0000","last_fullsized":"2023-10-21T13:04:56.326714+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:50:22.298725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824261+0000","last_change":"2023-10-21T13:04:53.827201+0000","last_active":"2023-10-21T13:04:54.824261+0000","last_peered":"2023-10-21T13:04:54.824261+0000","last_clean":"2023-10-21T13:04:54.824261+0000","last_became_active":"2023-10-21T13:04:53.826463+0000","last_became_peered":"2023-10-21T13:04:53.826463+0000","last_unstale":"2023-10-21T13:04:54.824261+0000","last_undegraded":"2023-10-21T13:04:54.824261+0000","last_fullsized":"2023-10-21T13:04:54.824261+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:45.823428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326416+0000","last_change":"2023-10-21T13:04:52.820256+0000","last_active":"2023-10-21T13:04:56.326416+0000","last_peered":"2023-10-21T13:04:56.326416+0000","last_clean":"2023-10-21T13:04:56.326416+0000","last_became_active":"2023-10-21T13:04:52.819854+0000","last_became_peered":"2023-10-21T13:04:52.819854+0000","last_unstale":"2023-10-21T13:04:56.326416+0000","last_undegraded":"2023-10-21T13:04:56.326416+0000","last_fullsized":"2023-10-21T13:04:56.326416+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:46.334138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220596+0000","last_change":"2023-10-21T13:04:53.834861+0000","last_active":"2023-10-21T13:04:56.220596+0000","last_peered":"2023-10-21T13:04:56.220596+0000","last_clean":"2023-10-21T13:04:56.220596+0000","last_became_active":"2023-10-21T13:04:53.834557+0000","last_became_peered":"2023-10-21T13:04:53.834557+0000","last_unstale":"2023-10-21T13:04:56.220596+0000","last_undegraded":"2023-10-21T13:04:56.220596+0000","last_fullsized":"2023-10-21T13:04:56.220596+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:41.993911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.301901+0000","last_change":"2023-10-21T13:04:52.824810+0000","last_active":"2023-10-21T13:04:56.301901+0000","last_peered":"2023-10-21T13:04:56.301901+0000","last_clean":"2023-10-21T13:04:56.301901+0000","last_became_active":"2023-10-21T13:04:52.824494+0000","last_became_peered":"2023-10-21T13:04:52.824494+0000","last_unstale":"2023-10-21T13:04:56.301901+0000","last_undegraded":"2023-10-21T13:04:56.301901+0000","last_fullsized":"2023-10-21T13:04:56.301901+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:27.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326756+0000","last_change":"2023-10-21T13:04:53.831599+0000","last_active":"2023-10-21T13:04:56.326756+0000","last_peered":"2023-10-21T13:04:56.326756+0000","last_clean":"2023-10-21T13:04:56.326756+0000","last_became_active":"2023-10-21T13:04:53.830953+0000","last_became_peered":"2023-10-21T13:04:53.830953+0000","last_unstale":"2023-10-21T13:04:56.326756+0000","last_undegraded":"2023-10-21T13:04:56.326756+0000","last_fullsized":"2023-10-21T13:04:56.326756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:22:43.637576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326207+0000","last_change":"2023-10-21T13:04:52.825533+0000","last_active":"2023-10-21T13:04:56.326207+0000","last_peered":"2023-10-21T13:04:56.326207+0000","last_clean":"2023-10-21T13:04:56.326207+0000","last_became_active":"2023-10-21T13:04:52.825250+0000","last_became_peered":"2023-10-21T13:04:52.825250+0000","last_unstale":"2023-10-21T13:04:56.326207+0000","last_undegraded":"2023-10-21T13:04:56.326207+0000","last_fullsized":"2023-10-21T13:04:56.326207+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:34.660919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220362+0000","last_change":"2023-10-21T13:04:53.824700+0000","last_active":"2023-10-21T13:04:56.220362+0000","last_peered":"2023-10-21T13:04:56.220362+0000","last_clean":"2023-10-21T13:04:56.220362+0000","last_became_active":"2023-10-21T13:04:53.824411+0000","last_became_peered":"2023-10-21T13:04:53.824411+0000","last_unstale":"2023-10-21T13:04:56.220362+0000","last_undegraded":"2023-10-21T13:04:56.220362+0000","last_fullsized":"2023-10-21T13:04:56.220362+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:47.898415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824349+0000","last_change":"2023-10-21T13:04:52.822685+0000","last_active":"2023-10-21T13:04:54.824349+0000","last_peered":"2023-10-21T13:04:54.824349+0000","last_clean":"2023-10-21T13:04:54.824349+0000","last_became_active":"2023-10-21T13:04:52.822364+0000","last_became_peered":"2023-10-21T13:04:52.822364+0000","last_unstale":"2023-10-21T13:04:54.824349+0000","last_undegraded":"2023-10-21T13:04:54.824349+0000","last_fullsized":"2023-10-21T13:04:54.824349+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:19:02.529771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824868+0000","last_change":"2023-10-21T13:04:53.832311+0000","last_active":"2023-10-21T13:04:54.824868+0000","last_peered":"2023-10-21T13:04:54.824868+0000","last_clean":"2023-10-21T13:04:54.824868+0000","last_became_active":"2023-10-21T13:04:53.832040+0000","last_became_peered":"2023-10-21T13:04:53.832040+0000","last_unstale":"2023-10-21T13:04:54.824868+0000","last_undegraded":"2023-10-21T13:04:54.824868+0000","last_fullsized":"2023-10-21T13:04:54.824868+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:29.165649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326892+0000","last_change":"2023-10-21T13:04:52.825613+0000","last_active":"2023-10-21T13:04:56.326892+0000","last_peered":"2023-10-21T13:04:56.326892+0000","last_clean":"2023-10-21T13:04:56.326892+0000","last_became_active":"2023-10-21T13:04:52.825324+0000","last_became_peered":"2023-10-21T13:04:52.825324+0000","last_unstale":"2023-10-21T13:04:56.326892+0000","last_undegraded":"2023-10-21T13:04:56.326892+0000","last_fullsized":"2023-10-21T13:04:56.326892+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:46.891866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327310+0000","last_change":"2023-10-21T13:04:53.842358+0000","last_active":"2023-10-21T13:04:56.327310+0000","last_peered":"2023-10-21T13:04:56.327310+0000","last_clean":"2023-10-21T13:04:56.327310+0000","last_became_active":"2023-10-21T13:04:53.842043+0000","last_became_peered":"2023-10-21T13:04:53.842043+0000","last_unstale":"2023-10-21T13:04:56.327310+0000","last_undegraded":"2023-10-21T13:04:56.327310+0000","last_fullsized":"2023-10-21T13:04:56.327310+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:23:18.205400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326382+0000","last_change":"2023-10-21T13:04:52.814579+0000","last_active":"2023-10-21T13:04:56.326382+0000","last_peered":"2023-10-21T13:04:56.326382+0000","last_clean":"2023-10-21T13:04:56.326382+0000","last_became_active":"2023-10-21T13:04:52.814328+0000","last_became_peered":"2023-10-21T13:04:52.814328+0000","last_unstale":"2023-10-21T13:04:56.326382+0000","last_undegraded":"2023-10-21T13:04:56.326382+0000","last_fullsized":"2023-10-21T13:04:56.326382+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:43:18.614010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327537+0000","last_change":"2023-10-21T13:04:53.843467+0000","last_active":"2023-10-21T13:04:56.327537+0000","last_peered":"2023-10-21T13:04:56.327537+0000","last_clean":"2023-10-21T13:04:56.327537+0000","last_became_active":"2023-10-21T13:04:53.843184+0000","last_became_peered":"2023-10-21T13:04:53.843184+0000","last_unstale":"2023-10-21T13:04:56.327537+0000","last_undegraded":"2023-10-21T13:04:56.327537+0000","last_fullsized":"2023-10-21T13:04:56.327537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:00:06.067009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824329+0000","last_change":"2023-10-21T13:04:52.818859+0000","last_active":"2023-10-21T13:04:54.824329+0000","last_peered":"2023-10-21T13:04:54.824329+0000","last_clean":"2023-10-21T13:04:54.824329+0000","last_became_active":"2023-10-21T13:04:52.818520+0000","last_became_peered":"2023-10-21T13:04:52.818520+0000","last_unstale":"2023-10-21T13:04:54.824329+0000","last_undegraded":"2023-10-21T13:04:54.824329+0000","last_fullsized":"2023-10-21T13:04:54.824329+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327167+0000","last_change":"2023-10-21T13:04:53.836247+0000","last_active":"2023-10-21T13:04:56.327167+0000","last_peered":"2023-10-21T13:04:56.327167+0000","last_clean":"2023-10-21T13:04:56.327167+0000","last_became_active":"2023-10-21T13:04:53.835986+0000","last_became_peered":"2023-10-21T13:04:53.835986+0000","last_unstale":"2023-10-21T13:04:56.327167+0000","last_undegraded":"2023-10-21T13:04:56.327167+0000","last_fullsized":"2023-10-21T13:04:56.327167+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:23:18.205400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326486+0000","last_change":"2023-10-21T13:04:52.816181+0000","last_active":"2023-10-21T13:04:56.326486+0000","last_peered":"2023-10-21T13:04:56.326486+0000","last_clean":"2023-10-21T13:04:56.326486+0000","last_became_active":"2023-10-21T13:04:52.815872+0000","last_became_peered":"2023-10-21T13:04:52.815872+0000","last_unstale":"2023-10-21T13:04:56.326486+0000","last_undegraded":"2023-10-21T13:04:56.326486+0000","last_fullsized":"2023-10-21T13:04:56.326486+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:20:21.893850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302031+0000","last_change":"2023-10-21T13:04:53.843638+0000","last_active":"2023-10-21T13:04:56.302031+0000","last_peered":"2023-10-21T13:04:56.302031+0000","last_clean":"2023-10-21T13:04:56.302031+0000","last_became_active":"2023-10-21T13:04:53.843347+0000","last_became_peered":"2023-10-21T13:04:53.843347+0000","last_unstale":"2023-10-21T13:04:56.302031+0000","last_undegraded":"2023-10-21T13:04:56.302031+0000","last_fullsized":"2023-10-21T13:04:56.302031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:29.165649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326711+0000","last_change":"2023-10-21T13:04:52.818112+0000","last_active":"2023-10-21T13:04:56.326711+0000","last_peered":"2023-10-21T13:04:56.326711+0000","last_clean":"2023-10-21T13:04:56.326711+0000","last_became_active":"2023-10-21T13:04:52.817686+0000","last_became_peered":"2023-10-21T13:04:52.817686+0000","last_unstale":"2023-10-21T13:04:56.326711+0000","last_undegraded":"2023-10-21T13:04:56.326711+0000","last_fullsized":"2023-10-21T13:04:56.326711+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:00:34.146049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326640+0000","last_change":"2023-10-21T13:04:53.843247+0000","last_active":"2023-10-21T13:04:56.326640+0000","last_peered":"2023-10-21T13:04:56.326640+0000","last_clean":"2023-10-21T13:04:56.326640+0000","last_became_active":"2023-10-21T13:04:53.842783+0000","last_became_peered":"2023-10-21T13:04:53.842783+0000","last_unstale":"2023-10-21T13:04:56.326640+0000","last_undegraded":"2023-10-21T13:04:56.326640+0000","last_fullsized":"2023-10-21T13:04:56.326640+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:09:22.492215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326287+0000","last_change":"2023-10-21T13:04:52.827863+0000","last_active":"2023-10-21T13:04:56.326287+0000","last_peered":"2023-10-21T13:04:56.326287+0000","last_clean":"2023-10-21T13:04:56.326287+0000","last_became_active":"2023-10-21T13:04:52.827590+0000","last_became_peered":"2023-10-21T13:04:52.827590+0000","last_unstale":"2023-10-21T13:04:56.326287+0000","last_undegraded":"2023-10-21T13:04:56.326287+0000","last_fullsized":"2023-10-21T13:04:56.326287+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:15.131888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824019+0000","last_change":"2023-10-21T13:04:53.833086+0000","last_active":"2023-10-21T13:04:54.824019+0000","last_peered":"2023-10-21T13:04:54.824019+0000","last_clean":"2023-10-21T13:04:54.824019+0000","last_became_active":"2023-10-21T13:04:53.832394+0000","last_became_peered":"2023-10-21T13:04:53.832394+0000","last_unstale":"2023-10-21T13:04:54.824019+0000","last_undegraded":"2023-10-21T13:04:54.824019+0000","last_fullsized":"2023-10-21T13:04:54.824019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:13.617448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220136+0000","last_change":"2023-10-21T13:04:52.814619+0000","last_active":"2023-10-21T13:04:56.220136+0000","last_peered":"2023-10-21T13:04:56.220136+0000","last_clean":"2023-10-21T13:04:56.220136+0000","last_became_active":"2023-10-21T13:04:52.814310+0000","last_became_peered":"2023-10-21T13:04:52.814310+0000","last_unstale":"2023-10-21T13:04:56.220136+0000","last_undegraded":"2023-10-21T13:04:56.220136+0000","last_fullsized":"2023-10-21T13:04:56.220136+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:28.159100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326205+0000","last_change":"2023-10-21T13:04:53.842892+0000","last_active":"2023-10-21T13:04:56.326205+0000","last_peered":"2023-10-21T13:04:56.326205+0000","last_clean":"2023-10-21T13:04:56.326205+0000","last_became_active":"2023-10-21T13:04:53.842406+0000","last_became_peered":"2023-10-21T13:04:53.842406+0000","last_unstale":"2023-10-21T13:04:56.326205+0000","last_undegraded":"2023-10-21T13:04:56.326205+0000","last_fullsized":"2023-10-21T13:04:56.326205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:23:18.205400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327354+0000","last_change":"2023-10-21T13:04:52.819732+0000","last_active":"2023-10-21T13:04:56.327354+0000","last_peered":"2023-10-21T13:04:56.327354+0000","last_clean":"2023-10-21T13:04:56.327354+0000","last_became_active":"2023-10-21T13:04:52.819354+0000","last_became_peered":"2023-10-21T13:04:52.819354+0000","last_unstale":"2023-10-21T13:04:56.327354+0000","last_undegraded":"2023-10-21T13:04:56.327354+0000","last_fullsized":"2023-10-21T13:04:56.327354+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:31.316905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824774+0000","last_change":"2023-10-21T13:04:53.829613+0000","last_active":"2023-10-21T13:04:54.824774+0000","last_peered":"2023-10-21T13:04:54.824774+0000","last_clean":"2023-10-21T13:04:54.824774+0000","last_became_active":"2023-10-21T13:04:53.829366+0000","last_became_peered":"2023-10-21T13:04:53.829366+0000","last_unstale":"2023-10-21T13:04:54.824774+0000","last_undegraded":"2023-10-21T13:04:54.824774+0000","last_fullsized":"2023-10-21T13:04:54.824774+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:05:18.922088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326869+0000","last_change":"2023-10-21T13:04:52.816988+0000","last_active":"2023-10-21T13:04:56.326869+0000","last_peered":"2023-10-21T13:04:56.326869+0000","last_clean":"2023-10-21T13:04:56.326869+0000","last_became_active":"2023-10-21T13:04:52.816645+0000","last_became_peered":"2023-10-21T13:04:52.816645+0000","last_unstale":"2023-10-21T13:04:56.326869+0000","last_undegraded":"2023-10-21T13:04:56.326869+0000","last_fullsized":"2023-10-21T13:04:56.326869+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:20:01.968824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824501+0000","last_change":"2023-10-21T13:04:53.835732+0000","last_active":"2023-10-21T13:04:54.824501+0000","last_peered":"2023-10-21T13:04:54.824501+0000","last_clean":"2023-10-21T13:04:54.824501+0000","last_became_active":"2023-10-21T13:04:53.835453+0000","last_became_peered":"2023-10-21T13:04:53.835453+0000","last_unstale":"2023-10-21T13:04:54.824501+0000","last_undegraded":"2023-10-21T13:04:54.824501+0000","last_fullsized":"2023-10-21T13:04:54.824501+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:16.138437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326504+0000","last_change":"2023-10-21T13:04:52.820120+0000","last_active":"2023-10-21T13:04:56.326504+0000","last_peered":"2023-10-21T13:04:56.326504+0000","last_clean":"2023-10-21T13:04:56.326504+0000","last_became_active":"2023-10-21T13:04:52.819539+0000","last_became_peered":"2023-10-21T13:04:52.819539+0000","last_unstale":"2023-10-21T13:04:56.326504+0000","last_undegraded":"2023-10-21T13:04:56.326504+0000","last_fullsized":"2023-10-21T13:04:56.326504+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:40.987361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326497+0000","last_change":"2023-10-21T13:04:53.821286+0000","last_active":"2023-10-21T13:04:56.326497+0000","last_peered":"2023-10-21T13:04:56.326497+0000","last_clean":"2023-10-21T13:04:56.326497+0000","last_became_active":"2023-10-21T13:04:53.820970+0000","last_became_peered":"2023-10-21T13:04:53.820970+0000","last_unstale":"2023-10-21T13:04:56.326497+0000","last_undegraded":"2023-10-21T13:04:56.326497+0000","last_fullsized":"2023-10-21T13:04:56.326497+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:00:35.152598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326459+0000","last_change":"2023-10-21T13:04:53.831796+0000","last_active":"2023-10-21T13:04:56.326459+0000","last_peered":"2023-10-21T13:04:56.326459+0000","last_clean":"2023-10-21T13:04:56.326459+0000","last_became_active":"2023-10-21T13:04:53.831273+0000","last_became_peered":"2023-10-21T13:04:53.831273+0000","last_unstale":"2023-10-21T13:04:56.326459+0000","last_undegraded":"2023-10-21T13:04:56.326459+0000","last_fullsized":"2023-10-21T13:04:56.326459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:47.898415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326159+0000","last_change":"2023-10-21T13:04:52.818406+0000","last_active":"2023-10-21T13:04:56.326159+0000","last_peered":"2023-10-21T13:04:56.326159+0000","last_clean":"2023-10-21T13:04:56.326159+0000","last_became_active":"2023-10-21T13:04:52.818104+0000","last_became_peered":"2023-10-21T13:04:52.818104+0000","last_unstale":"2023-10-21T13:04:56.326159+0000","last_undegraded":"2023-10-21T13:04:56.326159+0000","last_fullsized":"2023-10-21T13:04:56.326159+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220437+0000","last_change":"2023-10-21T13:04:53.813290+0000","last_active":"2023-10-21T13:04:56.220437+0000","last_peered":"2023-10-21T13:04:56.220437+0000","last_clean":"2023-10-21T13:04:56.220437+0000","last_became_active":"2023-10-21T13:04:53.812948+0000","last_became_peered":"2023-10-21T13:04:53.812948+0000","last_unstale":"2023-10-21T13:04:56.220437+0000","last_undegraded":"2023-10-21T13:04:56.220437+0000","last_fullsized":"2023-10-21T13:04:56.220437+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:32.323454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326502+0000","last_change":"2023-10-21T13:04:52.822379+0000","last_active":"2023-10-21T13:04:56.326502+0000","last_peered":"2023-10-21T13:04:56.326502+0000","last_clean":"2023-10-21T13:04:56.326502+0000","last_became_active":"2023-10-21T13:04:52.821883+0000","last_became_peered":"2023-10-21T13:04:52.821883+0000","last_unstale":"2023-10-21T13:04:56.326502+0000","last_undegraded":"2023-10-21T13:04:56.326502+0000","last_fullsized":"2023-10-21T13:04:56.326502+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:12.610899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-10-21T13:04:53.817856+0000","last_change":"2023-10-21T13:04:48.686798+0000","last_active":"2023-10-21T13:04:53.817856+0000","last_peered":"2023-10-21T13:04:53.817856+0000","last_clean":"2023-10-21T13:04:53.817856+0000","last_became_active":"2023-10-21T13:04:48.685603+0000","last_became_peered":"2023-10-21T13:04:48.685603+0000","last_unstale":"2023-10-21T13:04:53.817856+0000","last_undegraded":"2023-10-21T13:04:53.817856+0000","last_fullsized":"2023-10-21T13:04:53.817856+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_clean_scrub_stamp":"2023-10-21T13:04:47.669759+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:39:05.649200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.301934+0000","last_change":"2023-10-21T13:04:53.834584+0000","last_active":"2023-10-21T13:04:56.301934+0000","last_peered":"2023-10-21T13:04:56.301934+0000","last_clean":"2023-10-21T13:04:56.301934+0000","last_became_active":"2023-10-21T13:04:53.834318+0000","last_became_peered":"2023-10-21T13:04:53.834318+0000","last_unstale":"2023-10-21T13:04:56.301934+0000","last_undegraded":"2023-10-21T13:04:56.301934+0000","last_fullsized":"2023-10-21T13:04:56.301934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:05:18.922088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326115+0000","last_change":"2023-10-21T13:04:52.820896+0000","last_active":"2023-10-21T13:04:56.326115+0000","last_peered":"2023-10-21T13:04:56.326115+0000","last_clean":"2023-10-21T13:04:56.326115+0000","last_became_active":"2023-10-21T13:04:52.820569+0000","last_became_peered":"2023-10-21T13:04:52.820569+0000","last_unstale":"2023-10-21T13:04:56.326115+0000","last_undegraded":"2023-10-21T13:04:56.326115+0000","last_fullsized":"2023-10-21T13:04:56.326115+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:46.891866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326968+0000","last_change":"2023-10-21T13:04:52.821094+0000","last_active":"2023-10-21T13:04:56.326968+0000","last_peered":"2023-10-21T13:04:56.326968+0000","last_clean":"2023-10-21T13:04:56.326968+0000","last_became_active":"2023-10-21T13:04:52.820862+0000","last_became_peered":"2023-10-21T13:04:52.820862+0000","last_unstale":"2023-10-21T13:04:56.326968+0000","last_undegraded":"2023-10-21T13:04:56.326968+0000","last_fullsized":"2023-10-21T13:04:56.326968+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:16:49.797121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302159+0000","last_change":"2023-10-21T13:04:53.837101+0000","last_active":"2023-10-21T13:04:56.302159+0000","last_peered":"2023-10-21T13:04:56.302159+0000","last_clean":"2023-10-21T13:04:56.302159+0000","last_became_active":"2023-10-21T13:04:53.836822+0000","last_became_peered":"2023-10-21T13:04:53.836822+0000","last_unstale":"2023-10-21T13:04:56.302159+0000","last_undegraded":"2023-10-21T13:04:56.302159+0000","last_fullsized":"2023-10-21T13:04:56.302159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:42:05.049067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220631+0000","last_change":"2023-10-21T13:04:52.824718+0000","last_active":"2023-10-21T13:04:56.220631+0000","last_peered":"2023-10-21T13:04:56.220631+0000","last_clean":"2023-10-21T13:04:56.220631+0000","last_became_active":"2023-10-21T13:04:52.824446+0000","last_became_peered":"2023-10-21T13:04:52.824446+0000","last_unstale":"2023-10-21T13:04:56.220631+0000","last_undegraded":"2023-10-21T13:04:56.220631+0000","last_fullsized":"2023-10-21T13:04:56.220631+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:15.131888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220548+0000","last_change":"2023-10-21T13:04:53.835271+0000","last_active":"2023-10-21T13:04:56.220548+0000","last_peered":"2023-10-21T13:04:56.220548+0000","last_clean":"2023-10-21T13:04:56.220548+0000","last_became_active":"2023-10-21T13:04:53.835018+0000","last_became_peered":"2023-10-21T13:04:53.835018+0000","last_unstale":"2023-10-21T13:04:56.220548+0000","last_undegraded":"2023-10-21T13:04:56.220548+0000","last_fullsized":"2023-10-21T13:04:56.220548+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:22:43.637576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327331+0000","last_change":"2023-10-21T13:04:52.819597+0000","last_active":"2023-10-21T13:04:56.327331+0000","last_peered":"2023-10-21T13:04:56.327331+0000","last_clean":"2023-10-21T13:04:56.327331+0000","last_became_active":"2023-10-21T13:04:52.819317+0000","last_became_peered":"2023-10-21T13:04:52.819317+0000","last_unstale":"2023-10-21T13:04:56.327331+0000","last_undegraded":"2023-10-21T13:04:56.327331+0000","last_fullsized":"2023-10-21T13:04:56.327331+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:48:59.219410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220574+0000","last_change":"2023-10-21T13:04:53.829530+0000","last_active":"2023-10-21T13:04:56.220574+0000","last_peered":"2023-10-21T13:04:56.220574+0000","last_clean":"2023-10-21T13:04:56.220574+0000","last_became_active":"2023-10-21T13:04:53.826906+0000","last_became_peered":"2023-10-21T13:04:53.826906+0000","last_unstale":"2023-10-21T13:04:56.220574+0000","last_undegraded":"2023-10-21T13:04:56.220574+0000","last_fullsized":"2023-10-21T13:04:56.220574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:47.340687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326481+0000","last_change":"2023-10-21T13:04:52.815328+0000","last_active":"2023-10-21T13:04:56.326481+0000","last_peered":"2023-10-21T13:04:56.326481+0000","last_clean":"2023-10-21T13:04:56.326481+0000","last_became_active":"2023-10-21T13:04:52.814982+0000","last_became_peered":"2023-10-21T13:04:52.814982+0000","last_unstale":"2023-10-21T13:04:56.326481+0000","last_undegraded":"2023-10-21T13:04:56.326481+0000","last_fullsized":"2023-10-21T13:04:56.326481+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:20:01.968824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326338+0000","last_change":"2023-10-21T13:04:53.842684+0000","last_active":"2023-10-21T13:04:56.326338+0000","last_peered":"2023-10-21T13:04:56.326338+0000","last_clean":"2023-10-21T13:04:56.326338+0000","last_became_active":"2023-10-21T13:04:53.842113+0000","last_became_peered":"2023-10-21T13:04:53.842113+0000","last_unstale":"2023-10-21T13:04:56.326338+0000","last_undegraded":"2023-10-21T13:04:56.326338+0000","last_fullsized":"2023-10-21T13:04:56.326338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:38:32.893150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220267+0000","last_change":"2023-10-21T13:04:52.818219+0000","last_active":"2023-10-21T13:04:56.220267+0000","last_peered":"2023-10-21T13:04:56.220267+0000","last_clean":"2023-10-21T13:04:56.220267+0000","last_became_active":"2023-10-21T13:04:52.817944+0000","last_became_peered":"2023-10-21T13:04:52.817944+0000","last_unstale":"2023-10-21T13:04:56.220267+0000","last_undegraded":"2023-10-21T13:04:56.220267+0000","last_fullsized":"2023-10-21T13:04:56.220267+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220205+0000","last_change":"2023-10-21T13:04:53.831295+0000","last_active":"2023-10-21T13:04:56.220205+0000","last_peered":"2023-10-21T13:04:56.220205+0000","last_clean":"2023-10-21T13:04:56.220205+0000","last_became_active":"2023-10-21T13:04:53.830963+0000","last_became_peered":"2023-10-21T13:04:53.830963+0000","last_unstale":"2023-10-21T13:04:56.220205+0000","last_undegraded":"2023-10-21T13:04:56.220205+0000","last_fullsized":"2023-10-21T13:04:56.220205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:37:53.577578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.301976+0000","last_change":"2023-10-21T13:04:52.818822+0000","last_active":"2023-10-21T13:04:56.301976+0000","last_peered":"2023-10-21T13:04:56.301976+0000","last_clean":"2023-10-21T13:04:56.301976+0000","last_became_active":"2023-10-21T13:04:52.818533+0000","last_became_peered":"2023-10-21T13:04:52.818533+0000","last_unstale":"2023-10-21T13:04:56.301976+0000","last_undegraded":"2023-10-21T13:04:56.301976+0000","last_fullsized":"2023-10-21T13:04:56.301976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:07:47.193529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326611+0000","last_change":"2023-10-21T13:04:53.836060+0000","last_active":"2023-10-21T13:04:56.326611+0000","last_peered":"2023-10-21T13:04:56.326611+0000","last_clean":"2023-10-21T13:04:56.326611+0000","last_became_active":"2023-10-21T13:04:53.835781+0000","last_became_peered":"2023-10-21T13:04:53.835781+0000","last_unstale":"2023-10-21T13:04:56.326611+0000","last_undegraded":"2023-10-21T13:04:56.326611+0000","last_fullsized":"2023-10-21T13:04:56.326611+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:13.617448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326731+0000","last_change":"2023-10-21T13:04:52.818144+0000","last_active":"2023-10-21T13:04:56.326731+0000","last_peered":"2023-10-21T13:04:56.326731+0000","last_clean":"2023-10-21T13:04:56.326731+0000","last_became_active":"2023-10-21T13:04:52.817565+0000","last_became_peered":"2023-10-21T13:04:52.817565+0000","last_unstale":"2023-10-21T13:04:56.326731+0000","last_undegraded":"2023-10-21T13:04:56.326731+0000","last_fullsized":"2023-10-21T13:04:56.326731+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:22:42.631027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326654+0000","last_change":"2023-10-21T13:04:53.841526+0000","last_active":"2023-10-21T13:04:56.326654+0000","last_peered":"2023-10-21T13:04:56.326654+0000","last_clean":"2023-10-21T13:04:56.326654+0000","last_became_active":"2023-10-21T13:04:53.841145+0000","last_became_peered":"2023-10-21T13:04:53.841145+0000","last_unstale":"2023-10-21T13:04:56.326654+0000","last_undegraded":"2023-10-21T13:04:56.326654+0000","last_fullsized":"2023-10-21T13:04:56.326654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:54:02.999111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302263+0000","last_change":"2023-10-21T13:04:52.824650+0000","last_active":"2023-10-21T13:04:56.302263+0000","last_peered":"2023-10-21T13:04:56.302263+0000","last_clean":"2023-10-21T13:04:56.302263+0000","last_became_active":"2023-10-21T13:04:52.824426+0000","last_became_peered":"2023-10-21T13:04:52.824426+0000","last_unstale":"2023-10-21T13:04:56.302263+0000","last_undegraded":"2023-10-21T13:04:56.302263+0000","last_fullsized":"2023-10-21T13:04:56.302263+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:12.610899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327097+0000","last_change":"2023-10-21T13:04:53.842364+0000","last_active":"2023-10-21T13:04:56.327097+0000","last_peered":"2023-10-21T13:04:56.327097+0000","last_clean":"2023-10-21T13:04:56.327097+0000","last_became_active":"2023-10-21T13:04:53.842099+0000","last_became_peered":"2023-10-21T13:04:53.842099+0000","last_unstale":"2023-10-21T13:04:56.327097+0000","last_undegraded":"2023-10-21T13:04:56.327097+0000","last_fullsized":"2023-10-21T13:04:56.327097+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:12:17.897875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326989+0000","last_change":"2023-10-21T13:04:52.825654+0000","last_active":"2023-10-21T13:04:56.326989+0000","last_peered":"2023-10-21T13:04:56.326989+0000","last_clean":"2023-10-21T13:04:56.326989+0000","last_became_active":"2023-10-21T13:04:52.825381+0000","last_became_peered":"2023-10-21T13:04:52.825381+0000","last_unstale":"2023-10-21T13:04:56.326989+0000","last_undegraded":"2023-10-21T13:04:56.326989+0000","last_fullsized":"2023-10-21T13:04:56.326989+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326489+0000","last_change":"2023-10-21T13:04:53.828717+0000","last_active":"2023-10-21T13:04:56.326489+0000","last_peered":"2023-10-21T13:04:56.326489+0000","last_clean":"2023-10-21T13:04:56.326489+0000","last_became_active":"2023-10-21T13:04:53.828437+0000","last_became_peered":"2023-10-21T13:04:53.828437+0000","last_unstale":"2023-10-21T13:04:56.326489+0000","last_undegraded":"2023-10-21T13:04:56.326489+0000","last_fullsized":"2023-10-21T13:04:56.326489+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:37:50.757915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220678+0000","last_change":"2023-10-21T13:04:52.818013+0000","last_active":"2023-10-21T13:04:56.220678+0000","last_peered":"2023-10-21T13:04:56.220678+0000","last_clean":"2023-10-21T13:04:56.220678+0000","last_became_active":"2023-10-21T13:04:52.817673+0000","last_became_peered":"2023-10-21T13:04:52.817673+0000","last_unstale":"2023-10-21T13:04:56.220678+0000","last_undegraded":"2023-10-21T13:04:56.220678+0000","last_fullsized":"2023-10-21T13:04:56.220678+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:44.816878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327428+0000","last_change":"2023-10-21T13:04:53.823584+0000","last_active":"2023-10-21T13:04:56.327428+0000","last_peered":"2023-10-21T13:04:56.327428+0000","last_clean":"2023-10-21T13:04:56.327428+0000","last_became_active":"2023-10-21T13:04:53.823288+0000","last_became_peered":"2023-10-21T13:04:53.823288+0000","last_unstale":"2023-10-21T13:04:56.327428+0000","last_undegraded":"2023-10-21T13:04:56.327428+0000","last_fullsized":"2023-10-21T13:04:56.327428+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:38:32.893150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824000+0000","last_change":"2023-10-21T13:04:53.832995+0000","last_active":"2023-10-21T13:04:54.824000+0000","last_peered":"2023-10-21T13:04:54.824000+0000","last_clean":"2023-10-21T13:04:54.824000+0000","last_became_active":"2023-10-21T13:04:53.832700+0000","last_became_peered":"2023-10-21T13:04:53.832700+0000","last_unstale":"2023-10-21T13:04:54.824000+0000","last_undegraded":"2023-10-21T13:04:54.824000+0000","last_fullsized":"2023-10-21T13:04:54.824000+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:28.725488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326242+0000","last_change":"2023-10-21T13:04:53.824459+0000","last_active":"2023-10-21T13:04:56.326242+0000","last_peered":"2023-10-21T13:04:56.326242+0000","last_clean":"2023-10-21T13:04:56.326242+0000","last_became_active":"2023-10-21T13:04:53.823667+0000","last_became_peered":"2023-10-21T13:04:53.823667+0000","last_unstale":"2023-10-21T13:04:56.326242+0000","last_undegraded":"2023-10-21T13:04:56.326242+0000","last_fullsized":"2023-10-21T13:04:56.326242+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:28.725488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326248+0000","last_change":"2023-10-21T13:04:53.843210+0000","last_active":"2023-10-21T13:04:56.326248+0000","last_peered":"2023-10-21T13:04:56.326248+0000","last_clean":"2023-10-21T13:04:56.326248+0000","last_became_active":"2023-10-21T13:04:53.842845+0000","last_became_peered":"2023-10-21T13:04:53.842845+0000","last_unstale":"2023-10-21T13:04:56.326248+0000","last_undegraded":"2023-10-21T13:04:56.326248+0000","last_fullsized":"2023-10-21T13:04:56.326248+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:50:20.569272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326847+0000","last_change":"2023-10-21T13:04:53.825832+0000","last_active":"2023-10-21T13:04:56.326847+0000","last_peered":"2023-10-21T13:04:56.326847+0000","last_clean":"2023-10-21T13:04:56.326847+0000","last_became_active":"2023-10-21T13:04:53.823172+0000","last_became_peered":"2023-10-21T13:04:53.823172+0000","last_unstale":"2023-10-21T13:04:56.326847+0000","last_undegraded":"2023-10-21T13:04:56.326847+0000","last_fullsized":"2023-10-21T13:04:56.326847+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:47.340687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302139+0000","last_change":"2023-10-21T13:04:53.836050+0000","last_active":"2023-10-21T13:04:56.302139+0000","last_peered":"2023-10-21T13:04:56.302139+0000","last_clean":"2023-10-21T13:04:56.302139+0000","last_became_active":"2023-10-21T13:04:53.835170+0000","last_became_peered":"2023-10-21T13:04:53.835170+0000","last_unstale":"2023-10-21T13:04:56.302139+0000","last_undegraded":"2023-10-21T13:04:56.302139+0000","last_fullsized":"2023-10-21T13:04:56.302139+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:50:23.305275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302339+0000","last_change":"2023-10-21T13:04:53.835285+0000","last_active":"2023-10-21T13:04:56.302339+0000","last_peered":"2023-10-21T13:04:56.302339+0000","last_clean":"2023-10-21T13:04:56.302339+0000","last_became_active":"2023-10-21T13:04:53.834495+0000","last_became_peered":"2023-10-21T13:04:53.834495+0000","last_unstale":"2023-10-21T13:04:56.302339+0000","last_undegraded":"2023-10-21T13:04:56.302339+0000","last_fullsized":"2023-10-21T13:04:56.302339+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:47.898415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824728+0000","last_change":"2023-10-21T13:04:53.844693+0000","last_active":"2023-10-21T13:04:54.824728+0000","last_peered":"2023-10-21T13:04:54.824728+0000","last_clean":"2023-10-21T13:04:54.824728+0000","last_became_active":"2023-10-21T13:04:53.844422+0000","last_became_peered":"2023-10-21T13:04:53.844422+0000","last_unstale":"2023-10-21T13:04:54.824728+0000","last_undegraded":"2023-10-21T13:04:54.824728+0000","last_fullsized":"2023-10-21T13:04:54.824728+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:45.823428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327127+0000","last_change":"2023-10-21T13:04:53.824432+0000","last_active":"2023-10-21T13:04:56.327127+0000","last_peered":"2023-10-21T13:04:56.327127+0000","last_clean":"2023-10-21T13:04:56.327127+0000","last_became_active":"2023-10-21T13:04:53.823835+0000","last_became_peered":"2023-10-21T13:04:53.823835+0000","last_unstale":"2023-10-21T13:04:56.327127+0000","last_undegraded":"2023-10-21T13:04:56.327127+0000","last_fullsized":"2023-10-21T13:04:56.327127+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:49:00.225959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326026+0000","last_change":"2023-10-21T13:04:53.845129+0000","last_active":"2023-10-21T13:04:56.326026+0000","last_peered":"2023-10-21T13:04:56.326026+0000","last_clean":"2023-10-21T13:04:56.326026+0000","last_became_active":"2023-10-21T13:04:53.844836+0000","last_became_peered":"2023-10-21T13:04:53.844836+0000","last_unstale":"2023-10-21T13:04:56.326026+0000","last_undegraded":"2023-10-21T13:04:56.326026+0000","last_fullsized":"2023-10-21T13:04:56.326026+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:03:10.074358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326876+0000","last_change":"2023-10-21T13:04:53.822671+0000","last_active":"2023-10-21T13:04:56.326876+0000","last_peered":"2023-10-21T13:04:56.326876+0000","last_clean":"2023-10-21T13:04:56.326876+0000","last_became_active":"2023-10-21T13:04:53.822264+0000","last_became_peered":"2023-10-21T13:04:53.822264+0000","last_unstale":"2023-10-21T13:04:56.326876+0000","last_undegraded":"2023-10-21T13:04:56.326876+0000","last_fullsized":"2023-10-21T13:04:56.326876+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:00:35.152598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824295+0000","last_change":"2023-10-21T13:04:53.834542+0000","last_active":"2023-10-21T13:04:54.824295+0000","last_peered":"2023-10-21T13:04:54.824295+0000","last_clean":"2023-10-21T13:04:54.824295+0000","last_became_active":"2023-10-21T13:04:53.834312+0000","last_became_peered":"2023-10-21T13:04:53.834312+0000","last_unstale":"2023-10-21T13:04:54.824295+0000","last_undegraded":"2023-10-21T13:04:54.824295+0000","last_fullsized":"2023-10-21T13:04:54.824295+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:16.138437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220453+0000","last_change":"2023-10-21T13:04:53.813487+0000","last_active":"2023-10-21T13:04:56.220453+0000","last_peered":"2023-10-21T13:04:56.220453+0000","last_clean":"2023-10-21T13:04:56.220453+0000","last_became_active":"2023-10-21T13:04:53.812998+0000","last_became_peered":"2023-10-21T13:04:53.812998+0000","last_unstale":"2023-10-21T13:04:56.220453+0000","last_undegraded":"2023-10-21T13:04:56.220453+0000","last_fullsized":"2023-10-21T13:04:56.220453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:35.667469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326690+0000","last_change":"2023-10-21T13:04:53.828218+0000","last_active":"2023-10-21T13:04:56.326690+0000","last_peered":"2023-10-21T13:04:56.326690+0000","last_clean":"2023-10-21T13:04:56.326690+0000","last_became_active":"2023-10-21T13:04:53.827907+0000","last_became_peered":"2023-10-21T13:04:53.827907+0000","last_unstale":"2023-10-21T13:04:56.326690+0000","last_undegraded":"2023-10-21T13:04:56.326690+0000","last_fullsized":"2023-10-21T13:04:56.326690+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:16:50.803670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574851,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":200704,"data_stored":64722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79500000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76300000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.752}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":192512,"data_stored":64598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72399999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":200704,"data_stored":64654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]}]},{"osd":2,"up_from":13,"seq":55834574852,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33800000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27212,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344628,"statfs":{"total":96636764160,"available":96608899072,"internally_reserved":0,"allocated":196608,"data_stored":65180,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.312}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28299999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":225280,"data_stored":73182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27796,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344044,"statfs":{"total":96636764160,"available":96608301056,"internally_reserved":0,"allocated":794624,"data_stored":655058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T13:04:58.365 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-10-21T13:04:58.366 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-10-21T13:04:58.366 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-10-21T13:04:58.367 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-10-21T13:04:58.367 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-10-21T13:04:58.526 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.524+0000 7f2409bba700 1 Processor -- start 2023-10-21T13:04:58.526 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.524+0000 7f2409bba700 1 -- start start 2023-10-21T13:04:58.529 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f2409bba700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24041546f0 0x7f2404161e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.530 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f2409bba700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f2404154ad0 0x7f240415de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.530 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f2409bba700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2404161420 con 0x7f240415e370 2023-10-21T13:04:58.530 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f2409bba700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2404162390 con 0x7f2404154ad0 2023-10-21T13:04:58.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f2409bba700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f240415e920 con 0x7f24041546f0 2023-10-21T13:04:58.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f2403fff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f240415e370 0x7f24040b2f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47770/0 (socket says 172.21.15.67:47770) 2023-10-21T13:04:58.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f2403fff700 1 -- 172.21.15.67:0/3022834647 learned_addr learned my addr 172.21.15.67:0/3022834647 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:58.532 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f24037fe700 1 --2- 172.21.15.67:0/3022834647 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24041546f0 0x7f2404161e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.532 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f2402ffd700 1 --2- 172.21.15.67:0/3022834647 >> v2:172.21.15.190:3300/0 conn(0x7f2404154ad0 0x7f240415de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f24027fc700 1 -- 172.21.15.67:0/3022834647 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1478771469 0 0) 0x7f2404161420 con 0x7f240415e370 2023-10-21T13:04:58.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f24027fc700 1 -- 172.21.15.67:0/3022834647 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f23ec0035b0 con 0x7f240415e370 2023-10-21T13:04:58.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f24037fe700 1 -- 172.21.15.67:0/3022834647 >> v2:172.21.15.190:3300/0 conn(0x7f2404154ad0 msgr2=0x7f240415de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:58.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f24027fc700 1 -- 172.21.15.67:0/3022834647 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3540159595 0 0) 0x7f23ec0035b0 con 0x7f240415e370 2023-10-21T13:04:58.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f24037fe700 1 --2- 172.21.15.67:0/3022834647 >> v2:172.21.15.190:3300/0 conn(0x7f2404154ad0 0x7f240415de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f24037fe700 1 -- 172.21.15.67:0/3022834647 >> v1:172.21.15.67:6789/0 conn(0x7f240415e370 legacy=0x7f24040b2f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.525+0000 7f24037fe700 1 -- 172.21.15.67:0/3022834647 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f240415ec00 con 0x7f24041546f0 2023-10-21T13:04:58.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.526+0000 7f24037fe700 1 --2- 172.21.15.67:0/3022834647 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24041546f0 0x7f2404161e50 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f23f8009840 tx=0x7f23f8009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45dffb49d0568e04 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:58.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.526+0000 7f24027fc700 1 -- 172.21.15.67:0/3022834647 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23fc0019f0 con 0x7f24041546f0 2023-10-21T13:04:58.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.526+0000 7f24027fc700 1 -- 172.21.15.67:0/3022834647 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23f8004030 con 0x7f24041546f0 2023-10-21T13:04:58.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.526+0000 7f24027fc700 1 -- 172.21.15.67:0/3022834647 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23f80043c0 con 0x7f24041546f0 2023-10-21T13:04:58.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.526+0000 7f2409bba700 1 -- 172.21.15.67:0/3022834647 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24041546f0 msgr2=0x7f2404161e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.526+0000 7f2409bba700 1 --2- 172.21.15.67:0/3022834647 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24041546f0 0x7f2404161e50 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f23f8009840 tx=0x7f23f8009b50 comp rx=0 tx=0).stop 2023-10-21T13:04:58.537 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.526+0000 7f2409bba700 1 -- 172.21.15.67:0/3022834647 shutdown_connections 2023-10-21T13:04:58.537 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.526+0000 7f2409bba700 1 --2- 172.21.15.67:0/3022834647 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24041546f0 0x7f2404161e50 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.537 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.526+0000 7f2409bba700 1 --2- 172.21.15.67:0/3022834647 >> v2:172.21.15.190:3300/0 conn(0x7f2404154ad0 0x7f240415de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.537 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.526+0000 7f2409bba700 1 -- 172.21.15.67:0/3022834647 >> 172.21.15.67:0/3022834647 conn(0x7f24040cdf10 msgr2=0x7f24040ce320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.526+0000 7f2409bba700 1 -- 172.21.15.67:0/3022834647 shutdown_connections 2023-10-21T13:04:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.526+0000 7f2409bba700 1 -- 172.21.15.67:0/3022834647 wait complete. 2023-10-21T13:04:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.527+0000 7f2409bba700 1 Processor -- start 2023-10-21T13:04:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.528+0000 7f2409bba700 1 -- start start 2023-10-21T13:04:58.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.528+0000 7f2409bba700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24041546f0 0x7f24040cbf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.528+0000 7f2409bba700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2404154ad0 0x7f24040c7140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.528+0000 7f2409bba700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f240415e370 0x7f2404151930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.542 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.528+0000 7f2409bba700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24040c7680 con 0x7f24041546f0 2023-10-21T13:04:58.542 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.528+0000 7f2409bba700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2404151e70 con 0x7f240415e370 2023-10-21T13:04:58.542 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.528+0000 7f2409bba700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24040c9010 con 0x7f2404154ad0 2023-10-21T13:04:58.542 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.528+0000 7f24037fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24041546f0 0x7f24040cbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.542 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f24037fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24041546f0 0x7f24040cbf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59712/0 (socket says 172.21.15.67:59712) 2023-10-21T13:04:58.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f24037fe700 1 -- 172.21.15.67:0/3160257805 learned_addr learned my addr 172.21.15.67:0/3160257805 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:58.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f2403fff700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f240415e370 0x7f2404151930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f2402ffd700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2404154ad0 0x7f24040c7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f24037fe700 1 -- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2404154ad0 msgr2=0x7f24040c7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f24037fe700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2404154ad0 0x7f24040c7140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.544 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f24037fe700 1 -- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f240415e370 msgr2=0x7f2404151930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.544 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f24037fe700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f240415e370 0x7f2404151930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.544 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f24037fe700 1 -- 172.21.15.67:0/3160257805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23f80094a0 con 0x7f24041546f0 2023-10-21T13:04:58.545 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f2403fff700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f240415e370 0x7f2404151930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:04:58.545 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f24037fe700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24041546f0 0x7f24040cbf10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f23f800a010 tx=0x7f23f8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:58.545 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f23ebfff700 1 -- 172.21.15.67:0/3160257805 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23f8003c40 con 0x7f24041546f0 2023-10-21T13:04:58.545 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f23ebfff700 1 -- 172.21.15.67:0/3160257805 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23f801f070 con 0x7f24041546f0 2023-10-21T13:04:58.545 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f2409bba700 1 -- 172.21.15.67:0/3160257805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24040c92b0 con 0x7f24041546f0 2023-10-21T13:04:58.546 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f23ebfff700 1 -- 172.21.15.67:0/3160257805 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23f8011630 con 0x7f24041546f0 2023-10-21T13:04:58.546 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.529+0000 7f2409bba700 1 -- 172.21.15.67:0/3160257805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24040c9870 con 0x7f24041546f0 2023-10-21T13:04:58.546 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.530+0000 7f2409bba700 1 -- 172.21.15.67:0/3160257805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2404074d40 con 0x7f24041546f0 2023-10-21T13:04:58.546 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.531+0000 7f23ebfff700 1 -- 172.21.15.67:0/3160257805 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f23f8021030 con 0x7f24041546f0 2023-10-21T13:04:58.547 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.531+0000 7f23ebfff700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f23f006af00 0x7f23f006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.547 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.531+0000 7f23ebfff700 1 -- 172.21.15.67:0/3160257805 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f23f808a8d0 con 0x7f24041546f0 2023-10-21T13:04:58.547 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.531+0000 7f2402ffd700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f23f006af00 0x7f23f006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.547 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.532+0000 7f2402ffd700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f23f006af00 0x7f23f006d3c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2404154f20 tx=0x7f23f4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:58.547 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.535+0000 7f23ebfff700 1 -- 172.21.15.67:0/3160257805 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f23f8055a10 con 0x7f24041546f0 2023-10-21T13:04:58.674 INFO:tasks.ceph.mds.b.smithi190.stderr:2023-10-21T13:04:58.673+0000 7f5090dde700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-10-21T13:04:58.799 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.797+0000 7f2409bba700 1 -- 172.21.15.67:0/3160257805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f24040cedb0 con 0x7f24041546f0 2023-10-21T13:04:58.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.800+0000 7f23ebfff700 1 -- 172.21.15.67:0/3160257805 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+171034 (secure 0 0 0) 0x7f23f8059030 con 0x7f24041546f0 2023-10-21T13:04:58.805 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:58.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.803+0000 7f2409bba700 1 -- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f23f006af00 msgr2=0x7f23f006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.803+0000 7f2409bba700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f23f006af00 0x7f23f006d3c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2404154f20 tx=0x7f23f4008040 comp rx=0 tx=0).stop 2023-10-21T13:04:58.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.803+0000 7f2409bba700 1 -- 172.21.15.67:0/3160257805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24041546f0 msgr2=0x7f24040cbf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.803+0000 7f2409bba700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24041546f0 0x7f24040cbf10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f23f800a010 tx=0x7f23f8004750 comp rx=0 tx=0).stop 2023-10-21T13:04:58.810 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.803+0000 7f2409bba700 1 -- 172.21.15.67:0/3160257805 shutdown_connections 2023-10-21T13:04:58.810 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.803+0000 7f2409bba700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f240415e370 0x7f2404151930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.810 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.803+0000 7f2409bba700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24041546f0 0x7f24040cbf10 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.803+0000 7f2409bba700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f23f006af00 0x7f23f006d3c0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.803+0000 7f2409bba700 1 --2- 172.21.15.67:0/3160257805 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2404154ad0 0x7f24040c7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.803+0000 7f2409bba700 1 -- 172.21.15.67:0/3160257805 >> 172.21.15.67:0/3160257805 conn(0x7f24040cdf10 msgr2=0x7f24040cf450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:58.812 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.803+0000 7f2409bba700 1 -- 172.21.15.67:0/3160257805 shutdown_connections 2023-10-21T13:04:58.812 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.803+0000 7f2409bba700 1 -- 172.21.15.67:0/3160257805 wait complete. 2023-10-21T13:04:58.817 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":5,"active_gid":4105,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":2049345277},{"type":"v1","addr":"172.21.15.190:6833","nonce":2049345277}]},"active_addr":"172.21.15.190:6833/2049345277","active_change":"2023-10-21T13:04:41.363027+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4107,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.190:0","nonce":836986187}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.190:0","nonce":2240855842}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.190:0","nonce":468027810}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.190:0","nonce":704000544}]}]} 2023-10-21T13:04:58.822 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-10-21T13:04:58.822 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-10-21T13:04:58.823 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:04:58.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.946+0000 7f849a9ca700 1 Processor -- start 2023-10-21T13:04:58.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.946+0000 7f849a9ca700 1 -- start start 2023-10-21T13:04:58.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.947+0000 7f849a9ca700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f849415d9f0 0x7f84940b28f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.947+0000 7f849a9ca700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f84940ad860 0x7f849406ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.947+0000 7f849a9ca700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8494072900 con 0x7f849406a8d0 2023-10-21T13:04:58.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.947+0000 7f849a9ca700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f849406b290 con 0x7f849415d9f0 2023-10-21T13:04:58.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.947+0000 7f849a9ca700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84940b2e30 con 0x7f84940ad860 2023-10-21T13:04:58.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.947+0000 7f8498f67700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f84940ad860 0x7f849406ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.947+0000 7f8493fff700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f849415d9f0 0x7f84940b28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.947+0000 7f8493fff700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f849415d9f0 0x7f84940b28f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33586/0 (socket says 172.21.15.67:33586) 2023-10-21T13:04:58.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.947+0000 7f8498f67700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f84940ad860 0x7f849406ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:46482/0 (socket says 172.21.15.67:46482) 2023-10-21T13:04:58.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.947+0000 7f8493fff700 1 -- 172.21.15.67:0/3130390627 learned_addr learned my addr 172.21.15.67:0/3130390627 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:58.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.947+0000 7f84937fe700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f849406a8d0 0x7f84941613e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:44682/0 (socket says 172.21.15.67:44682) 2023-10-21T13:04:58.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.948+0000 7f8498f67700 1 -- 172.21.15.67:0/3130390627 >> v2:172.21.15.190:3300/0 conn(0x7f849415d9f0 msgr2=0x7f84940b28f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:58.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.948+0000 7f8498f67700 1 --2- 172.21.15.67:0/3130390627 >> v2:172.21.15.190:3300/0 conn(0x7f849415d9f0 0x7f84940b28f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.948+0000 7f8498f67700 1 -- 172.21.15.67:0/3130390627 >> v1:172.21.15.190:6789/0 conn(0x7f849406a8d0 legacy=0x7f84941613e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.948+0000 7f8498f67700 1 -- 172.21.15.67:0/3130390627 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8494071a10 con 0x7f84940ad860 2023-10-21T13:04:58.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.948+0000 7f8493fff700 1 --2- 172.21.15.67:0/3130390627 >> v2:172.21.15.190:3300/0 conn(0x7f849415d9f0 0x7f84940b28f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:04:58.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.948+0000 7f8498f67700 1 --2- 172.21.15.67:0/3130390627 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f84940ad860 0x7f849406ad50 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f848c009d90 tx=0x7f848c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=151778691b66e0a3 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:58.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.948+0000 7f8492ffd700 1 -- 172.21.15.67:0/3130390627 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f848c00e070 con 0x7f84940ad860 2023-10-21T13:04:58.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.948+0000 7f8492ffd700 1 -- 172.21.15.67:0/3130390627 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f848c00bb20 con 0x7f84940ad860 2023-10-21T13:04:58.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.948+0000 7f8492ffd700 1 -- 172.21.15.67:0/3130390627 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f848c012430 con 0x7f84940ad860 2023-10-21T13:04:58.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.949+0000 7f849a9ca700 1 -- 172.21.15.67:0/3130390627 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f84940ad860 msgr2=0x7f849406ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.949+0000 7f849a9ca700 1 --2- 172.21.15.67:0/3130390627 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f84940ad860 0x7f849406ad50 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f848c009d90 tx=0x7f848c00b330 comp rx=0 tx=0).stop 2023-10-21T13:04:58.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.949+0000 7f849a9ca700 1 -- 172.21.15.67:0/3130390627 shutdown_connections 2023-10-21T13:04:58.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.949+0000 7f849a9ca700 1 --2- 172.21.15.67:0/3130390627 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f84940ad860 0x7f849406ad50 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.949+0000 7f849a9ca700 1 --2- 172.21.15.67:0/3130390627 >> v2:172.21.15.190:3300/0 conn(0x7f849415d9f0 0x7f84940b28f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.949+0000 7f849a9ca700 1 -- 172.21.15.67:0/3130390627 >> 172.21.15.67:0/3130390627 conn(0x7f849406da20 msgr2=0x7f849406de00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:58.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.949+0000 7f849a9ca700 1 -- 172.21.15.67:0/3130390627 shutdown_connections 2023-10-21T13:04:58.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.949+0000 7f849a9ca700 1 -- 172.21.15.67:0/3130390627 wait complete. 2023-10-21T13:04:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.950+0000 7f849a9ca700 1 Processor -- start 2023-10-21T13:04:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.950+0000 7f849a9ca700 1 -- start start 2023-10-21T13:04:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f849a9ca700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f849406a8d0 0x7f84940c5f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f849a9ca700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f84940ad860 0x7f84940c6450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f849a9ca700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f849415d9f0 0x7f849415e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f849a9ca700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84940b2fd0 con 0x7f84940ad860 2023-10-21T13:04:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f849a9ca700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84940b3870 con 0x7f849415d9f0 2023-10-21T13:04:58.962 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f849a9ca700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f849415f3f0 con 0x7f849406a8d0 2023-10-21T13:04:58.962 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f84937fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f84940ad860 0x7f84940c6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.962 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f84937fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f84940ad860 0x7f84940c6450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59726/0 (socket says 172.21.15.67:59726) 2023-10-21T13:04:58.962 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f84937fe700 1 -- 172.21.15.67:0/474512131 learned_addr learned my addr 172.21.15.67:0/474512131 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:58.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f8493fff700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f849406a8d0 0x7f84940c5f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f8498f67700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f849415d9f0 0x7f849415e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f84937fe700 1 -- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f849406a8d0 msgr2=0x7f84940c5f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f84937fe700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f849406a8d0 0x7f84940c5f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f84937fe700 1 -- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f849415d9f0 msgr2=0x7f849415e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:58.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f84937fe700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f849415d9f0 0x7f849415e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:58.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f84937fe700 1 -- 172.21.15.67:0/474512131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8484009550 con 0x7f84940ad860 2023-10-21T13:04:58.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.951+0000 7f8498f67700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f849415d9f0 0x7f849415e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:58.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.952+0000 7f84937fe700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f84940ad860 0x7f84940c6450 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f847c00c520 tx=0x7f847c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:58.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.952+0000 7f8490ff9700 1 -- 172.21.15.67:0/474512131 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f847c005cb0 con 0x7f84940ad860 2023-10-21T13:04:58.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.952+0000 7f8490ff9700 1 -- 172.21.15.67:0/474512131 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f847c005e10 con 0x7f84940ad860 2023-10-21T13:04:58.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.952+0000 7f8490ff9700 1 -- 172.21.15.67:0/474512131 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f847c0072d0 con 0x7f84940ad860 2023-10-21T13:04:58.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.952+0000 7f849a9ca700 1 -- 172.21.15.67:0/474512131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f848c009a70 con 0x7f84940ad860 2023-10-21T13:04:58.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.952+0000 7f849a9ca700 1 -- 172.21.15.67:0/474512131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84940b3500 con 0x7f84940ad860 2023-10-21T13:04:58.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.953+0000 7f849a9ca700 1 -- 172.21.15.67:0/474512131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8494074d40 con 0x7f84940ad860 2023-10-21T13:04:58.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.953+0000 7f8490ff9700 1 -- 172.21.15.67:0/474512131 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f847c007430 con 0x7f84940ad860 2023-10-21T13:04:58.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.954+0000 7f8490ff9700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f847406af00 0x7f847406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:58.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.954+0000 7f8490ff9700 1 -- 172.21.15.67:0/474512131 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f847c088950 con 0x7f84940ad860 2023-10-21T13:04:58.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.954+0000 7f8493fff700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f847406af00 0x7f847406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:58.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.954+0000 7f8493fff700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f847406af00 0x7f847406d3c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8484006d30 tx=0x7f84840092c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:58.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:58.958+0000 7f8490ff9700 1 -- 172.21.15.67:0/474512131 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f847c053ab0 con 0x7f84940ad860 2023-10-21T13:04:59.160 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.159+0000 7f849a9ca700 1 -- 172.21.15.67:0/474512131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f84940b6370 con 0x7f84940ad860 2023-10-21T13:04:59.162 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.160+0000 7f8490ff9700 1 -- 172.21.15.67:0/474512131 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7f847c017020 con 0x7f84940ad860 2023-10-21T13:04:59.163 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:59.163 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:04:59.165 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.162+0000 7f849a9ca700 1 -- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f847406af00 msgr2=0x7f847406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.165 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.162+0000 7f849a9ca700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f847406af00 0x7f847406d3c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8484006d30 tx=0x7f84840092c0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.165 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.162+0000 7f849a9ca700 1 -- 172.21.15.67:0/474512131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f84940ad860 msgr2=0x7f84940c6450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.166 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.162+0000 7f849a9ca700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f84940ad860 0x7f84940c6450 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f847c00c520 tx=0x7f847c00c830 comp rx=0 tx=0).stop 2023-10-21T13:04:59.166 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.162+0000 7f849a9ca700 1 -- 172.21.15.67:0/474512131 shutdown_connections 2023-10-21T13:04:59.167 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.162+0000 7f849a9ca700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f849415d9f0 0x7f849415e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.167 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.162+0000 7f849a9ca700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f847406af00 0x7f847406d3c0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.168 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.162+0000 7f849a9ca700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f849406a8d0 0x7f84940c5f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.168 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.162+0000 7f849a9ca700 1 --2- 172.21.15.67:0/474512131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f84940ad860 0x7f84940c6450 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.168 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.162+0000 7f849a9ca700 1 -- 172.21.15.67:0/474512131 >> 172.21.15.67:0/474512131 conn(0x7f849406da20 msgr2=0x7f84940adc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.168 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.162+0000 7f849a9ca700 1 -- 172.21.15.67:0/474512131 shutdown_connections 2023-10-21T13:04:59.169 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.162+0000 7f849a9ca700 1 -- 172.21.15.67:0/474512131 wait complete. 2023-10-21T13:04:59.177 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-10-21T13:04:59.177 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:04:59.196 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:04:59.228 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:04:59.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.302+0000 7f71ca8fe700 1 Processor -- start 2023-10-21T13:04:59.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.302+0000 7f71ca8fe700 1 -- start start 2023-10-21T13:04:59.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.303+0000 7f71ca8fe700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71c40cc3d0 0x7f71c40d0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.315 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71ca8fe700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71c415bbf0 con 0x7f71c40b2f10 2023-10-21T13:04:59.315 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71ca8fe700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71c415f6a0 con 0x7f71c415f1e0 2023-10-21T13:04:59.315 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71ca8fe700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71c40cf770 con 0x7f71c40cc3d0 2023-10-21T13:04:59.316 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c3fff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f71c40b2f10 0x7f71c40b32f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47794/0 (socket says 172.21.15.67:47794) 2023-10-21T13:04:59.316 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c3fff700 1 -- 172.21.15.67:0/232072783 learned_addr learned my addr 172.21.15.67:0/232072783 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:59.316 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 -- 172.21.15.67:0/232072783 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 774807866 0 0) 0x7f71c415bbf0 con 0x7f71c40b2f10 2023-10-21T13:04:59.317 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 -- 172.21.15.67:0/232072783 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f71ac0035b0 con 0x7f71c40b2f10 2023-10-21T13:04:59.317 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c8e9b700 1 --2- 172.21.15.67:0/232072783 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71c40cc3d0 0x7f71c40d0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 -- 172.21.15.67:0/232072783 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1544034247 0 0) 0x7f71ac0035b0 con 0x7f71c40b2f10 2023-10-21T13:04:59.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 -- 172.21.15.67:0/232072783 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71c40cc3d0 msgr2=0x7f71c40d0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:59.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 --2- 172.21.15.67:0/232072783 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71c40cc3d0 0x7f71c40d0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.319 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 -- 172.21.15.67:0/232072783 >> v1:172.21.15.190:6789/0 conn(0x7f71c415f1e0 legacy=0x7f71c40cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.319 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 -- 172.21.15.67:0/232072783 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71c415f980 con 0x7f71c40b2f10 2023-10-21T13:04:59.319 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 -- 172.21.15.67:0/232072783 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f71b4001670 con 0x7f71c40b2f10 2023-10-21T13:04:59.320 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 -- 172.21.15.67:0/232072783 >> v1:172.21.15.67:6789/0 conn(0x7f71c40b2f10 legacy=0x7f71c40b32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.320 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 --2- 172.21.15.67:0/232072783 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71ac003a30 0x7f71ac003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.321 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 --2- 172.21.15.67:0/232072783 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71ac004850 0x7f71ac004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.321 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 --2- 172.21.15.67:0/232072783 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71c40cc3d0 0x7f71ac00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.321 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 -- 172.21.15.67:0/232072783 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71c40cf770 con 0x7f71ac004850 2023-10-21T13:04:59.322 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 -- 172.21.15.67:0/232072783 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71ac005570 con 0x7f71ac003a30 2023-10-21T13:04:59.322 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c2ffd700 1 -- 172.21.15.67:0/232072783 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71ac00bf50 con 0x7f71c40cc3d0 2023-10-21T13:04:59.322 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c37fe700 1 --2- 172.21.15.67:0/232072783 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71ac004850 0x7f71ac004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c3fff700 1 --2- 172.21.15.67:0/232072783 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71ac003a30 0x7f71ac003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.304+0000 7f71c8e9b700 1 --2- 172.21.15.67:0/232072783 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71c40cc3d0 0x7f71ac00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.305+0000 7f71c37fe700 1 -- 172.21.15.67:0/232072783 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71c40cc3d0 msgr2=0x7f71ac00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:59.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.305+0000 7f71c37fe700 1 --2- 172.21.15.67:0/232072783 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71c40cc3d0 0x7f71ac00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.305+0000 7f71c37fe700 1 -- 172.21.15.67:0/232072783 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71ac003a30 msgr2=0x7f71ac003e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:59.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.305+0000 7f71c37fe700 1 --2- 172.21.15.67:0/232072783 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71ac003a30 0x7f71ac003e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.305+0000 7f71c37fe700 1 -- 172.21.15.67:0/232072783 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71ac0035b0 con 0x7f71ac004850 2023-10-21T13:04:59.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.305+0000 7f71c37fe700 1 --2- 172.21.15.67:0/232072783 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71ac004850 0x7f71ac004cd0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f71b80017c0 tx=0x7f71ac005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=817ac0683df3266b server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.326 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.305+0000 7f71c2ffd700 1 -- 172.21.15.67:0/232072783 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71b80052d0 con 0x7f71ac004850 2023-10-21T13:04:59.326 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.305+0000 7f71c2ffd700 1 -- 172.21.15.67:0/232072783 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71b8005430 con 0x7f71ac004850 2023-10-21T13:04:59.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.305+0000 7f71c2ffd700 1 -- 172.21.15.67:0/232072783 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71b80038c0 con 0x7f71ac004850 2023-10-21T13:04:59.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.305+0000 7f71ca8fe700 1 -- 172.21.15.67:0/232072783 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71ac004850 msgr2=0x7f71ac004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.305+0000 7f71ca8fe700 1 --2- 172.21.15.67:0/232072783 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71ac004850 0x7f71ac004cd0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f71b80017c0 tx=0x7f71ac005880 comp rx=0 tx=0).stop 2023-10-21T13:04:59.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.305+0000 7f71c8e9b700 1 -- 172.21.15.67:0/232072783 reap_dead start 2023-10-21T13:04:59.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.305+0000 7f71ca8fe700 1 -- 172.21.15.67:0/232072783 shutdown_connections 2023-10-21T13:04:59.329 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.305+0000 7f71ca8fe700 1 -- 172.21.15.67:0/232072783 >> 172.21.15.67:0/232072783 conn(0x7f71c40cdf10 msgr2=0x7f71c40ce320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.329 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.306+0000 7f71ca8fe700 1 -- 172.21.15.67:0/232072783 shutdown_connections 2023-10-21T13:04:59.329 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.306+0000 7f71ca8fe700 1 -- 172.21.15.67:0/232072783 wait complete. 2023-10-21T13:04:59.330 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.307+0000 7f71ca8fe700 1 Processor -- start 2023-10-21T13:04:59.330 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.307+0000 7f71ca8fe700 1 -- start start 2023-10-21T13:04:59.330 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71ca8fe700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71ac004850 0x7f71c4154fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.331 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71ca8fe700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71c40b50c0 0x7f71c415a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.331 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71ca8fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71c415ac00 0x7f71c406cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.331 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71ca8fe700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71c415b080 con 0x7f71c415ac00 2023-10-21T13:04:59.332 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71ca8fe700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71c40b40b0 con 0x7f71ac004850 2023-10-21T13:04:59.332 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71ca8fe700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71c40b4300 con 0x7f71c40b50c0 2023-10-21T13:04:59.332 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c8e9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71c415ac00 0x7f71c406cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c8e9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71c415ac00 0x7f71c406cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59748/0 (socket says 172.21.15.67:59748) 2023-10-21T13:04:59.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c8e9b700 1 -- 172.21.15.67:0/318995484 learned_addr learned my addr 172.21.15.67:0/318995484 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:59.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c3fff700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71ac004850 0x7f71c4154fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.334 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c37fe700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71c40b50c0 0x7f71c415a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.334 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c8e9b700 1 -- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71c40b50c0 msgr2=0x7f71c415a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.334 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c8e9b700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71c40b50c0 0x7f71c415a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c8e9b700 1 -- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71ac004850 msgr2=0x7f71c4154fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c8e9b700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71ac004850 0x7f71c4154fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c8e9b700 1 -- 172.21.15.67:0/318995484 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71c40b45e0 con 0x7f71c415ac00 2023-10-21T13:04:59.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c37fe700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71c40b50c0 0x7f71c415a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:59.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c8e9b700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71c415ac00 0x7f71c406cd90 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f71c40cc820 tx=0x7f71bc010440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c0ff9700 1 -- 172.21.15.67:0/318995484 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71bc010ab0 con 0x7f71c415ac00 2023-10-21T13:04:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c0ff9700 1 -- 172.21.15.67:0/318995484 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71bc010c10 con 0x7f71c415ac00 2023-10-21T13:04:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71ca8fe700 1 -- 172.21.15.67:0/318995484 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71c40b48c0 con 0x7f71c415ac00 2023-10-21T13:04:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71c0ff9700 1 -- 172.21.15.67:0/318995484 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71bc017430 con 0x7f71c415ac00 2023-10-21T13:04:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.308+0000 7f71ca8fe700 1 -- 172.21.15.67:0/318995484 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71c406d2d0 con 0x7f71c415ac00 2023-10-21T13:04:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.309+0000 7f71ca8fe700 1 -- 172.21.15.67:0/318995484 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71c4074d40 con 0x7f71c415ac00 2023-10-21T13:04:59.339 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.310+0000 7f71c0ff9700 1 -- 172.21.15.67:0/318995484 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f71bc017590 con 0x7f71c415ac00 2023-10-21T13:04:59.339 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.310+0000 7f71c0ff9700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f71b006af00 0x7f71b006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.339 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.310+0000 7f71c0ff9700 1 -- 172.21.15.67:0/318995484 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f71bc089fa0 con 0x7f71c415ac00 2023-10-21T13:04:59.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.311+0000 7f71c3fff700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f71b006af00 0x7f71b006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.311+0000 7f71c3fff700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f71b006af00 0x7f71b006d3c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f71b4007e30 tx=0x7f71b4001bd0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.315+0000 7f71c0ff9700 1 -- 172.21.15.67:0/318995484 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f71bc055040 con 0x7f71c415ac00 2023-10-21T13:04:59.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.516+0000 7f71ca8fe700 1 -- 172.21.15.67:0/318995484 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f71c40cfaf0 con 0x7f71c415ac00 2023-10-21T13:04:59.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.517+0000 7f71c0ff9700 1 -- 172.21.15.67:0/318995484 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7f71bc058660 con 0x7f71c415ac00 2023-10-21T13:04:59.519 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:04:59.519 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:04:59.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.519+0000 7f71ca8fe700 1 -- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f71b006af00 msgr2=0x7f71b006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.519+0000 7f71ca8fe700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f71b006af00 0x7f71b006d3c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f71b4007e30 tx=0x7f71b4001bd0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.519+0000 7f71ca8fe700 1 -- 172.21.15.67:0/318995484 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71c415ac00 msgr2=0x7f71c406cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.519+0000 7f71ca8fe700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71c415ac00 0x7f71c406cd90 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f71c40cc820 tx=0x7f71bc010440 comp rx=0 tx=0).stop 2023-10-21T13:04:59.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.519+0000 7f71ca8fe700 1 -- 172.21.15.67:0/318995484 shutdown_connections 2023-10-21T13:04:59.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.519+0000 7f71ca8fe700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71c415ac00 0x7f71c406cd90 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.519+0000 7f71ca8fe700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71ac004850 0x7f71c4154fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.519+0000 7f71ca8fe700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f71b006af00 0x7f71b006d3c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.519+0000 7f71ca8fe700 1 --2- 172.21.15.67:0/318995484 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71c40b50c0 0x7f71c415a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.519+0000 7f71ca8fe700 1 -- 172.21.15.67:0/318995484 >> 172.21.15.67:0/318995484 conn(0x7f71c40cdf10 msgr2=0x7f71c40b3600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.520+0000 7f71ca8fe700 1 -- 172.21.15.67:0/318995484 shutdown_connections 2023-10-21T13:04:59.524 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.520+0000 7f71ca8fe700 1 -- 172.21.15.67:0/318995484 wait complete. 2023-10-21T13:04:59.534 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-10-21T13:04:59.535 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-10-21T13:04:59.535 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-10-21T13:04:59.536 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-10-21T13:04:59.536 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-10-21T13:04:59.537 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-10-21T13:04:59.538 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-10-21T13:04:59.538 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-10-21T13:04:59.794 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.792+0000 7f66157a4700 1 Processor -- start 2023-10-21T13:04:59.795 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.792+0000 7f66157a4700 1 -- start start 2023-10-21T13:04:59.795 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.793+0000 7f66157a4700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66100ced80 0x7f66100ae670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.796 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.793+0000 7f66157a4700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f66100b20d0 0x7f66100b2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.796 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.793+0000 7f66157a4700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f661006e230 con 0x7f66100b0d00 2023-10-21T13:04:59.796 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.793+0000 7f66157a4700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f661015a0a0 con 0x7f66100b20d0 2023-10-21T13:04:59.796 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.793+0000 7f66157a4700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f661006e480 con 0x7f66100ced80 2023-10-21T13:04:59.796 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.793+0000 7f660effd700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f66100b0d00 0x7f66100b10e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47814/0 (socket says 172.21.15.67:47814) 2023-10-21T13:04:59.797 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.793+0000 7f660effd700 1 -- 172.21.15.67:0/3609979707 learned_addr learned my addr 172.21.15.67:0/3609979707 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:59.797 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.793+0000 7f660e7fc700 1 --2- 172.21.15.67:0/3609979707 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66100ced80 0x7f66100ae670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.797 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.794+0000 7fa1960ca700 1 Processor -- start 2023-10-21T13:04:59.798 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.794+0000 7fa1960ca700 1 -- start start 2023-10-21T13:04:59.798 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.794+0000 7f660f7fe700 1 --2- 172.21.15.67:0/3609979707 >> v2:172.21.15.190:3300/0 conn(0x7f66100b20d0 0x7f66100b2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.799 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.794+0000 7f660e7fc700 1 -- 172.21.15.67:0/3609979707 >> v2:172.21.15.190:3300/0 conn(0x7f66100b20d0 msgr2=0x7f66100b2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:59.799 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.794+0000 7f660e7fc700 1 --2- 172.21.15.67:0/3609979707 >> v2:172.21.15.190:3300/0 conn(0x7f66100b20d0 0x7f66100b2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.799 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.794+0000 7f660e7fc700 1 -- 172.21.15.67:0/3609979707 >> v1:172.21.15.67:6789/0 conn(0x7f66100b0d00 legacy=0x7f66100b10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.799 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.794+0000 7f660e7fc700 1 -- 172.21.15.67:0/3609979707 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f661006e760 con 0x7f66100ced80 2023-10-21T13:04:59.800 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.794+0000 7f4c53d77700 1 Processor -- start 2023-10-21T13:04:59.800 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.794+0000 7f660e7fc700 1 --2- 172.21.15.67:0/3609979707 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66100ced80 0x7f66100ae670 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f6600008840 tx=0x7f660000d330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fd24327ab24f5e5a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.795+0000 7fa1960ca700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa1900cb330 0x7fa19015b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.795+0000 7fa1960ca700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fa1900cdb80 0x7fa1900cf030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.795+0000 7fa1960ca700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1900668a0 con 0x7fa1900cd700 2023-10-21T13:04:59.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.795+0000 7fa1960ca700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1900cc400 con 0x7fa1900cdb80 2023-10-21T13:04:59.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.795+0000 7fa1960ca700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1900ce010 con 0x7fa1900cb330 2023-10-21T13:04:59.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.795+0000 7f4c53d77700 1 -- start start 2023-10-21T13:04:59.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.795+0000 7fa18effd700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fa1900cd700 0x7fa1900ce920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47822/0 (socket says 172.21.15.67:47822) 2023-10-21T13:04:59.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.795+0000 7fa18effd700 1 -- 172.21.15.67:0/4164533123 learned_addr learned my addr 172.21.15.67:0/4164533123 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:59.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.795+0000 7fa18ffff700 1 --2- 172.21.15.67:0/4164533123 >> v2:172.21.15.67:3300/0 conn(0x7fa1900cdb80 0x7fa1900cf030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.795+0000 7f660dffb700 1 -- 172.21.15.67:0/3609979707 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6600010070 con 0x7f66100ced80 2023-10-21T13:04:59.804 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.796+0000 7f660dffb700 1 -- 172.21.15.67:0/3609979707 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6600004030 con 0x7f66100ced80 2023-10-21T13:04:59.804 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.796+0000 7f660dffb700 1 -- 172.21.15.67:0/3609979707 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66000043c0 con 0x7f66100ced80 2023-10-21T13:04:59.804 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.796+0000 7fa18f7fe700 1 --2- 172.21.15.67:0/4164533123 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa1900cb330 0x7fa19015b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.805 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.796+0000 7f34172ef700 1 Processor -- start 2023-10-21T13:04:59.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.796+0000 7f4c53d77700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f4c4c0b0d00 0x7f4c4c0ae670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.796+0000 7f4c53d77700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4c4c0ced80 0x7f4c4c0b10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.796+0000 7f4c53d77700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c4c06e230 con 0x7f4c4c06c9c0 2023-10-21T13:04:59.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.796+0000 7f4c53d77700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c4c0b1620 con 0x7f4c4c0b0d00 2023-10-21T13:04:59.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.796+0000 7f4c53d77700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c15a0a0 con 0x7f4c4c0ced80 2023-10-21T13:04:59.807 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.796+0000 7f34172ef700 1 -- start start 2023-10-21T13:04:59.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.796+0000 7f4c51312700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4c4c0ced80 0x7f4c4c0b10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.796+0000 7f4c51312700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4c4c0ced80 0x7f4c4c0b10e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:46528/0 (socket says 172.21.15.67:46528) 2023-10-21T13:04:59.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.796+0000 7f4c51312700 1 -- 172.21.15.67:0/2182646206 learned_addr learned my addr 172.21.15.67:0/2182646206 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:59.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.796+0000 7f73ab890700 1 Processor -- start 2023-10-21T13:04:59.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f4c51312700 1 -- 172.21.15.67:0/2182646206 >> v2:172.21.15.67:3300/0 conn(0x7f4c4c0b0d00 msgr2=0x7f4c4c0ae670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:59.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f4c51312700 1 --2- 172.21.15.67:0/2182646206 >> v2:172.21.15.67:3300/0 conn(0x7f4c4c0b0d00 0x7f4c4c0ae670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f4c51312700 1 -- 172.21.15.67:0/2182646206 >> v1:172.21.15.190:6789/0 conn(0x7f4c4c06c9c0 legacy=0x7f4c4c06ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:59.810 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f4c51312700 1 -- 172.21.15.67:0/2182646206 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c4c06e480 con 0x7f4c4c0ced80 2023-10-21T13:04:59.810 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7fa18f7fe700 1 -- 172.21.15.67:0/4164533123 >> v2:172.21.15.67:3300/0 conn(0x7fa1900cdb80 msgr2=0x7fa1900cf030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:59.810 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7fa18f7fe700 1 --2- 172.21.15.67:0/4164533123 >> v2:172.21.15.67:3300/0 conn(0x7fa1900cdb80 0x7fa1900cf030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7fa18f7fe700 1 -- 172.21.15.67:0/4164533123 >> v1:172.21.15.67:6789/0 conn(0x7fa1900cd700 legacy=0x7fa1900ce920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7fa18f7fe700 1 -- 172.21.15.67:0/4164533123 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa19015bbb0 con 0x7fa1900cb330 2023-10-21T13:04:59.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f66157a4700 1 -- 172.21.15.67:0/3609979707 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66100ced80 msgr2=0x7f66100ae670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f66157a4700 1 --2- 172.21.15.67:0/3609979707 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66100ced80 0x7f66100ae670 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f6600008840 tx=0x7f660000d330 comp rx=0 tx=0).stop 2023-10-21T13:04:59.812 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f4c51312700 1 --2- 172.21.15.67:0/2182646206 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4c4c0ced80 0x7f4c4c0b10e0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f4c4400d1e0 tx=0x7f4c4400d4f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b44342c886a9a74 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.812 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7fa18f7fe700 1 --2- 172.21.15.67:0/4164533123 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa1900cb330 0x7fa19015b670 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fa184009840 tx=0x7fa184009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cfe0bc76976a8379 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.813 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f34172ef700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f34100c24c0 0x7f341006e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.814 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f34172ef700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34100ae6d0 con 0x7f34100c28a0 2023-10-21T13:04:59.814 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f34172ef700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f341006e840 con 0x7f3410161980 2023-10-21T13:04:59.814 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f34172ef700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34100b2a50 con 0x7f34100c24c0 2023-10-21T13:04:59.814 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f341508b700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f34100c24c0 0x7f341006e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.814 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f341508b700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f34100c24c0 0x7f341006e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33638/0 (socket says 172.21.15.67:33638) 2023-10-21T13:04:59.815 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f341508b700 1 -- 172.21.15.67:0/4003648091 learned_addr learned my addr 172.21.15.67:0/4003648091 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:59.815 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f341508b700 1 -- 172.21.15.67:0/4003648091 >> v1:172.21.15.190:6789/0 conn(0x7f3410161980 legacy=0x7f3410161db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.815 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f341508b700 1 -- 172.21.15.67:0/4003648091 >> v1:172.21.15.67:6789/0 conn(0x7f34100c28a0 legacy=0x7f34100cd5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.815 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f341508b700 1 -- 172.21.15.67:0/4003648091 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34100b2490 con 0x7f34100c24c0 2023-10-21T13:04:59.815 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f341508b700 1 --2- 172.21.15.67:0/4003648091 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f34100c24c0 0x7f341006e300 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f34000098f0 tx=0x7f3400009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6bb4ddb6aff40b3 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.816 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.797+0000 7f73ab890700 1 -- start start 2023-10-21T13:04:59.816 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f73ab890700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f73a4161c00 0x7f73a4166180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.817 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f73ab890700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f73a40cfe70 0x7f73a40d0320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.817 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f73ab890700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73a4161fe0 con 0x7f73a40b10d0 2023-10-21T13:04:59.817 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f73ab890700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73a40d0860 con 0x7f73a40cfe70 2023-10-21T13:04:59.817 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f73ab890700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73a409c880 con 0x7f73a4161c00 2023-10-21T13:04:59.818 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f73a962c700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f73a4161c00 0x7f73a4166180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.818 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f73a8e2b700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f73a40b10d0 0x7f73a40b6440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:44738/0 (socket says 172.21.15.67:44738) 2023-10-21T13:04:59.818 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f73a8e2b700 1 -- 172.21.15.67:0/1639865470 learned_addr learned my addr 172.21.15.67:0/1639865470 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:59.818 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f73a9e2d700 1 --2- 172.21.15.67:0/1639865470 >> v2:172.21.15.67:3300/0 conn(0x7f73a40cfe70 0x7f73a40d0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.819 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7fa18e7fc700 1 -- 172.21.15.67:0/4164533123 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa184011830 con 0x7fa1900cb330 2023-10-21T13:04:59.819 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7fa18e7fc700 1 -- 172.21.15.67:0/4164533123 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa184011990 con 0x7fa1900cb330 2023-10-21T13:04:59.819 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7fa18e7fc700 1 -- 172.21.15.67:0/4164533123 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa184011d20 con 0x7fa1900cb330 2023-10-21T13:04:59.820 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f73a962c700 1 -- 172.21.15.67:0/1639865470 >> v2:172.21.15.67:3300/0 conn(0x7f73a40cfe70 msgr2=0x7f73a40d0320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:59.820 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f73a962c700 1 --2- 172.21.15.67:0/1639865470 >> v2:172.21.15.67:3300/0 conn(0x7f73a40cfe70 0x7f73a40d0320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.820 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f73a962c700 1 -- 172.21.15.67:0/1639865470 >> v1:172.21.15.190:6789/0 conn(0x7f73a40b10d0 legacy=0x7f73a40b6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.820 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.798+0000 7f73a962c700 1 -- 172.21.15.67:0/1639865470 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73a409ca90 con 0x7f73a4161c00 2023-10-21T13:04:59.821 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.799+0000 7f66157a4700 1 -- 172.21.15.67:0/3609979707 shutdown_connections 2023-10-21T13:04:59.821 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.799+0000 7f73a962c700 1 --2- 172.21.15.67:0/1639865470 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73a4161c00 0x7f73a4166180 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f73a40b0530 tx=0x7f7394009b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=815925fb8236fd6c server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.822 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.799+0000 7f66157a4700 1 --2- 172.21.15.67:0/3609979707 >> v2:172.21.15.190:3300/0 conn(0x7f66100b20d0 0x7f66100b2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.822 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.799+0000 7f66157a4700 1 --2- 172.21.15.67:0/3609979707 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66100ced80 0x7f66100ae670 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.822 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.799+0000 7f66157a4700 1 -- 172.21.15.67:0/3609979707 >> 172.21.15.67:0/3609979707 conn(0x7f66100cbd00 msgr2=0x7f66100cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.823 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.799+0000 7f739bfff700 1 -- 172.21.15.67:0/1639865470 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7394005e30 con 0x7f73a4161c00 2023-10-21T13:04:59.823 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.799+0000 7f739bfff700 1 -- 172.21.15.67:0/1639865470 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7394006030 con 0x7f73a4161c00 2023-10-21T13:04:59.823 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.799+0000 7f739bfff700 1 -- 172.21.15.67:0/1639865470 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73940063c0 con 0x7f73a4161c00 2023-10-21T13:04:59.823 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.799+0000 7f4c50b11700 1 -- 172.21.15.67:0/2182646206 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c44010070 con 0x7f4c4c0ced80 2023-10-21T13:04:59.824 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.799+0000 7fa1960ca700 1 -- 172.21.15.67:0/4164533123 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa1900cb330 msgr2=0x7fa19015b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.824 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.799+0000 7fa1960ca700 1 --2- 172.21.15.67:0/4164533123 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa1900cb330 0x7fa19015b670 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fa184009840 tx=0x7fa184009b50 comp rx=0 tx=0).stop 2023-10-21T13:04:59.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f4c50b11700 1 -- 172.21.15.67:0/2182646206 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c4400dc60 con 0x7f4c4c0ced80 2023-10-21T13:04:59.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f4c50b11700 1 -- 172.21.15.67:0/2182646206 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c44007b60 con 0x7f4c4c0ced80 2023-10-21T13:04:59.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f3407fff700 1 -- 172.21.15.67:0/4003648091 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3400004230 con 0x7f34100c24c0 2023-10-21T13:04:59.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f3407fff700 1 -- 172.21.15.67:0/4003648091 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3400004390 con 0x7f34100c24c0 2023-10-21T13:04:59.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f3407fff700 1 -- 172.21.15.67:0/4003648091 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34000036a0 con 0x7f34100c24c0 2023-10-21T13:04:59.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f73ab890700 1 -- 172.21.15.67:0/1639865470 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73a4161c00 msgr2=0x7f73a4166180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f73ab890700 1 --2- 172.21.15.67:0/1639865470 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73a4161c00 0x7f73a4166180 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f73a40b0530 tx=0x7f7394009b00 comp rx=0 tx=0).stop 2023-10-21T13:04:59.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f6072290700 1 Processor -- start 2023-10-21T13:04:59.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f6072290700 1 -- start start 2023-10-21T13:04:59.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f73ab890700 1 -- 172.21.15.67:0/1639865470 shutdown_connections 2023-10-21T13:04:59.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f73ab890700 1 --2- 172.21.15.67:0/1639865470 >> v2:172.21.15.67:3300/0 conn(0x7f73a40cfe70 0x7f73a40d0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f73ab890700 1 --2- 172.21.15.67:0/1639865470 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73a4161c00 0x7f73a4166180 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f73ab890700 1 -- 172.21.15.67:0/1639865470 >> 172.21.15.67:0/1639865470 conn(0x7f73a40665a0 msgr2=0x7f73a40669b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f4c53d77700 1 -- 172.21.15.67:0/2182646206 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4c4c0ced80 msgr2=0x7f4c4c0b10e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f4c53d77700 1 --2- 172.21.15.67:0/2182646206 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4c4c0ced80 0x7f4c4c0b10e0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f4c4400d1e0 tx=0x7f4c4400d4f0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7f73ab890700 1 -- 172.21.15.67:0/1639865470 shutdown_connections 2023-10-21T13:04:59.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7fa1960ca700 1 -- 172.21.15.67:0/4164533123 shutdown_connections 2023-10-21T13:04:59.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7fa1960ca700 1 --2- 172.21.15.67:0/4164533123 >> v2:172.21.15.67:3300/0 conn(0x7fa1900cdb80 0x7fa1900cf030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7fa1960ca700 1 --2- 172.21.15.67:0/4164533123 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa1900cb330 0x7fa19015b670 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7fa1960ca700 1 -- 172.21.15.67:0/4164533123 >> 172.21.15.67:0/4164533123 conn(0x7fa1900cc5b0 msgr2=0x7fa1900cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7fa1960ca700 1 -- 172.21.15.67:0/4164533123 shutdown_connections 2023-10-21T13:04:59.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.800+0000 7fa1960ca700 1 -- 172.21.15.67:0/4164533123 wait complete. 2023-10-21T13:04:59.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.801+0000 7f73ab890700 1 -- 172.21.15.67:0/1639865470 wait complete. 2023-10-21T13:04:59.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.801+0000 7f34172ef700 1 -- 172.21.15.67:0/4003648091 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f34100c24c0 msgr2=0x7f341006e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.801+0000 7f34172ef700 1 --2- 172.21.15.67:0/4003648091 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f34100c24c0 0x7f341006e300 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f34000098f0 tx=0x7f3400009c00 comp rx=0 tx=0).stop 2023-10-21T13:04:59.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.801+0000 7f34172ef700 1 -- 172.21.15.67:0/4003648091 shutdown_connections 2023-10-21T13:04:59.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.801+0000 7f34172ef700 1 --2- 172.21.15.67:0/4003648091 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f34100c24c0 0x7f341006e300 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.801+0000 7f34172ef700 1 -- 172.21.15.67:0/4003648091 >> 172.21.15.67:0/4003648091 conn(0x7f34100cbd00 msgr2=0x7f34100cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.801+0000 7f34172ef700 1 -- 172.21.15.67:0/4003648091 shutdown_connections 2023-10-21T13:04:59.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.801+0000 7f34172ef700 1 -- 172.21.15.67:0/4003648091 wait complete. 2023-10-21T13:04:59.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.802+0000 7fa1960ca700 1 Processor -- start 2023-10-21T13:04:59.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.802+0000 7f73ab890700 1 Processor -- start 2023-10-21T13:04:59.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.802+0000 7f73ab890700 1 -- start start 2023-10-21T13:04:59.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.802+0000 7f66157a4700 1 -- 172.21.15.67:0/3609979707 shutdown_connections 2023-10-21T13:04:59.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.802+0000 7f34172ef700 1 Processor -- start 2023-10-21T13:04:59.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7f34172ef700 1 -- start start 2023-10-21T13:04:59.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7f73ab890700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73a40cfe70 0x7f73a40b5c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7f73ab890700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73a4161c00 0x7f73a40cbd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.802+0000 7fa1960ca700 1 -- start start 2023-10-21T13:04:59.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7fa1960ca700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa1900cb330 0x7fa1900c50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7fa1960ca700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa1900cd700 0x7fa190157800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7fa1960ca700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa1900cdb80 0x7fa1900c3660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7fa1960ca700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1901f8ee0 con 0x7fa1900cb330 2023-10-21T13:04:59.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7fa1960ca700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa190157d40 con 0x7fa1900cd700 2023-10-21T13:04:59.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7fa1960ca700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1901f9180 con 0x7fa1900cdb80 2023-10-21T13:04:59.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7f73ab890700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73a40b6180 0x7f73a40cc270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7f73ab890700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73a40ca760 con 0x7f73a40cfe70 2023-10-21T13:04:59.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7f73ab890700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73a40caa40 con 0x7f73a4161c00 2023-10-21T13:04:59.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7f73ab890700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73a40cad20 con 0x7f73a40b6180 2023-10-21T13:04:59.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f34172ef700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34100c24c0 0x7f34101ff400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f34172ef700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f34100c28a0 0x7f34100b0e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f34172ef700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3410161980 0x7f34100b1360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f34172ef700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34100b0790 con 0x7f34100c24c0 2023-10-21T13:04:59.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f34172ef700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3410164840 con 0x7f3410161980 2023-10-21T13:04:59.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f34172ef700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34101ff940 con 0x7f34100c28a0 2023-10-21T13:04:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f73a8e2b700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73a4161c00 0x7f73a40cbd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f73a8e2b700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73a4161c00 0x7f73a40cbd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33654/0 (socket says 172.21.15.67:33654) 2023-10-21T13:04:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f73a8e2b700 1 -- 172.21.15.67:0/1179062220 learned_addr learned my addr 172.21.15.67:0/1179062220 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f73a9e2d700 1 --2- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73a40b6180 0x7f73a40cc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.842 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f341508b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34100c24c0 0x7f34101ff400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.842 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f341508b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34100c24c0 0x7f34101ff400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59798/0 (socket says 172.21.15.67:59798) 2023-10-21T13:04:59.843 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f341508b700 1 -- 172.21.15.67:0/1627408589 learned_addr learned my addr 172.21.15.67:0/1627408589 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:59.843 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f341488a700 1 --2- 172.21.15.67:0/1627408589 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f34100c28a0 0x7f34100b0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.843 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f73a8e2b700 1 -- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73a40b6180 msgr2=0x7f73a40cc270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.843 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f73a8e2b700 1 --2- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f73a40b6180 0x7f73a40cc270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.844 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f73a8e2b700 1 -- 172.21.15.67:0/1179062220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73a40cfe70 msgr2=0x7f73a40b5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.844 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f73a8e2b700 1 --2- 172.21.15.67:0/1179062220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73a40cfe70 0x7f73a40b5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.844 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f73a8e2b700 1 -- 172.21.15.67:0/1179062220 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7394009430 con 0x7f73a4161c00 2023-10-21T13:04:59.844 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f341588c700 1 --2- 172.21.15.67:0/1627408589 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3410161980 0x7f34100b1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.845 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7fa18f7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa1900cb330 0x7fa1900c50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.845 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f341508b700 1 -- 172.21.15.67:0/1627408589 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f34100c28a0 msgr2=0x7f34100b0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.846 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f341508b700 1 --2- 172.21.15.67:0/1627408589 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f34100c28a0 0x7f34100b0e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.846 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7fa18f7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa1900cb330 0x7fa1900c50f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59796/0 (socket says 172.21.15.67:59796) 2023-10-21T13:04:59.846 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7fa18f7fe700 1 -- 172.21.15.67:0/3474260101 learned_addr learned my addr 172.21.15.67:0/3474260101 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:59.847 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f341508b700 1 -- 172.21.15.67:0/1627408589 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3410161980 msgr2=0x7f34100b1360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.847 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f341508b700 1 --2- 172.21.15.67:0/1627408589 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3410161980 0x7f34100b1360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.847 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f341508b700 1 -- 172.21.15.67:0/1627408589 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3400009550 con 0x7f34100c24c0 2023-10-21T13:04:59.847 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f73a8e2b700 1 --2- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73a4161c00 0x7f73a40cbd30 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f73a000c490 tx=0x7f73a000c7a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.848 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f341508b700 1 --2- 172.21.15.67:0/1627408589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34100c24c0 0x7f34101ff400 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f34100b1e70 tx=0x7f3400004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.848 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.805+0000 7f7399ffb700 1 -- 172.21.15.67:0/1179062220 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73a0005d70 con 0x7f73a4161c00 2023-10-21T13:04:59.849 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.805+0000 7f73ab890700 1 -- 172.21.15.67:0/1179062220 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73a40cb000 con 0x7f73a4161c00 2023-10-21T13:04:59.849 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.805+0000 7f73ab890700 1 -- 172.21.15.67:0/1179062220 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73a40c9f50 con 0x7f73a4161c00 2023-10-21T13:04:59.849 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.805+0000 7f7399ffb700 1 -- 172.21.15.67:0/1179062220 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73a00070d0 con 0x7f73a4161c00 2023-10-21T13:04:59.849 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.805+0000 7f7399ffb700 1 -- 172.21.15.67:0/1179062220 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73a0007440 con 0x7f73a4161c00 2023-10-21T13:04:59.850 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.805+0000 7fa18f7fe700 1 -- 172.21.15.67:0/3474260101 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa1900cdb80 msgr2=0x7fa1900c3660 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-21T13:04:59.850 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.805+0000 7fa18f7fe700 1 --2- 172.21.15.67:0/3474260101 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa1900cdb80 0x7fa1900c3660 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.850 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.805+0000 7fa18f7fe700 1 -- 172.21.15.67:0/3474260101 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa1900cd700 msgr2=0x7fa190157800 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-21T13:04:59.851 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.805+0000 7fa18f7fe700 1 --2- 172.21.15.67:0/3474260101 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa1900cd700 0x7fa190157800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.851 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.805+0000 7fa18f7fe700 1 -- 172.21.15.67:0/3474260101 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1840094a0 con 0x7fa1900cb330 2023-10-21T13:04:59.851 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7f66157a4700 1 -- 172.21.15.67:0/3609979707 wait complete. 2023-10-21T13:04:59.852 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.805+0000 7fa18f7fe700 1 --2- 172.21.15.67:0/3474260101 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa1900cb330 0x7fa1900c50f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa184014040 tx=0x7fa184004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.852 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.805+0000 7f66157a4700 1 Processor -- start 2023-10-21T13:04:59.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.801+0000 7f6072290700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f606c15e8f0 0x7f606c06fe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.801+0000 7f6072290700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f606c06da80 0x7f606c06df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.801+0000 7f6072290700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f606c15b920 con 0x7f606c15a950 2023-10-21T13:04:59.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.801+0000 7f6072290700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f606c0cfbf0 con 0x7f606c15e8f0 2023-10-21T13:04:59.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.801+0000 7f6072290700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f606c06e450 con 0x7f606c06da80 2023-10-21T13:04:59.854 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.802+0000 7f606b7fe700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f606c06da80 0x7f606c06df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.854 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.802+0000 7f606b7fe700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f606c06da80 0x7f606c06df10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33652/0 (socket says 172.21.15.67:33652) 2023-10-21T13:04:59.854 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.802+0000 7f606b7fe700 1 -- 172.21.15.67:0/3104362828 learned_addr learned my addr 172.21.15.67:0/3104362828 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:59.854 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.802+0000 7f606b7fe700 1 -- 172.21.15.67:0/3104362828 >> v2:172.21.15.67:3300/0 conn(0x7f606c15e8f0 msgr2=0x7f606c06fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:59.854 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.802+0000 7f606b7fe700 1 --2- 172.21.15.67:0/3104362828 >> v2:172.21.15.67:3300/0 conn(0x7f606c15e8f0 0x7f606c06fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.855 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.802+0000 7f606b7fe700 1 -- 172.21.15.67:0/3104362828 >> v1:172.21.15.67:6789/0 conn(0x7f606c15a950 legacy=0x7f606c15adc0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T13:04:59.855 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.802+0000 7f606b7fe700 1 -- 172.21.15.67:0/3104362828 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f606c15b640 con 0x7f606c06da80 2023-10-21T13:04:59.855 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7f606b7fe700 1 --2- 172.21.15.67:0/3104362828 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f606c06da80 0x7f606c06df10 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f606c0703a0 tx=0x7f6060009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6db104234a8279a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.855 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7f606affd700 1 -- 172.21.15.67:0/3104362828 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6060004230 con 0x7f606c06da80 2023-10-21T13:04:59.855 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7f606affd700 1 -- 172.21.15.67:0/3104362828 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6060004390 con 0x7f606c06da80 2023-10-21T13:04:59.856 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.803+0000 7f606affd700 1 -- 172.21.15.67:0/3104362828 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60600036a0 con 0x7f606c06da80 2023-10-21T13:04:59.856 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f6072290700 1 -- 172.21.15.67:0/3104362828 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f606c06da80 msgr2=0x7f606c06df10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.856 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.804+0000 7f6072290700 1 --2- 172.21.15.67:0/3104362828 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f606c06da80 0x7f606c06df10 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f606c0703a0 tx=0x7f6060009bd0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.856 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f4c53d77700 1 -- 172.21.15.67:0/2182646206 shutdown_connections 2023-10-21T13:04:59.857 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f4c53d77700 1 --2- 172.21.15.67:0/2182646206 >> v2:172.21.15.67:3300/0 conn(0x7f4c4c0b0d00 0x7f4c4c0ae670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.857 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f4c53d77700 1 --2- 172.21.15.67:0/2182646206 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4c4c0ced80 0x7f4c4c0b10e0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.857 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f4c53d77700 1 -- 172.21.15.67:0/2182646206 >> 172.21.15.67:0/2182646206 conn(0x7f4c4c0cbd00 msgr2=0x7f4c4c0cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.857 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f6072290700 1 -- 172.21.15.67:0/3104362828 shutdown_connections 2023-10-21T13:04:59.858 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f6072290700 1 --2- 172.21.15.67:0/3104362828 >> v2:172.21.15.67:3300/0 conn(0x7f606c15e8f0 0x7f606c06fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.858 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f6072290700 1 --2- 172.21.15.67:0/3104362828 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f606c06da80 0x7f606c06df10 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.858 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f6072290700 1 -- 172.21.15.67:0/3104362828 >> 172.21.15.67:0/3104362828 conn(0x7f606c0d0360 msgr2=0x7f606c0d0770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.858 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7fa177fff700 1 -- 172.21.15.67:0/3474260101 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa184004590 con 0x7fa1900cb330 2023-10-21T13:04:59.859 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f4c53d77700 1 -- 172.21.15.67:0/2182646206 shutdown_connections 2023-10-21T13:04:59.859 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f4c53d77700 1 -- 172.21.15.67:0/2182646206 wait complete. 2023-10-21T13:04:59.859 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7fa177fff700 1 -- 172.21.15.67:0/3474260101 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa18401f070 con 0x7fa1900cb330 2023-10-21T13:04:59.860 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7fa177fff700 1 -- 172.21.15.67:0/3474260101 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1840038c0 con 0x7fa1900cb330 2023-10-21T13:04:59.860 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7fa1960ca700 1 -- 172.21.15.67:0/3474260101 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1901f9460 con 0x7fa1900cb330 2023-10-21T13:04:59.860 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7fa1960ca700 1 -- 172.21.15.67:0/3474260101 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1901f9a20 con 0x7fa1900cb330 2023-10-21T13:04:59.860 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.807+0000 7fa1960ca700 1 -- 172.21.15.67:0/3474260101 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa1900cbb60 con 0x7fa1900cb330 2023-10-21T13:04:59.861 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.807+0000 7fc61e0b7700 1 Processor -- start 2023-10-21T13:04:59.861 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f73ab890700 1 -- 172.21.15.67:0/1179062220 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f7384000fc0 con 0x7f73a4161c00 2023-10-21T13:04:59.862 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f6072290700 1 -- 172.21.15.67:0/3104362828 shutdown_connections 2023-10-21T13:04:59.862 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.808+0000 7f4c53d77700 1 Processor -- start 2023-10-21T13:04:59.863 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f3405ffb700 1 -- 172.21.15.67:0/1627408589 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3400003c80 con 0x7f34100c24c0 2023-10-21T13:04:59.863 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f3405ffb700 1 -- 172.21.15.67:0/1627408589 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3400020070 con 0x7f34100c24c0 2023-10-21T13:04:59.863 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f3405ffb700 1 -- 172.21.15.67:0/1627408589 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3400011630 con 0x7f34100c24c0 2023-10-21T13:04:59.863 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.806+0000 7f34172ef700 1 -- 172.21.15.67:0/1627408589 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34100b01d0 con 0x7f34100c24c0 2023-10-21T13:04:59.864 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.807+0000 7f34172ef700 1 -- 172.21.15.67:0/1627408589 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3410163d60 con 0x7f34100c24c0 2023-10-21T13:04:59.864 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.807+0000 7fc61e0b7700 1 -- start start 2023-10-21T13:04:59.864 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.808+0000 7f4c53d77700 1 -- start start 2023-10-21T13:04:59.865 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.808+0000 7f34172ef700 1 -- 172.21.15.67:0/1627408589 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f341006cb60 con 0x7f34100c24c0 2023-10-21T13:04:59.866 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7fc61e0b7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6180b0d00 0x7fc6180ae670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.866 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7fc61e0b7700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fc6180b20d0 0x7fc6180b2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.866 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7fc61e0b7700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc61806e230 con 0x7fc6180ced80 2023-10-21T13:04:59.866 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7fc61e0b7700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc61815a0a0 con 0x7fc6180b20d0 2023-10-21T13:04:59.866 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7fc61e0b7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc61806e480 con 0x7fc6180b0d00 2023-10-21T13:04:59.867 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7fc6177fe700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6180b0d00 0x7fc6180ae670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.867 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7fc617fff700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fc6180b20d0 0x7fc6180b2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.867 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7fc6177fe700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6180b0d00 0x7fc6180ae670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:46566/0 (socket says 172.21.15.67:46566) 2023-10-21T13:04:59.867 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7fc6177fe700 1 -- 172.21.15.67:0/588266022 learned_addr learned my addr 172.21.15.67:0/588266022 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:59.868 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.807+0000 7f6072290700 1 -- 172.21.15.67:0/3104362828 wait complete. 2023-10-21T13:04:59.868 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7f6072290700 1 Processor -- start 2023-10-21T13:04:59.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7f4c53d77700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c4c06c9c0 0x7f4c4c1518d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7f4c53d77700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4c4c0b0d00 0x7f4c4c155670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7f4c53d77700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4c4c0ced80 0x7f4c4c155bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7f4c53d77700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c1e22b0 con 0x7f4c4c06c9c0 2023-10-21T13:04:59.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7f4c53d77700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c1e1f80 con 0x7f4c4c0b0d00 2023-10-21T13:04:59.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7f4c53d77700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c0999d0 con 0x7f4c4c0ced80 2023-10-21T13:04:59.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7f4c51b13700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c4c06c9c0 0x7f4c4c1518d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7f4c51b13700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c4c06c9c0 0x7f4c4c1518d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59808/0 (socket says 172.21.15.67:59808) 2023-10-21T13:04:59.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7f4c51b13700 1 -- 172.21.15.67:0/2504703915 learned_addr learned my addr 172.21.15.67:0/2504703915 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:59.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7f4c51312700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4c4c0b0d00 0x7f4c4c155670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7f4c52314700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4c4c0ced80 0x7f4c4c155bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7fc6177fe700 1 -- 172.21.15.67:0/588266022 >> v2:172.21.15.190:3300/0 conn(0x7fc6180b20d0 msgr2=0x7fc6180b2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:59.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7fc6177fe700 1 --2- 172.21.15.67:0/588266022 >> v2:172.21.15.190:3300/0 conn(0x7fc6180b20d0 0x7fc6180b2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7fc6177fe700 1 -- 172.21.15.67:0/588266022 >> v1:172.21.15.190:6789/0 conn(0x7fc6180ced80 legacy=0x7fc6180b10e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-21T13:04:59.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7fc6177fe700 1 -- 172.21.15.67:0/588266022 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc61806e760 con 0x7fc6180b0d00 2023-10-21T13:04:59.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7f4c51b13700 1 -- 172.21.15.67:0/2504703915 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4c4c0ced80 msgr2=0x7f4c4c155bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7f4c51b13700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4c4c0ced80 0x7f4c4c155bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7f4c51b13700 1 -- 172.21.15.67:0/2504703915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4c4c0b0d00 msgr2=0x7f4c4c155670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7f4c51b13700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4c4c0b0d00 0x7f4c4c155670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7f4c51b13700 1 -- 172.21.15.67:0/2504703915 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c440079d0 con 0x7f4c4c06c9c0 2023-10-21T13:04:59.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7f66157a4700 1 -- start start 2023-10-21T13:04:59.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7f4c51b13700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c4c06c9c0 0x7f4c4c1518d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c00b530 tx=0x7f4c3c00b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.809+0000 7f3405ffb700 1 -- 172.21.15.67:0/1627408589 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3400022030 con 0x7f34100c24c0 2023-10-21T13:04:59.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7f3405ffb700 1 --2- 172.21.15.67:0/1627408589 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f33f406af50 0x7f33f406d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7f341488a700 1 --2- 172.21.15.67:0/1627408589 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f33f406af50 0x7f33f406d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7f6072290700 1 -- start start 2023-10-21T13:04:59.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7f6072290700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f606c06da80 0x7f606c0c6000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7f6072290700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f606c15a950 0x7f606c0afdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.810+0000 7f6072290700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f606c15e8f0 0x7f606c15d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f6072290700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f606c0b3ea0 con 0x7f606c06da80 2023-10-21T13:04:59.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f6072290700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f606c0c6540 con 0x7f606c15a950 2023-10-21T13:04:59.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f6072290700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f606c0b0300 con 0x7f606c15e8f0 2023-10-21T13:04:59.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f3405ffb700 1 -- 172.21.15.67:0/1627408589 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3400059b70 con 0x7f34100c24c0 2023-10-21T13:04:59.878 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f3405ffb700 1 --2- 172.21.15.67:0/1627408589 >> [v2:172.21.15.67:6824/3349106273,v1:172.21.15.67:6825/3349106273] conn(0x7f33f40730f0 0x7f33f4075510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.878 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f3405ffb700 1 -- 172.21.15.67:0/1627408589 --> [v2:172.21.15.67:6824/3349106273,v1:172.21.15.67:6825/3349106273] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f33f4075bc0 con 0x7f33f40730f0 2023-10-21T13:04:59.878 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f3405ffb700 1 -- 172.21.15.67:0/1627408589 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f34000557b0 con 0x7f34100c24c0 2023-10-21T13:04:59.878 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f606bfff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f606c06da80 0x7f606c0c6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f606bfff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f606c06da80 0x7f606c0c6000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59818/0 (socket says 172.21.15.67:59818) 2023-10-21T13:04:59.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f606bfff700 1 -- 172.21.15.67:0/1180183942 learned_addr learned my addr 172.21.15.67:0/1180183942 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:59.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f341588c700 1 --2- 172.21.15.67:0/1627408589 >> [v2:172.21.15.67:6824/3349106273,v1:172.21.15.67:6825/3349106273] conn(0x7f33f40730f0 0x7f33f4075510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.880 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f4c427fc700 1 -- 172.21.15.67:0/2504703915 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c3c0118f0 con 0x7f4c4c06c9c0 2023-10-21T13:04:59.880 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f66157a4700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66100b0d00 0x7f6610157ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.880 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f66157a4700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66100b20d0 0x7f66101eee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.881 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f66157a4700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66100ced80 0x7f66100c81f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.881 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f66157a4700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66100c9c30 con 0x7f66100b20d0 2023-10-21T13:04:59.881 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f66157a4700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6610158a10 con 0x7f66100ced80 2023-10-21T13:04:59.881 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f66157a4700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66100c9300 con 0x7f66100b0d00 2023-10-21T13:04:59.881 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f660e7fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66100b20d0 0x7f66101eee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f660e7fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66100b20d0 0x7f66101eee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59828/0 (socket says 172.21.15.67:59828) 2023-10-21T13:04:59.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f660e7fc700 1 -- 172.21.15.67:0/3480799380 learned_addr learned my addr 172.21.15.67:0/3480799380 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:59.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f4c427fc700 1 -- 172.21.15.67:0/2504703915 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c3c011a70 con 0x7f4c4c06c9c0 2023-10-21T13:04:59.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f4c427fc700 1 -- 172.21.15.67:0/2504703915 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c3c011e20 con 0x7f4c4c06c9c0 2023-10-21T13:04:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f660f7fe700 1 --2- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66100ced80 0x7f66100c81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.811+0000 7f660effd700 1 --2- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66100b0d00 0x7f6610157ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f4c51312700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4c4c0b0d00 0x7f4c4c155670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:59.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f7399ffb700 1 -- 172.21.15.67:0/1179062220 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f73a00075a0 con 0x7f73a4161c00 2023-10-21T13:04:59.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7fc6177fe700 1 --2- 172.21.15.67:0/588266022 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6180b0d00 0x7fc6180ae670 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc60800bb90 tx=0x7fc60800bea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45bfa9343cfdd32c server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f660e7fc700 1 -- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66100b0d00 msgr2=0x7f6610157ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f660e7fc700 1 --2- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f66100b0d00 0x7f6610157ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f660e7fc700 1 -- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66100ced80 msgr2=0x7f66100c81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f660e7fc700 1 --2- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66100ced80 0x7f66100c81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.886 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f660e7fc700 1 -- 172.21.15.67:0/3480799380 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6600008520 con 0x7f66100b20d0 2023-10-21T13:04:59.886 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7fc6167fc700 1 -- 172.21.15.67:0/588266022 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc60800dcf0 con 0x7fc6180b0d00 2023-10-21T13:04:59.886 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f660e7fc700 1 --2- 172.21.15.67:0/3480799380 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66100b20d0 0x7f66101eee20 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f661006e5c0 tx=0x7f66000047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.887 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7fa177fff700 1 -- 172.21.15.67:0/3474260101 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa184003a20 con 0x7fa1900cb330 2023-10-21T13:04:59.887 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f606bfff700 1 -- 172.21.15.67:0/1180183942 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f606c15e8f0 msgr2=0x7f606c15d370 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-21T13:04:59.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f606bfff700 1 --2- 172.21.15.67:0/1180183942 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f606c15e8f0 0x7f606c15d370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f606bfff700 1 -- 172.21.15.67:0/1180183942 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f606c15a950 msgr2=0x7f606c0afdc0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-21T13:04:59.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f606bfff700 1 --2- 172.21.15.67:0/1180183942 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f606c15a950 0x7f606c0afdc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7f606bfff700 1 -- 172.21.15.67:0/1180183942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6060009550 con 0x7f606c06da80 2023-10-21T13:04:59.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f7399ffb700 1 --2- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f738806af00 0x7f738806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7f7399ffb700 1 -- 172.21.15.67:0/1179062220 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f73a00887f0 con 0x7f73a4161c00 2023-10-21T13:04:59.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7f73a962c700 1 --2- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f738806af00 0x7f738806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7f7399ffb700 1 --2- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:6816/1520599832,v1:172.21.15.190:6817/1520599832] conn(0x7f73880730a0 0x7f73880754c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7f7399ffb700 1 -- 172.21.15.67:0/1179062220 --> [v2:172.21.15.190:6816/1520599832,v1:172.21.15.190:6817/1520599832] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f7388075b70 con 0x7f73880730a0 2023-10-21T13:04:59.890 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7f606bfff700 1 --2- 172.21.15.67:0/1180183942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f606c06da80 0x7f606c0c6000 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f605c00b4a0 tx=0x7f605c00b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.890 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7fa177fff700 1 --2- 172.21.15.67:0/3474260101 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa17c06af50 0x7fa17c06d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.890 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7fa177fff700 1 -- 172.21.15.67:0/3474260101 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa184021070 con 0x7fa1900cb330 2023-10-21T13:04:59.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7fa177fff700 1 --2- 172.21.15.67:0/3474260101 >> [v2:172.21.15.67:6808/1302743622,v1:172.21.15.67:6809/1302743622] conn(0x7fa17c073170 0x7fa17c075590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7fa177fff700 1 -- 172.21.15.67:0/3474260101 --> [v2:172.21.15.67:6808/1302743622,v1:172.21.15.67:6809/1302743622] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa17c075c40 con 0x7fa17c073170 2023-10-21T13:04:59.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7fa177fff700 1 -- 172.21.15.67:0/3474260101 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa18408b000 con 0x7fa1900cb330 2023-10-21T13:04:59.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f341488a700 1 --2- 172.21.15.67:0/1627408589 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f33f406af50 0x7f33f406d410 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f341009cbb0 tx=0x7f3408009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.892 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f341588c700 1 --2- 172.21.15.67:0/1627408589 >> [v2:172.21.15.67:6824/3349106273,v1:172.21.15.67:6825/3349106273] conn(0x7f33f40730f0 0x7f33f4075510 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.892 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f65f77fe700 1 -- 172.21.15.67:0/3480799380 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f660000dcd0 con 0x7f66100b20d0 2023-10-21T13:04:59.892 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f65f77fe700 1 -- 172.21.15.67:0/3480799380 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f660000de30 con 0x7f66100b20d0 2023-10-21T13:04:59.892 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.812+0000 7f65f77fe700 1 -- 172.21.15.67:0/3480799380 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66000038e0 con 0x7f66100b20d0 2023-10-21T13:04:59.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7f66157a4700 1 -- 172.21.15.67:0/3480799380 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66100c95e0 con 0x7f66100b20d0 2023-10-21T13:04:59.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7f66157a4700 1 -- 172.21.15.67:0/3480799380 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66100c8db0 con 0x7f66100b20d0 2023-10-21T13:04:59.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7fc6167fc700 1 -- 172.21.15.67:0/588266022 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc60800de50 con 0x7fc6180b0d00 2023-10-21T13:04:59.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7fc6167fc700 1 -- 172.21.15.67:0/588266022 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc608004230 con 0x7fc6180b0d00 2023-10-21T13:04:59.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.814+0000 7fc61e0b7700 1 -- 172.21.15.67:0/588266022 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6180b0d00 msgr2=0x7fc6180ae670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.814+0000 7fc61e0b7700 1 --2- 172.21.15.67:0/588266022 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6180b0d00 0x7fc6180ae670 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc60800bb90 tx=0x7fc60800bea0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7f73a9e2d700 1 --2- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:6816/1520599832,v1:172.21.15.190:6817/1520599832] conn(0x7f73880730a0 0x7f73880754c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.895 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7f6068ff9700 1 -- 172.21.15.67:0/1180183942 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605c011830 con 0x7f606c06da80 2023-10-21T13:04:59.895 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7f6072290700 1 -- 172.21.15.67:0/1180183942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f606c0b3290 con 0x7f606c06da80 2023-10-21T13:04:59.895 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7f6068ff9700 1 -- 172.21.15.67:0/1180183942 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f605c011990 con 0x7f606c06da80 2023-10-21T13:04:59.895 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7f6068ff9700 1 -- 172.21.15.67:0/1180183942 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605c011d40 con 0x7f606c06da80 2023-10-21T13:04:59.896 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.813+0000 7f6072290700 1 -- 172.21.15.67:0/1180183942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f606c0b3850 con 0x7f606c06da80 2023-10-21T13:04:59.896 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.814+0000 7f73a962c700 1 --2- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f738806af00 0x7f738806d3c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f7394013040 tx=0x7f7394010000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.896 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.814+0000 7fa18ffff700 1 --2- 172.21.15.67:0/3474260101 >> [v2:172.21.15.67:6808/1302743622,v1:172.21.15.67:6809/1302743622] conn(0x7fa17c073170 0x7fa17c075590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.814+0000 7fa18effd700 1 --2- 172.21.15.67:0/3474260101 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa17c06af50 0x7fa17c06d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.814+0000 7fa18ffff700 1 --2- 172.21.15.67:0/3474260101 >> [v2:172.21.15.67:6808/1302743622,v1:172.21.15.67:6809/1302743622] conn(0x7fa17c073170 0x7fa17c075590 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.814+0000 7f73a9e2d700 1 --2- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:6816/1520599832,v1:172.21.15.190:6817/1520599832] conn(0x7f73880730a0 0x7f73880754c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.898 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.814+0000 7f4c53d77700 1 -- 172.21.15.67:0/2504703915 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c4c1e0280 con 0x7f4c4c06c9c0 2023-10-21T13:04:59.898 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.814+0000 7f4c53d77700 1 -- 172.21.15.67:0/2504703915 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c4c151e10 con 0x7f4c4c06c9c0 2023-10-21T13:04:59.898 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.815+0000 7f66157a4700 1 -- 172.21.15.67:0/3480799380 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f66100ae3e0 con 0x7f66100b20d0 2023-10-21T13:04:59.899 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.815+0000 7fc61e0b7700 1 -- 172.21.15.67:0/588266022 shutdown_connections 2023-10-21T13:04:59.899 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.815+0000 7fc61e0b7700 1 --2- 172.21.15.67:0/588266022 >> v2:172.21.15.190:3300/0 conn(0x7fc6180b20d0 0x7fc6180b2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.899 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.815+0000 7fc61e0b7700 1 --2- 172.21.15.67:0/588266022 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6180b0d00 0x7fc6180ae670 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.899 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.815+0000 7fc61e0b7700 1 -- 172.21.15.67:0/588266022 >> 172.21.15.67:0/588266022 conn(0x7fc6180cbd00 msgr2=0x7fc6180cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.900 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.815+0000 7fc61e0b7700 1 -- 172.21.15.67:0/588266022 shutdown_connections 2023-10-21T13:04:59.900 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.815+0000 7f3405ffb700 1 -- 172.21.15.67:0/1627408589 <== osd.2 v2:172.21.15.67:6824/3349106273 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f33f4075bc0 con 0x7f33f40730f0 2023-10-21T13:04:59.900 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.815+0000 7fa177fff700 1 -- 172.21.15.67:0/3474260101 <== osd.0 v2:172.21.15.67:6808/1302743622 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7fa17c075c40 con 0x7fa17c073170 2023-10-21T13:04:59.901 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.815+0000 7fa18effd700 1 --2- 172.21.15.67:0/3474260101 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa17c06af50 0x7fa17c06d410 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa1900b5980 tx=0x7fa180007ad0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.901 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.815+0000 7f7399ffb700 1 -- 172.21.15.67:0/1179062220 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f73a0053830 con 0x7f73a4161c00 2023-10-21T13:04:59.901 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.816+0000 7f4c53d77700 1 -- 172.21.15.67:0/2504703915 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f4c4c0ce860 con 0x7f4c4c06c9c0 2023-10-21T13:04:59.902 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.815+0000 7f65f77fe700 1 -- 172.21.15.67:0/3480799380 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f660001d070 con 0x7f66100b20d0 2023-10-21T13:04:59.902 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.815+0000 7f65f77fe700 1 --2- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f65fc06af30 0x7f65fc06d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.902 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.816+0000 7f65f77fe700 1 -- 172.21.15.67:0/3480799380 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f66000899c0 con 0x7f66100b20d0 2023-10-21T13:04:59.902 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.816+0000 7f660effd700 1 --2- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f65fc06af30 0x7f65fc06d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.903 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.816+0000 7f65f77fe700 1 --2- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:6808/618675147,v1:172.21.15.190:6809/618675147] conn(0x7f65fc0730d0 0x7f65fc0754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.903 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.816+0000 7f65f77fe700 1 -- 172.21.15.67:0/3480799380 --> [v2:172.21.15.190:6808/618675147,v1:172.21.15.190:6809/618675147] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f65fc075ba0 con 0x7f65fc0730d0 2023-10-21T13:04:59.903 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.816+0000 7f7399ffb700 1 -- 172.21.15.67:0/1179062220 <== osd.6 v2:172.21.15.190:6816/1520599832 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f7388075b70 con 0x7f73880730a0 2023-10-21T13:04:59.904 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.816+0000 7f6068ff9700 1 -- 172.21.15.67:0/1180183942 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f605c01a400 con 0x7f606c06da80 2023-10-21T13:04:59.904 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.816+0000 7f65f77fe700 1 -- 172.21.15.67:0/3480799380 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6600054a60 con 0x7f66100b20d0 2023-10-21T13:04:59.904 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.816+0000 7f660effd700 1 --2- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f65fc06af30 0x7f65fc06d3f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f66100b2d90 tx=0x7f6604004a50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.905 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.816+0000 7f6068ff9700 1 --2- 172.21.15.67:0/1180183942 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f605806af00 0x7f605806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.905 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.817+0000 7f660f7fe700 1 --2- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:6808/618675147,v1:172.21.15.190:6809/618675147] conn(0x7f65fc0730d0 0x7f65fc0754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.906 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.817+0000 7f6068ff9700 1 -- 172.21.15.67:0/1180183942 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f605c089690 con 0x7f606c06da80 2023-10-21T13:04:59.906 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.817+0000 7f606b7fe700 1 --2- 172.21.15.67:0/1180183942 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f605806af00 0x7f605806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.906 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.817+0000 7f606b7fe700 1 --2- 172.21.15.67:0/1180183942 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f605806af00 0x7f605806d3c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f606c15e2b0 tx=0x7f6060008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.816+0000 7ff5858af700 1 Processor -- start 2023-10-21T13:04:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.817+0000 7ff5858af700 1 -- start start 2023-10-21T13:04:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7ff5858af700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7ff58015d1c0 0x7ff5800c9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7ff5858af700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff580070870 0x7ff5800c9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.908 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7ff5858af700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5800cd400 con 0x7ff5801596d0 2023-10-21T13:04:59.908 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7ff5858af700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff580159ab0 con 0x7ff580070870 2023-10-21T13:04:59.908 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7ff5858af700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5800cfa40 con 0x7ff58015d1c0 2023-10-21T13:04:59.908 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7ff57effd700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7ff5801596d0 0x7ff5800ce9c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:44806/0 (socket says 172.21.15.67:44806) 2023-10-21T13:04:59.908 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7ff57effd700 1 -- 172.21.15.67:0/3904245220 learned_addr learned my addr 172.21.15.67:0/3904245220 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:04:59.909 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7ff57f7fe700 1 --2- 172.21.15.67:0/3904245220 >> v2:172.21.15.67:3300/0 conn(0x7ff580070870 0x7ff5800c9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.909 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.815+0000 7fc61e0b7700 1 -- 172.21.15.67:0/588266022 wait complete. 2023-10-21T13:04:59.909 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.817+0000 7fc61e0b7700 1 Processor -- start 2023-10-21T13:04:59.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7ff57f7fe700 1 -- 172.21.15.67:0/3904245220 >> v2:172.21.15.190:3300/0 conn(0x7ff58015d1c0 msgr2=0x7ff5800c9a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:59.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7ff57f7fe700 1 --2- 172.21.15.67:0/3904245220 >> v2:172.21.15.190:3300/0 conn(0x7ff58015d1c0 0x7ff5800c9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7ff57f7fe700 1 -- 172.21.15.67:0/3904245220 >> v1:172.21.15.190:6789/0 conn(0x7ff5801596d0 legacy=0x7ff5800ce9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:04:59.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7ff57f7fe700 1 -- 172.21.15.67:0/3904245220 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5800cf1a0 con 0x7ff580070870 2023-10-21T13:04:59.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.819+0000 7f6072290700 1 --2- 172.21.15.67:0/1180183942 >> [v2:172.21.15.190:6819/2816904388,v1:172.21.15.190:6821/2816904388] conn(0x7f606c0b4210 0x7f606c0b4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.819+0000 7f6072290700 1 -- 172.21.15.67:0/1180183942 --> [v2:172.21.15.190:6819/2816904388,v1:172.21.15.190:6821/2816904388] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f606c06f380 con 0x7f606c0b4210 2023-10-21T13:04:59.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.819+0000 7ff57f7fe700 1 --2- 172.21.15.67:0/3904245220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff580070870 0x7ff5800c9f50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff5800c26a0 tx=0x7ff57800d530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e65cf575a87dd2e5 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.819+0000 7ff57dffb700 1 -- 172.21.15.67:0/3904245220 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff57800dd50 con 0x7ff580070870 2023-10-21T13:04:59.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.819+0000 7ff57dffb700 1 -- 172.21.15.67:0/3904245220 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff57800a2e0 con 0x7ff580070870 2023-10-21T13:04:59.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.819+0000 7ff57dffb700 1 -- 172.21.15.67:0/3904245220 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff578011670 con 0x7ff580070870 2023-10-21T13:04:59.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7ff5858af700 1 -- 172.21.15.67:0/3904245220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff580070870 msgr2=0x7ff5800c9f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7ff5858af700 1 --2- 172.21.15.67:0/3904245220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff580070870 0x7ff5800c9f50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff5800c26a0 tx=0x7ff57800d530 comp rx=0 tx=0).stop 2023-10-21T13:04:59.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7fc61e0b7700 1 -- start start 2023-10-21T13:04:59.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.819+0000 7fc61e0b7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6180b0d00 0x7fc618157a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc61e0b7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6180b20d0 0x7fc6180cb310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc61e0b7700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6180ced80 0x7fc6180c6d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc61e0b7700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc618157f70 con 0x7fc6180b0d00 2023-10-21T13:04:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc61e0b7700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6180ca550 con 0x7fc6180ced80 2023-10-21T13:04:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc61e0b7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6180ca830 con 0x7fc6180b20d0 2023-10-21T13:04:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7ff5858af700 1 -- 172.21.15.67:0/3904245220 shutdown_connections 2023-10-21T13:04:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7ff5858af700 1 --2- 172.21.15.67:0/3904245220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff580070870 0x7ff5800c9f50 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7ff5858af700 1 --2- 172.21.15.67:0/3904245220 >> v2:172.21.15.190:3300/0 conn(0x7ff58015d1c0 0x7ff5800c9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7ff5858af700 1 -- 172.21.15.67:0/3904245220 >> 172.21.15.67:0/3904245220 conn(0x7ff58006acf0 msgr2=0x7ff58006b100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc6177fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6180b0d00 0x7fc618157a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc6177fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6180b0d00 0x7fc618157a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59856/0 (socket says 172.21.15.67:59856) 2023-10-21T13:04:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc6177fe700 1 -- 172.21.15.67:0/3818316037 learned_addr learned my addr 172.21.15.67:0/3818316037 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc616ffd700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6180b20d0 0x7fc6180cb310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7ff5858af700 1 -- 172.21.15.67:0/3904245220 shutdown_connections 2023-10-21T13:04:59.918 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc617fff700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6180ced80 0x7fc6180c6d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc6177fe700 1 -- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6180b20d0 msgr2=0x7fc6180cb310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc6177fe700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6180b20d0 0x7fc6180cb310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc6177fe700 1 -- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6180ced80 msgr2=0x7fc6180c6d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc6177fe700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6180ced80 0x7fc6180c6d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc6177fe700 1 -- 172.21.15.67:0/3818316037 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc60800b7f0 con 0x7fc6180b0d00 2023-10-21T13:04:59.920 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7fc617fff700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6180ced80 0x7fc6180c6d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:04:59.920 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.821+0000 7fc6177fe700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6180b0d00 0x7fc618157a30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc608000c00 tx=0x7fc608004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.920 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.821+0000 7fc5fffff700 1 -- 172.21.15.67:0/3818316037 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc608003c30 con 0x7fc6180b0d00 2023-10-21T13:04:59.920 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.821+0000 7f607082d700 1 --2- 172.21.15.67:0/1180183942 >> [v2:172.21.15.190:6819/2816904388,v1:172.21.15.190:6821/2816904388] conn(0x7f606c0b4210 0x7f606c0b4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.821+0000 7fc5fffff700 1 -- 172.21.15.67:0/3818316037 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc608003db0 con 0x7fc6180b0d00 2023-10-21T13:04:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.821+0000 7fc61e0b7700 1 -- 172.21.15.67:0/3818316037 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6180cab10 con 0x7fc6180b0d00 2023-10-21T13:04:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.821+0000 7fc61e0b7700 1 -- 172.21.15.67:0/3818316037 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6180ca240 con 0x7fc6180b0d00 2023-10-21T13:04:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.821+0000 7fc5fffff700 1 -- 172.21.15.67:0/3818316037 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6080106b0 con 0x7fc6180b0d00 2023-10-21T13:04:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.821+0000 7f607082d700 1 --2- 172.21.15.67:0/1180183942 >> [v2:172.21.15.190:6819/2816904388,v1:172.21.15.190:6821/2816904388] conn(0x7f606c0b4210 0x7f606c0b4ce0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7ff5858af700 1 -- 172.21.15.67:0/3904245220 wait complete. 2023-10-21T13:04:59.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.822+0000 7ff5858af700 1 Processor -- start 2023-10-21T13:04:59.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.822+0000 7ff5858af700 1 -- start start 2023-10-21T13:04:59.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.823+0000 7ff5858af700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff580070870 0x7ff5800b45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.823+0000 7ff5858af700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5801596d0 0x7ff5800c3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.823+0000 7ff5858af700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff58015d1c0 0x7ff5800cd890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.823+0000 7ff5858af700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5800b4b30 con 0x7ff5801596d0 2023-10-21T13:04:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.823+0000 7ff5858af700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5800c4890 con 0x7ff580070870 2023-10-21T13:04:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.823+0000 7ff5858af700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5800b3830 con 0x7ff58015d1c0 2023-10-21T13:04:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7f4c427fc700 1 -- 172.21.15.67:0/2504703915 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4c3c01a400 con 0x7f4c4c06c9c0 2023-10-21T13:04:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.818+0000 7f4c427fc700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f4c3006af50 0x7f4c3006d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.819+0000 7f4c427fc700 1 -- 172.21.15.67:0/2504703915 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4c3c0895f0 con 0x7f4c4c06c9c0 2023-10-21T13:04:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.819+0000 7f4c427fc700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.67:6816/3234007291,v1:172.21.15.67:6817/3234007291] conn(0x7f4c30073170 0x7f4c30075590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.819+0000 7f4c427fc700 1 -- 172.21.15.67:0/2504703915 --> [v2:172.21.15.67:6816/3234007291,v1:172.21.15.67:6817/3234007291] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4c30075c40 con 0x7f4c30073170 2023-10-21T13:04:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.819+0000 7f4c427fc700 1 -- 172.21.15.67:0/2504703915 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4c3c08bca0 con 0x7f4c4c06c9c0 2023-10-21T13:04:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.820+0000 7f4c51312700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f4c3006af50 0x7f4c3006d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.821+0000 7f4c51312700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f4c3006af50 0x7f4c3006d410 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f4c4c0cf1e0 tx=0x7f4c44012000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.823+0000 7f4c52314700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.67:6816/3234007291,v1:172.21.15.67:6817/3234007291] conn(0x7f4c30073170 0x7f4c30075590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.824+0000 7f4c52314700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.67:6816/3234007291,v1:172.21.15.67:6817/3234007291] conn(0x7f4c30073170 0x7f4c30075590 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.927 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.825+0000 7f4c427fc700 1 -- 172.21.15.67:0/2504703915 <== osd.3 v2:172.21.15.67:6816/3234007291 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f4c30075c40 con 0x7f4c30073170 2023-10-21T13:04:59.927 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.825+0000 7f660f7fe700 1 --2- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:6808/618675147,v1:172.21.15.190:6809/618675147] conn(0x7f65fc0730d0 0x7f65fc0754f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.927 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.823+0000 7fc5fffff700 1 -- 172.21.15.67:0/3818316037 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc6080193f0 con 0x7fc6180b0d00 2023-10-21T13:04:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.823+0000 7fc61e0b7700 1 -- 172.21.15.67:0/3818316037 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc5f8000fc0 con 0x7fc6180b0d00 2023-10-21T13:04:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.824+0000 7fc5fffff700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc60406af00 0x7fc60406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.824+0000 7fc5fffff700 1 -- 172.21.15.67:0/3818316037 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc60808b300 con 0x7fc6180b0d00 2023-10-21T13:04:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.824+0000 7fc616ffd700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc60406af00 0x7fc60406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.824+0000 7fc5fffff700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:6800/3091319596,v1:172.21.15.190:6801/3091319596] conn(0x7fc6040730a0 0x7fc6040754c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.824+0000 7fc5fffff700 1 -- 172.21.15.67:0/3818316037 --> [v2:172.21.15.190:6800/3091319596,v1:172.21.15.190:6801/3091319596] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc604075b70 con 0x7fc6040730a0 2023-10-21T13:04:59.929 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.824+0000 7fc5fffff700 1 -- 172.21.15.67:0/3818316037 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc608056440 con 0x7fc6180b0d00 2023-10-21T13:04:59.929 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.825+0000 7fc617fff700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:6800/3091319596,v1:172.21.15.190:6801/3091319596] conn(0x7fc6040730a0 0x7fc6040754c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.929 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.825+0000 7fc616ffd700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc60406af00 0x7fc60406d3c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc6180c7a10 tx=0x7fc61000d040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.929 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.825+0000 7fc617fff700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:6800/3091319596,v1:172.21.15.190:6801/3091319596] conn(0x7fc6040730a0 0x7fc6040754c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.930 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.822+0000 7f6068ff9700 1 -- 172.21.15.67:0/1180183942 <== osd.7 v2:172.21.15.190:6819/2816904388 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f606400a700 con 0x7f606c0b4210 2023-10-21T13:04:59.930 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.826+0000 7f65f77fe700 1 -- 172.21.15.67:0/3480799380 <== osd.4 v2:172.21.15.190:6808/618675147 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f65fc075ba0 con 0x7f65fc0730d0 2023-10-21T13:04:59.930 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.826+0000 7fc5fffff700 1 -- 172.21.15.67:0/3818316037 <== osd.5 v2:172.21.15.190:6800/3091319596 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7fc604075b70 con 0x7fc6040730a0 2023-10-21T13:04:59.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.828+0000 7ff57effd700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff580070870 0x7ff5800b45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.828+0000 7ff57effd700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff580070870 0x7ff5800b45f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33738/0 (socket says 172.21.15.67:33738) 2023-10-21T13:04:59.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.828+0000 7ff57effd700 1 -- 172.21.15.67:0/257059000 learned_addr learned my addr 172.21.15.67:0/257059000 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:04:59.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.828+0000 7ff57effd700 1 -- 172.21.15.67:0/257059000 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff58015d1c0 msgr2=0x7ff5800cd890 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-21T13:04:59.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.828+0000 7ff57effd700 1 --2- 172.21.15.67:0/257059000 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff58015d1c0 0x7ff5800cd890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.828+0000 7ff57effd700 1 -- 172.21.15.67:0/257059000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5801596d0 msgr2=0x7ff5800c3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.828+0000 7ff57effd700 1 --2- 172.21.15.67:0/257059000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5801596d0 0x7ff5800c3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.828+0000 7ff57effd700 1 -- 172.21.15.67:0/257059000 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff57800aa90 con 0x7ff580070870 2023-10-21T13:04:59.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.829+0000 7ff57effd700 1 --2- 172.21.15.67:0/257059000 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff580070870 0x7ff5800b45f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff57000c980 tx=0x7ff57000cd40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.829+0000 7ff567fff700 1 -- 172.21.15.67:0/257059000 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff570007b80 con 0x7ff580070870 2023-10-21T13:04:59.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.829+0000 7ff567fff700 1 -- 172.21.15.67:0/257059000 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff570007ce0 con 0x7ff580070870 2023-10-21T13:04:59.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.829+0000 7ff567fff700 1 -- 172.21.15.67:0/257059000 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff570016660 con 0x7ff580070870 2023-10-21T13:04:59.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.831+0000 7ff5858af700 1 -- 172.21.15.67:0/257059000 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5800b3b10 con 0x7ff580070870 2023-10-21T13:04:59.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.831+0000 7ff5858af700 1 -- 172.21.15.67:0/257059000 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5800b40d0 con 0x7ff580070870 2023-10-21T13:04:59.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.832+0000 7ff5858af700 1 -- 172.21.15.67:0/257059000 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff5800cf760 con 0x7ff580070870 2023-10-21T13:04:59.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.833+0000 7ff567fff700 1 -- 172.21.15.67:0/257059000 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff5700167c0 con 0x7ff580070870 2023-10-21T13:04:59.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.834+0000 7ff567fff700 1 --2- 172.21.15.67:0/257059000 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff56806b0e0 0x7ff56806d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.834+0000 7ff567fff700 1 -- 172.21.15.67:0/257059000 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff570012070 con 0x7ff580070870 2023-10-21T13:04:59.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.834+0000 7ff567fff700 1 --2- 172.21.15.67:0/257059000 >> [v2:172.21.15.67:6800/3847638094,v1:172.21.15.67:6801/3847638094] conn(0x7ff568073300 0x7ff568075720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:04:59.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.834+0000 7ff567fff700 1 -- 172.21.15.67:0/257059000 --> [v2:172.21.15.67:6800/3847638094,v1:172.21.15.67:6801/3847638094] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff568075dd0 con 0x7ff568073300 2023-10-21T13:04:59.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.834+0000 7ff567fff700 1 -- 172.21.15.67:0/257059000 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff57008a5d0 con 0x7ff580070870 2023-10-21T13:04:59.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.834+0000 7ff57e7fc700 1 --2- 172.21.15.67:0/257059000 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff56806b0e0 0x7ff56806d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.834+0000 7ff57f7fe700 1 --2- 172.21.15.67:0/257059000 >> [v2:172.21.15.67:6800/3847638094,v1:172.21.15.67:6801/3847638094] conn(0x7ff568073300 0x7ff568075720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:04:59.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.835+0000 7ff57f7fe700 1 --2- 172.21.15.67:0/257059000 >> [v2:172.21.15.67:6800/3847638094,v1:172.21.15.67:6801/3847638094] conn(0x7ff568073300 0x7ff568075720 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.835+0000 7ff57e7fc700 1 --2- 172.21.15.67:0/257059000 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff56806b0e0 0x7ff56806d5a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff5800ce480 tx=0x7ff574006c80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:04:59.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.836+0000 7ff567fff700 1 -- 172.21.15.67:0/257059000 <== osd.1 v2:172.21.15.67:6800/3847638094 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7ff568075dd0 con 0x7ff568073300 2023-10-21T13:04:59.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.847+0000 7f73ab890700 1 -- 172.21.15.67:0/1179062220 --> [v2:172.21.15.190:6816/1520599832,v1:172.21.15.190:6817/1520599832] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f7384002d40 con 0x7f73880730a0 2023-10-21T13:04:59.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.847+0000 7f34172ef700 1 -- 172.21.15.67:0/1627408589 --> [v2:172.21.15.67:6824/3349106273,v1:172.21.15.67:6825/3349106273] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f34100b2770 con 0x7f33f40730f0 2023-10-21T13:04:59.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.847+0000 7f3405ffb700 1 -- 172.21.15.67:0/1627408589 <== osd.2 v2:172.21.15.67:6824/3349106273 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f340c001200 con 0x7f33f40730f0 2023-10-21T13:04:59.939 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.847+0000 7f7399ffb700 1 -- 172.21.15.67:0/1179062220 <== osd.6 v2:172.21.15.190:6816/1520599832 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f7384002d40 con 0x7f73880730a0 2023-10-21T13:04:59.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.848+0000 7f73ab890700 1 -- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:6816/1520599832,v1:172.21.15.190:6817/1520599832] conn(0x7f73880730a0 msgr2=0x7f73880754c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.848+0000 7f73ab890700 1 --2- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:6816/1520599832,v1:172.21.15.190:6817/1520599832] conn(0x7f73880730a0 0x7f73880754c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.848+0000 7f73ab890700 1 -- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f738806af00 msgr2=0x7f738806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.848+0000 7f73ab890700 1 --2- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f738806af00 0x7f738806d3c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f7394013040 tx=0x7f7394010000 comp rx=0 tx=0).stop 2023-10-21T13:04:59.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.848+0000 7f73ab890700 1 -- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73a4161c00 msgr2=0x7f73a40cbd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.848+0000 7f73ab890700 1 --2- 172.21.15.67:0/1179062220 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73a4161c00 0x7f73a40cbd30 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f73a000c490 tx=0x7f73a000c7a0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.848+0000 7f73a9e2d700 1 -- 172.21.15.67:0/1179062220 reap_dead start 2023-10-21T13:04:59.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.849+0000 7f34172ef700 1 -- 172.21.15.67:0/1627408589 >> [v2:172.21.15.67:6824/3349106273,v1:172.21.15.67:6825/3349106273] conn(0x7f33f40730f0 msgr2=0x7f33f4075510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.942 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.849+0000 7f34172ef700 1 --2- 172.21.15.67:0/1627408589 >> [v2:172.21.15.67:6824/3349106273,v1:172.21.15.67:6825/3349106273] conn(0x7f33f40730f0 0x7f33f4075510 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.942 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.849+0000 7f34172ef700 1 -- 172.21.15.67:0/1627408589 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f33f406af50 msgr2=0x7f33f406d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.942 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.849+0000 7f34172ef700 1 --2- 172.21.15.67:0/1627408589 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f33f406af50 0x7f33f406d410 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f341009cbb0 tx=0x7f3408009040 comp rx=0 tx=0).stop 2023-10-21T13:04:59.942 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.849+0000 7f34172ef700 1 -- 172.21.15.67:0/1627408589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34100c24c0 msgr2=0x7f34101ff400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.943 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.849+0000 7f34172ef700 1 --2- 172.21.15.67:0/1627408589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34100c24c0 0x7f34101ff400 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f34100b1e70 tx=0x7f3400004750 comp rx=0 tx=0).stop 2023-10-21T13:04:59.943 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.853+0000 7f73ab890700 1 -- 172.21.15.67:0/1179062220 shutdown_connections 2023-10-21T13:04:59.943 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.853+0000 7f73ab890700 1 -- 172.21.15.67:0/1179062220 >> 172.21.15.67:0/1179062220 conn(0x7f73a40665a0 msgr2=0x7f73a406ca00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.853+0000 7f341588c700 1 -- 172.21.15.67:0/1627408589 reap_dead start 2023-10-21T13:04:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.853+0000 7f34172ef700 1 -- 172.21.15.67:0/1627408589 shutdown_connections 2023-10-21T13:04:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.853+0000 7f34172ef700 1 -- 172.21.15.67:0/1627408589 >> 172.21.15.67:0/1627408589 conn(0x7f34100cbd00 msgr2=0x7f34100c98b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.853+0000 7f6072290700 1 -- 172.21.15.67:0/1180183942 --> [v2:172.21.15.190:6819/2816904388,v1:172.21.15.190:6821/2816904388] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f606c06f940 con 0x7f606c0b4210 2023-10-21T13:04:59.945 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.854+0000 7f6068ff9700 1 -- 172.21.15.67:0/1180183942 <== osd.7 v2:172.21.15.190:6819/2816904388 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f606400ac20 con 0x7f606c0b4210 2023-10-21T13:04:59.945 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.854+0000 7f6072290700 1 -- 172.21.15.67:0/1180183942 >> [v2:172.21.15.190:6819/2816904388,v1:172.21.15.190:6821/2816904388] conn(0x7f606c0b4210 msgr2=0x7f606c0b4ce0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.854+0000 7f6072290700 1 --2- 172.21.15.67:0/1180183942 >> [v2:172.21.15.190:6819/2816904388,v1:172.21.15.190:6821/2816904388] conn(0x7f606c0b4210 0x7f606c0b4ce0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.854+0000 7f6072290700 1 -- 172.21.15.67:0/1180183942 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f605806af00 msgr2=0x7f605806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.854+0000 7f6072290700 1 --2- 172.21.15.67:0/1180183942 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f605806af00 0x7f605806d3c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f606c15e2b0 tx=0x7f6060008030 comp rx=0 tx=0).stop 2023-10-21T13:04:59.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.854+0000 7f6072290700 1 -- 172.21.15.67:0/1180183942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f606c06da80 msgr2=0x7f606c0c6000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.854+0000 7f6072290700 1 --2- 172.21.15.67:0/1180183942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f606c06da80 0x7f606c0c6000 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f605c00b4a0 tx=0x7f605c00b860 comp rx=0 tx=0).stop 2023-10-21T13:04:59.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.854+0000 7f607082d700 1 -- 172.21.15.67:0/1180183942 reap_dead start 2023-10-21T13:04:59.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.856+0000 7fc61e0b7700 1 -- 172.21.15.67:0/3818316037 --> [v2:172.21.15.190:6800/3091319596,v1:172.21.15.190:6801/3091319596] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc5f8002d40 con 0x7fc6040730a0 2023-10-21T13:04:59.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.857+0000 7f73ab890700 1 -- 172.21.15.67:0/1179062220 shutdown_connections 2023-10-21T13:04:59.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.857+0000 7f73ab890700 1 -- 172.21.15.67:0/1179062220 wait complete. 2023-10-21T13:04:59.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.857+0000 7fc5fffff700 1 -- 172.21.15.67:0/3818316037 <== osd.5 v2:172.21.15.190:6800/3091319596 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fc5f8002d40 con 0x7fc6040730a0 2023-10-21T13:04:59.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.857+0000 7fc61e0b7700 1 -- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:6800/3091319596,v1:172.21.15.190:6801/3091319596] conn(0x7fc6040730a0 msgr2=0x7fc6040754c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.857+0000 7fc61e0b7700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:6800/3091319596,v1:172.21.15.190:6801/3091319596] conn(0x7fc6040730a0 0x7fc6040754c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.857+0000 7fc61e0b7700 1 -- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc60406af00 msgr2=0x7fc60406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.857+0000 7fc61e0b7700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc60406af00 0x7fc60406d3c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc6180c7a10 tx=0x7fc61000d040 comp rx=0 tx=0).stop 2023-10-21T13:04:59.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.857+0000 7fc61e0b7700 1 -- 172.21.15.67:0/3818316037 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6180b0d00 msgr2=0x7fc618157a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.857+0000 7fc61e0b7700 1 --2- 172.21.15.67:0/3818316037 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6180b0d00 0x7fc618157a30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc608000c00 tx=0x7fc608004750 comp rx=0 tx=0).stop 2023-10-21T13:04:59.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.857+0000 7fc617fff700 1 -- 172.21.15.67:0/3818316037 reap_dead start 2023-10-21T13:04:59.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.857+0000 7fc61e0b7700 1 -- 172.21.15.67:0/3818316037 shutdown_connections 2023-10-21T13:04:59.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.857+0000 7fc61e0b7700 1 -- 172.21.15.67:0/3818316037 >> 172.21.15.67:0/3818316037 conn(0x7fc6180cbd00 msgr2=0x7fc6180afcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.857+0000 7fc61e0b7700 1 -- 172.21.15.67:0/3818316037 shutdown_connections 2023-10-21T13:04:59.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.857+0000 7fc61e0b7700 1 -- 172.21.15.67:0/3818316037 wait complete. 2023-10-21T13:04:59.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.859+0000 7f4c53d77700 1 -- 172.21.15.67:0/2504703915 --> [v2:172.21.15.67:6816/3234007291,v1:172.21.15.67:6817/3234007291] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f4c4c06e760 con 0x7f4c30073170 2023-10-21T13:04:59.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.860+0000 7f6072290700 1 -- 172.21.15.67:0/1180183942 shutdown_connections 2023-10-21T13:04:59.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.860+0000 7f6072290700 1 -- 172.21.15.67:0/1180183942 >> 172.21.15.67:0/1180183942 conn(0x7f606c0d0360 msgr2=0x7f606c0d07b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.860+0000 7f4c427fc700 1 -- 172.21.15.67:0/2504703915 <== osd.3 v2:172.21.15.67:6816/3234007291 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f4c48004c80 con 0x7f4c30073170 2023-10-21T13:04:59.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.860+0000 7fa1960ca700 1 -- 172.21.15.67:0/3474260101 --> [v2:172.21.15.67:6808/1302743622,v1:172.21.15.67:6809/1302743622] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa1900cb880 con 0x7fa17c073170 2023-10-21T13:04:59.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.861+0000 7fa177fff700 1 -- 172.21.15.67:0/3474260101 <== osd.0 v2:172.21.15.67:6808/1302743622 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fa18800f040 con 0x7fa17c073170 2023-10-21T13:04:59.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.861+0000 7fa1960ca700 1 -- 172.21.15.67:0/3474260101 >> [v2:172.21.15.67:6808/1302743622,v1:172.21.15.67:6809/1302743622] conn(0x7fa17c073170 msgr2=0x7fa17c075590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.861+0000 7fa1960ca700 1 --2- 172.21.15.67:0/3474260101 >> [v2:172.21.15.67:6808/1302743622,v1:172.21.15.67:6809/1302743622] conn(0x7fa17c073170 0x7fa17c075590 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.861+0000 7fa1960ca700 1 -- 172.21.15.67:0/3474260101 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa17c06af50 msgr2=0x7fa17c06d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.861+0000 7fa1960ca700 1 --2- 172.21.15.67:0/3474260101 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa17c06af50 0x7fa17c06d410 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa1900b5980 tx=0x7fa180007ad0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.861+0000 7fa1960ca700 1 -- 172.21.15.67:0/3474260101 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa1900cb330 msgr2=0x7fa1900c50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.861+0000 7fa1960ca700 1 --2- 172.21.15.67:0/3474260101 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa1900cb330 0x7fa1900c50f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa184014040 tx=0x7fa184004750 comp rx=0 tx=0).stop 2023-10-21T13:04:59.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.861+0000 7fa18ffff700 1 -- 172.21.15.67:0/3474260101 reap_dead start 2023-10-21T13:04:59.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.861+0000 7fa1960ca700 1 -- 172.21.15.67:0/3474260101 shutdown_connections 2023-10-21T13:04:59.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.861+0000 7fa1960ca700 1 -- 172.21.15.67:0/3474260101 >> 172.21.15.67:0/3474260101 conn(0x7fa1900cc5b0 msgr2=0x7fa19006a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.861+0000 7fa1960ca700 1 -- 172.21.15.67:0/3474260101 shutdown_connections 2023-10-21T13:04:59.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.861+0000 7fa1960ca700 1 -- 172.21.15.67:0/3474260101 wait complete. 2023-10-21T13:04:59.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.864+0000 7f34172ef700 1 -- 172.21.15.67:0/1627408589 shutdown_connections 2023-10-21T13:04:59.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.864+0000 7f34172ef700 1 -- 172.21.15.67:0/1627408589 wait complete. 2023-10-21T13:04:59.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.871+0000 7f6072290700 1 -- 172.21.15.67:0/1180183942 shutdown_connections 2023-10-21T13:04:59.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.871+0000 7ff5858af700 1 -- 172.21.15.67:0/257059000 --> [v2:172.21.15.67:6800/3847638094,v1:172.21.15.67:6801/3847638094] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff560000f80 con 0x7ff568073300 2023-10-21T13:04:59.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.872+0000 7f4c53d77700 1 -- 172.21.15.67:0/2504703915 >> [v2:172.21.15.67:6816/3234007291,v1:172.21.15.67:6817/3234007291] conn(0x7f4c30073170 msgr2=0x7f4c30075590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.872+0000 7f4c53d77700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.67:6816/3234007291,v1:172.21.15.67:6817/3234007291] conn(0x7f4c30073170 0x7f4c30075590 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.872+0000 7ff567fff700 1 -- 172.21.15.67:0/257059000 <== osd.1 v2:172.21.15.67:6800/3847638094 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7ff560000f80 con 0x7ff568073300 2023-10-21T13:04:59.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.872+0000 7ff5858af700 1 -- 172.21.15.67:0/257059000 >> [v2:172.21.15.67:6800/3847638094,v1:172.21.15.67:6801/3847638094] conn(0x7ff568073300 msgr2=0x7ff568075720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.872+0000 7ff5858af700 1 --2- 172.21.15.67:0/257059000 >> [v2:172.21.15.67:6800/3847638094,v1:172.21.15.67:6801/3847638094] conn(0x7ff568073300 0x7ff568075720 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.872+0000 7ff5858af700 1 -- 172.21.15.67:0/257059000 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff56806b0e0 msgr2=0x7ff56806d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.872+0000 7ff5858af700 1 --2- 172.21.15.67:0/257059000 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff56806b0e0 0x7ff56806d5a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff5800ce480 tx=0x7ff574006c80 comp rx=0 tx=0).stop 2023-10-21T13:04:59.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.872+0000 7ff5858af700 1 -- 172.21.15.67:0/257059000 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff580070870 msgr2=0x7ff5800b45f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.872+0000 7ff5858af700 1 --2- 172.21.15.67:0/257059000 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff580070870 0x7ff5800b45f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff57000c980 tx=0x7ff57000cd40 comp rx=0 tx=0).stop 2023-10-21T13:04:59.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.873+0000 7ff57f7fe700 1 -- 172.21.15.67:0/257059000 reap_dead start 2023-10-21T13:04:59.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.874+0000 7ff5858af700 1 -- 172.21.15.67:0/257059000 shutdown_connections 2023-10-21T13:04:59.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.874+0000 7ff5858af700 1 -- 172.21.15.67:0/257059000 >> 172.21.15.67:0/257059000 conn(0x7ff58006acf0 msgr2=0x7ff5800aeb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.962 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.874+0000 7ff5858af700 1 -- 172.21.15.67:0/257059000 shutdown_connections 2023-10-21T13:04:59.962 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.874+0000 7ff5858af700 1 -- 172.21.15.67:0/257059000 wait complete. 2023-10-21T13:04:59.962 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.874+0000 7f66157a4700 1 -- 172.21.15.67:0/3480799380 --> [v2:172.21.15.190:6808/618675147,v1:172.21.15.190:6809/618675147] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f66100ce860 con 0x7f65fc0730d0 2023-10-21T13:04:59.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.875+0000 7f4c53d77700 1 -- 172.21.15.67:0/2504703915 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f4c3006af50 msgr2=0x7f4c3006d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.875+0000 7f4c53d77700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f4c3006af50 0x7f4c3006d410 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f4c4c0cf1e0 tx=0x7f4c44012000 comp rx=0 tx=0).stop 2023-10-21T13:04:59.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.875+0000 7f4c53d77700 1 -- 172.21.15.67:0/2504703915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c4c06c9c0 msgr2=0x7f4c4c1518d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.875+0000 7f4c53d77700 1 --2- 172.21.15.67:0/2504703915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c4c06c9c0 0x7f4c4c1518d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c00b530 tx=0x7f4c3c00b840 comp rx=0 tx=0).stop 2023-10-21T13:04:59.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.875+0000 7f6072290700 1 -- 172.21.15.67:0/1180183942 wait complete. 2023-10-21T13:04:59.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.875+0000 7f4c52314700 1 -- 172.21.15.67:0/2504703915 reap_dead start 2023-10-21T13:04:59.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.875+0000 7f65f77fe700 1 -- 172.21.15.67:0/3480799380 <== osd.4 v2:172.21.15.190:6808/618675147 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f6608009da0 con 0x7f65fc0730d0 2023-10-21T13:04:59.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.876+0000 7f66157a4700 1 -- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:6808/618675147,v1:172.21.15.190:6809/618675147] conn(0x7f65fc0730d0 msgr2=0x7f65fc0754f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.876+0000 7f66157a4700 1 --2- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:6808/618675147,v1:172.21.15.190:6809/618675147] conn(0x7f65fc0730d0 0x7f65fc0754f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.876+0000 7f66157a4700 1 -- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f65fc06af30 msgr2=0x7f65fc06d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.876+0000 7f66157a4700 1 --2- 172.21.15.67:0/3480799380 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f65fc06af30 0x7f65fc06d3f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f66100b2d90 tx=0x7f6604004a50 comp rx=0 tx=0).stop 2023-10-21T13:04:59.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.876+0000 7f66157a4700 1 -- 172.21.15.67:0/3480799380 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66100b20d0 msgr2=0x7f66101eee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:04:59.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.876+0000 7f66157a4700 1 --2- 172.21.15.67:0/3480799380 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66100b20d0 0x7f66101eee20 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f661006e5c0 tx=0x7f66000047c0 comp rx=0 tx=0).stop 2023-10-21T13:04:59.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.876+0000 7f660f7fe700 1 -- 172.21.15.67:0/3480799380 reap_dead start 2023-10-21T13:04:59.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.876+0000 7f66157a4700 1 -- 172.21.15.67:0/3480799380 shutdown_connections 2023-10-21T13:04:59.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.876+0000 7f66157a4700 1 -- 172.21.15.67:0/3480799380 >> 172.21.15.67:0/3480799380 conn(0x7f66100cbd00 msgr2=0x7f66100af680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.968 INFO:teuthology.orchestra.run.smithi067.stdout:55834574854 2023-10-21T13:04:59.969 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-10-21T13:04:59.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.879+0000 7f4c53d77700 1 -- 172.21.15.67:0/2504703915 shutdown_connections 2023-10-21T13:04:59.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.879+0000 7f4c53d77700 1 -- 172.21.15.67:0/2504703915 >> 172.21.15.67:0/2504703915 conn(0x7f4c4c0cbd00 msgr2=0x7f4c4c0af050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:04:59.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.879+0000 7f4c53d77700 1 -- 172.21.15.67:0/2504703915 shutdown_connections 2023-10-21T13:04:59.970 INFO:teuthology.orchestra.run.smithi067.stdout:55834574853 2023-10-21T13:04:59.971 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-10-21T13:04:59.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.880+0000 7f4c53d77700 1 -- 172.21.15.67:0/2504703915 wait complete. 2023-10-21T13:04:59.972 INFO:teuthology.orchestra.run.smithi067.stdout:55834574854 2023-10-21T13:04:59.973 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-10-21T13:04:59.973 INFO:teuthology.orchestra.run.smithi067.stdout:55834574853 2023-10-21T13:04:59.974 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-10-21T13:04:59.975 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.883+0000 7f66157a4700 1 -- 172.21.15.67:0/3480799380 shutdown_connections 2023-10-21T13:04:59.975 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:04:59.883+0000 7f66157a4700 1 -- 172.21.15.67:0/3480799380 wait complete. 2023-10-21T13:04:59.976 INFO:teuthology.orchestra.run.smithi067.stdout:55834574855 2023-10-21T13:04:59.976 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-10-21T13:04:59.977 INFO:teuthology.orchestra.run.smithi067.stdout:55834574854 2023-10-21T13:04:59.977 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-10-21T13:04:59.978 INFO:teuthology.orchestra.run.smithi067.stdout:55834574852 2023-10-21T13:04:59.978 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-10-21T13:04:59.979 INFO:teuthology.orchestra.run.smithi067.stdout:55834574855 2023-10-21T13:04:59.980 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-10-21T13:05:00.229 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.226+0000 7f969380a700 1 Processor -- start 2023-10-21T13:05:00.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.227+0000 7f969380a700 1 -- start start 2023-10-21T13:05:00.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.228+0000 7f969380a700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f968c0665a0 0x7f968c06e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.232 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.228+0000 7f969380a700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f968c066a50 0x7f968c06ec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.232 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.228+0000 7f969380a700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f968c0ca9b0 con 0x7f968c159ed0 2023-10-21T13:05:00.232 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.228+0000 7f969380a700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f968c06d710 con 0x7f968c066a50 2023-10-21T13:05:00.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.228+0000 7f969380a700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f968c0cabe0 con 0x7f968c0665a0 2023-10-21T13:05:00.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.228+0000 7f9690da5700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f968c0665a0 0x7f968c06e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.228+0000 7f9690da5700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f968c0665a0 0x7f968c06e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33746/0 (socket says 172.21.15.67:33746) 2023-10-21T13:05:00.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.228+0000 7f9690da5700 1 -- 172.21.15.67:0/2431906587 learned_addr learned my addr 172.21.15.67:0/2431906587 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:00.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.229+0000 7f9690da5700 1 -- 172.21.15.67:0/2431906587 >> v2:172.21.15.67:3300/0 conn(0x7f968c066a50 msgr2=0x7f968c06ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:00.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.229+0000 7f9690da5700 1 --2- 172.21.15.67:0/2431906587 >> v2:172.21.15.67:3300/0 conn(0x7f968c066a50 0x7f968c06ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.229+0000 7f9690da5700 1 -- 172.21.15.67:0/2431906587 >> v1:172.21.15.67:6789/0 conn(0x7f968c159ed0 legacy=0x7f968c0cbc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:00.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.229+0000 7f9690da5700 1 -- 172.21.15.67:0/2431906587 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f968c0caec0 con 0x7f968c0665a0 2023-10-21T13:05:00.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.229+0000 7f9690da5700 1 --2- 172.21.15.67:0/2431906587 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f968c0665a0 0x7f968c06e740 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f96880131e0 tx=0x7f96880134f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd9f859c117ed680 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.229+0000 7f9683fff700 1 -- 172.21.15.67:0/2431906587 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9688016070 con 0x7f968c0665a0 2023-10-21T13:05:00.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.229+0000 7f9683fff700 1 -- 172.21.15.67:0/2431906587 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9688013db0 con 0x7f968c0665a0 2023-10-21T13:05:00.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.229+0000 7f9683fff700 1 -- 172.21.15.67:0/2431906587 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9688004250 con 0x7f968c0665a0 2023-10-21T13:05:00.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.229+0000 7f249494c700 1 Processor -- start 2023-10-21T13:05:00.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.229+0000 7f249494c700 1 -- start start 2023-10-21T13:05:00.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.230+0000 7f969380a700 1 -- 172.21.15.67:0/2431906587 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f968c0665a0 msgr2=0x7f968c06e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.230+0000 7f969380a700 1 --2- 172.21.15.67:0/2431906587 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f968c0665a0 0x7f968c06e740 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f96880131e0 tx=0x7f96880134f0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.230+0000 7f969380a700 1 -- 172.21.15.67:0/2431906587 shutdown_connections 2023-10-21T13:05:00.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.230+0000 7f969380a700 1 --2- 172.21.15.67:0/2431906587 >> v2:172.21.15.67:3300/0 conn(0x7f968c066a50 0x7f968c06ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.230+0000 7f969380a700 1 --2- 172.21.15.67:0/2431906587 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f968c0665a0 0x7f968c06e740 secure :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f96880131e0 tx=0x7f96880134f0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.230+0000 7f969380a700 1 -- 172.21.15.67:0/2431906587 >> 172.21.15.67:0/2431906587 conn(0x7f968c0cc5b0 msgr2=0x7f968c0cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.231+0000 7f969380a700 1 -- 172.21.15.67:0/2431906587 shutdown_connections 2023-10-21T13:05:00.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.231+0000 7f969380a700 1 -- 172.21.15.67:0/2431906587 wait complete. 2023-10-21T13:05:00.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.231+0000 7f249494c700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f24900ae7d0 0x7f24900cec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.231+0000 7f249494c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24900b3880 0x7f24900b27e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.231+0000 7f249494c700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f249008ad80 con 0x7f24900b33f0 2023-10-21T13:05:00.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.231+0000 7f249494c700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f249006d9d0 con 0x7f24900ae7d0 2023-10-21T13:05:00.241 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.231+0000 7f249494c700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24900b0e30 con 0x7f24900b3880 2023-10-21T13:05:00.241 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.231+0000 7f248e59c700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f24900ae7d0 0x7f24900cec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.241 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.232+0000 7f248e59c700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f24900ae7d0 0x7f24900cec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33750/0 (socket says 172.21.15.67:33750) 2023-10-21T13:05:00.242 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.232+0000 7f248e59c700 1 -- 172.21.15.67:0/1364166994 learned_addr learned my addr 172.21.15.67:0/1364166994 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:00.242 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.232+0000 7f248ed9d700 1 --2- 172.21.15.67:0/1364166994 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24900b3880 0x7f24900b27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.242 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.232+0000 7f248e59c700 1 -- 172.21.15.67:0/1364166994 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24900b3880 msgr2=0x7f24900b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:00.243 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.232+0000 7f248e59c700 1 --2- 172.21.15.67:0/1364166994 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24900b3880 0x7f24900b27e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.243 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.232+0000 7f248e59c700 1 -- 172.21.15.67:0/1364166994 >> v1:172.21.15.67:6789/0 conn(0x7f24900b33f0 legacy=0x7f24900b20d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:00.243 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.232+0000 7f248e59c700 1 -- 172.21.15.67:0/1364166994 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24900b1110 con 0x7f24900ae7d0 2023-10-21T13:05:00.244 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.232+0000 7f969380a700 1 Processor -- start 2023-10-21T13:05:00.245 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.232+0000 7f248e59c700 1 --2- 172.21.15.67:0/1364166994 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f24900ae7d0 0x7f24900cec20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f24840088f0 tx=0x7f248400d330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d37e3da0bc0a9cf8 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.245 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.233+0000 7f248d59a700 1 -- 172.21.15.67:0/1364166994 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2484010070 con 0x7f24900ae7d0 2023-10-21T13:05:00.245 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.233+0000 7f248d59a700 1 -- 172.21.15.67:0/1364166994 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f248400da80 con 0x7f24900ae7d0 2023-10-21T13:05:00.245 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.233+0000 7f248d59a700 1 -- 172.21.15.67:0/1364166994 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f248400de10 con 0x7f24900ae7d0 2023-10-21T13:05:00.246 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.233+0000 7f969380a700 1 -- start start 2023-10-21T13:05:00.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f249494c700 1 -- 172.21.15.67:0/1364166994 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f24900ae7d0 msgr2=0x7f24900cec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f249494c700 1 --2- 172.21.15.67:0/1364166994 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f24900ae7d0 0x7f24900cec20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f24840088f0 tx=0x7f248400d330 comp rx=0 tx=0).stop 2023-10-21T13:05:00.248 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f249494c700 1 -- 172.21.15.67:0/1364166994 shutdown_connections 2023-10-21T13:05:00.248 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f249494c700 1 --2- 172.21.15.67:0/1364166994 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24900b3880 0x7f24900b27e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.248 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f249494c700 1 --2- 172.21.15.67:0/1364166994 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f24900ae7d0 0x7f24900cec20 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.248 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f249494c700 1 -- 172.21.15.67:0/1364166994 >> 172.21.15.67:0/1364166994 conn(0x7f24900cbd00 msgr2=0x7f24900cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.249 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f969380a700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f968c066a50 0x7f968c157600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.249 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f969380a700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f968c159ed0 0x7f968c0c8c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.249 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f969380a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f968c0c9150 0x7f968c15ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f969380a700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f968c0c95e0 con 0x7f968c066a50 2023-10-21T13:05:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f969380a700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f968c15bb40 con 0x7f968c159ed0 2023-10-21T13:05:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f969380a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f968c15be20 con 0x7f968c0c9150 2023-10-21T13:05:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f96915a6700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f968c066a50 0x7f968c157600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f9691da7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f968c0c9150 0x7f968c15ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.251 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f96915a6700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f968c066a50 0x7f968c157600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59888/0 (socket says 172.21.15.67:59888) 2023-10-21T13:05:00.251 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f96915a6700 1 -- 172.21.15.67:0/1995272917 learned_addr learned my addr 172.21.15.67:0/1995272917 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:00.251 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f9690da5700 1 --2- 172.21.15.67:0/1995272917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f968c159ed0 0x7f968c0c8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.251 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f249494c700 1 -- 172.21.15.67:0/1364166994 shutdown_connections 2023-10-21T13:05:00.252 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.234+0000 7f249494c700 1 -- 172.21.15.67:0/1364166994 wait complete. 2023-10-21T13:05:00.252 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.235+0000 7f96915a6700 1 -- 172.21.15.67:0/1995272917 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f968c0c9150 msgr2=0x7f968c15ade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.252 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.235+0000 7f96915a6700 1 --2- 172.21.15.67:0/1995272917 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f968c0c9150 0x7f968c15ade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.253 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.235+0000 7f96915a6700 1 -- 172.21.15.67:0/1995272917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f968c159ed0 msgr2=0x7f968c0c8c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.253 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.235+0000 7f96915a6700 1 --2- 172.21.15.67:0/1995272917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f968c159ed0 0x7f968c0c8c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.253 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.235+0000 7f96915a6700 1 -- 172.21.15.67:0/1995272917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9688011df0 con 0x7f968c066a50 2023-10-21T13:05:00.254 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.235+0000 7f20412fd700 1 Processor -- start 2023-10-21T13:05:00.254 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.235+0000 7f7c09220700 1 Processor -- start 2023-10-21T13:05:00.255 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.235+0000 7f20412fd700 1 -- start start 2023-10-21T13:05:00.256 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.235+0000 7f7c09220700 1 -- start start 2023-10-21T13:05:00.256 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.236+0000 7f20412fd700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f203c161db0 0x7f203c0d13f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.256 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.236+0000 7f20412fd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f203c0d1930 0x7f203c0d00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.257 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.236+0000 7f249494c700 1 Processor -- start 2023-10-21T13:05:00.257 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.236+0000 7f249494c700 1 -- start start 2023-10-21T13:05:00.257 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f249494c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24900ae7d0 0x7f2490204db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f249494c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f24900b33f0 0x7f24900c37a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f249494c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24900b3880 0x7f24900c4130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f249494c700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f249009c2e0 con 0x7f24900ae7d0 2023-10-21T13:05:00.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f249494c700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f249009b430 con 0x7f24900b33f0 2023-10-21T13:05:00.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f249494c700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24900c3ce0 con 0x7f24900b3880 2023-10-21T13:05:00.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.236+0000 7f7c09220700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7c040cc7f0 0x7f7c040ae670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.236+0000 7f7c09220700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7c040b1410 0x7f7c040b20d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.236+0000 7f7c09220700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c0406e230 con 0x7f7c040ced80 2023-10-21T13:05:00.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.236+0000 7f7c09220700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c0406e480 con 0x7f7c040b1410 2023-10-21T13:05:00.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.236+0000 7f7c09220700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c0406e760 con 0x7f7c040cc7f0 2023-10-21T13:05:00.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.237+0000 7f7c0359e700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7c040b1410 0x7f7c040b20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.237+0000 7f7c0359e700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7c040b1410 0x7f7c040b20d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59904/0 (socket says 172.21.15.67:59904) 2023-10-21T13:05:00.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.237+0000 7f7c0359e700 1 -- 172.21.15.67:0/3104646443 learned_addr learned my addr 172.21.15.67:0/3104646443 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:00.261 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.237+0000 7fe54039c700 1 Processor -- start 2023-10-21T13:05:00.261 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.236+0000 7f203b7fe700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f203c0c6a80 0x7f203c0b5120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:47956/0 (socket says 172.21.15.67:47956) 2023-10-21T13:05:00.261 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.236+0000 7f203b7fe700 1 -- 172.21.15.67:0/3923881893 learned_addr learned my addr 172.21.15.67:0/3923881893 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:00.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.237+0000 7f203a7fc700 1 --2- 172.21.15.67:0/3923881893 >> v2:172.21.15.67:3300/0 conn(0x7f203c0d1930 0x7f203c0d00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.237+0000 7f20412fd700 1 -- 172.21.15.67:0/3923881893 --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f203c0ce1b0 con 0x7f203c0c6a80 2023-10-21T13:05:00.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.237+0000 7f20412fd700 1 -- 172.21.15.67:0/3923881893 --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f203c0d2650 con 0x7f203c0d1930 2023-10-21T13:05:00.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.237+0000 7f20412fd700 1 -- 172.21.15.67:0/3923881893 --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f203c0ce470 con 0x7f203c161db0 2023-10-21T13:05:00.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.237+0000 7f2039ffb700 1 -- 172.21.15.67:0/3923881893 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3856205588 0 0) 0x7f203c0ce1b0 con 0x7f203c0c6a80 2023-10-21T13:05:00.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.237+0000 7f2039ffb700 1 -- 172.21.15.67:0/3923881893 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f20240035b0 con 0x7f203c0c6a80 2023-10-21T13:05:00.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.236+0000 7f96915a6700 1 --2- 172.21.15.67:0/1995272917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f968c066a50 0x7f968c157600 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f967c00b470 tx=0x7f967c00b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.236+0000 7f9681ffb700 1 -- 172.21.15.67:0/1995272917 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f967c011830 con 0x7f968c066a50 2023-10-21T13:05:00.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.237+0000 7f9681ffb700 1 -- 172.21.15.67:0/1995272917 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f967c0119b0 con 0x7f968c066a50 2023-10-21T13:05:00.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.237+0000 7f9681ffb700 1 -- 172.21.15.67:0/1995272917 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f967c011d60 con 0x7f968c066a50 2023-10-21T13:05:00.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f248e59c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24900ae7d0 0x7f2490204db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f248e59c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24900ae7d0 0x7f2490204db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59912/0 (socket says 172.21.15.67:59912) 2023-10-21T13:05:00.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f248e59c700 1 -- 172.21.15.67:0/3211707887 learned_addr learned my addr 172.21.15.67:0/3211707887 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:00.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f7c02d9d700 1 --2- 172.21.15.67:0/3104646443 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7c040cc7f0 0x7f7c040ae670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.239+0000 7f248dd9b700 1 --2- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f24900b33f0 0x7f24900c37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.239+0000 7f248ed9d700 1 --2- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24900b3880 0x7f24900c4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f248dd9b700 1 -- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24900b3880 msgr2=0x7f24900c4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f248dd9b700 1 --2- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24900b3880 0x7f24900c4130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f248dd9b700 1 -- 172.21.15.67:0/3211707887 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24900ae7d0 msgr2=0x7f2490204db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f248dd9b700 1 --2- 172.21.15.67:0/3211707887 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24900ae7d0 0x7f2490204db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f248dd9b700 1 -- 172.21.15.67:0/3211707887 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24840085d0 con 0x7f24900b33f0 2023-10-21T13:05:00.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.237+0000 7fe54039c700 1 -- start start 2023-10-21T13:05:00.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.239+0000 7fe54039c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe538165e80 0x7fe5380717b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.239+0000 7fe54039c700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe53806e9d0 con 0x7fe5380c2bb0 2023-10-21T13:05:00.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.239+0000 7fe54039c700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5380cd7f0 con 0x7fe5380cd2c0 2023-10-21T13:05:00.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.239+0000 7fe54039c700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5380cdad0 con 0x7fe538165e80 2023-10-21T13:05:00.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.239+0000 7fe53d937700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7fe5380cd2c0 0x7fe538165770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:44876/0 (socket says 172.21.15.67:44876) 2023-10-21T13:05:00.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.239+0000 7fe53d937700 1 -- 172.21.15.67:0/3686926237 learned_addr learned my addr 172.21.15.67:0/3686926237 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:00.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f2039ffb700 1 -- 172.21.15.67:0/3923881893 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1483482866 0 0) 0x7f20240035b0 con 0x7f203c0c6a80 2023-10-21T13:05:00.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f2039ffb700 1 -- 172.21.15.67:0/3923881893 >> v2:172.21.15.190:3300/0 conn(0x7f203c161db0 msgr2=0x7f203c0d13f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-21T13:05:00.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f2039ffb700 1 --2- 172.21.15.67:0/3923881893 >> v2:172.21.15.190:3300/0 conn(0x7f203c161db0 0x7f203c0d13f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f2039ffb700 1 -- 172.21.15.67:0/3923881893 >> v2:172.21.15.67:3300/0 conn(0x7f203c0d1930 msgr2=0x7f203c0d00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:00.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f2039ffb700 1 --2- 172.21.15.67:0/3923881893 >> v2:172.21.15.67:3300/0 conn(0x7f203c0d1930 0x7f203c0d00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f2039ffb700 1 -- 172.21.15.67:0/3923881893 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f203c0d1db0 con 0x7f203c0c6a80 2023-10-21T13:05:00.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f2039ffb700 1 -- 172.21.15.67:0/3923881893 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f202c001670 con 0x7f203c0c6a80 2023-10-21T13:05:00.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f2039ffb700 1 -- 172.21.15.67:0/3923881893 >> v1:172.21.15.67:6789/0 conn(0x7f203c0c6a80 legacy=0x7f203c0b5120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f2039ffb700 1 --2- 172.21.15.67:0/3923881893 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2024003a00 0x7f2024003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f2039ffb700 1 --2- 172.21.15.67:0/3923881893 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2024004850 0x7f2024004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f2039ffb700 1 --2- 172.21.15.67:0/3923881893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2024005330 0x7f202400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f2039ffb700 1 -- 172.21.15.67:0/3923881893 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f203c0d2650 con 0x7f2024005330 2023-10-21T13:05:00.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f2039ffb700 1 -- 172.21.15.67:0/3923881893 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f203c0ce470 con 0x7f2024003a00 2023-10-21T13:05:00.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f2039ffb700 1 -- 172.21.15.67:0/3923881893 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f202400c2b0 con 0x7f2024004850 2023-10-21T13:05:00.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.239+0000 7f203b7fe700 1 --2- 172.21.15.67:0/3923881893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2024005330 0x7f202400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.239+0000 7f203affd700 1 --2- 172.21.15.67:0/3923881893 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2024003a00 0x7f2024003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.239+0000 7f203a7fc700 1 --2- 172.21.15.67:0/3923881893 >> v2:172.21.15.67:3300/0 conn(0x7f203c0d1930 0x7f203c0d00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:00.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f203affd700 1 -- 172.21.15.67:0/3923881893 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2024004850 msgr2=0x7f2024004cd0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-21T13:05:00.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f203affd700 1 --2- 172.21.15.67:0/3923881893 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2024004850 0x7f2024004cd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f203affd700 1 -- 172.21.15.67:0/3923881893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2024005330 msgr2=0x7f202400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:00.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f203affd700 1 --2- 172.21.15.67:0/3923881893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2024005330 0x7f202400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f203affd700 1 -- 172.21.15.67:0/3923881893 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f203c0d1db0 con 0x7f2024003a00 2023-10-21T13:05:00.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f969380a700 1 -- 172.21.15.67:0/1995272917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f968c15c100 con 0x7f968c066a50 2023-10-21T13:05:00.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.238+0000 7f969380a700 1 -- 172.21.15.67:0/1995272917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f968c157b40 con 0x7f968c066a50 2023-10-21T13:05:00.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.239+0000 7f969380a700 1 -- 172.21.15.67:0/1995272917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f968c1ef9a0 con 0x7f968c066a50 2023-10-21T13:05:00.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f248dd9b700 1 --2- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f24900b33f0 0x7f24900c37a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f248800cbb0 tx=0x7f248800cec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f203b7fe700 1 -- 172.21.15.67:0/3923881893 reap_dead start 2023-10-21T13:05:00.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f203affd700 1 --2- 172.21.15.67:0/3923881893 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2024003a00 0x7f2024003e20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2034009e60 tx=0x7f2024005880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7456c18d0620d956 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f7c0359e700 1 -- 172.21.15.67:0/3104646443 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7c040cc7f0 msgr2=0x7f7c040ae670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:00.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f7c0359e700 1 --2- 172.21.15.67:0/3104646443 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7c040cc7f0 0x7f7c040ae670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f7c0359e700 1 -- 172.21.15.67:0/3104646443 >> v1:172.21.15.190:6789/0 conn(0x7f7c040ced80 legacy=0x7f7c040b0d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f7c0359e700 1 -- 172.21.15.67:0/3104646443 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c040ce860 con 0x7f7c040b1410 2023-10-21T13:05:00.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f7c0359e700 1 --2- 172.21.15.67:0/3104646443 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c040b1410 0x7f7c040b20d0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc009e50 tx=0x7f7bfc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d0498cc9d872cce server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f7c01d9b700 1 -- 172.21.15.67:0/3104646443 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bfc00e070 con 0x7f7c040b1410 2023-10-21T13:05:00.277 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f7c01d9b700 1 -- 172.21.15.67:0/3104646443 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bfc00b9c0 con 0x7f7c040b1410 2023-10-21T13:05:00.277 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7f7c01d9b700 1 -- 172.21.15.67:0/3104646443 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bfc00bd70 con 0x7f7c040b1410 2023-10-21T13:05:00.277 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7f2039ffb700 1 -- 172.21.15.67:0/3923881893 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f203400baa0 con 0x7f2024003a00 2023-10-21T13:05:00.278 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7f2039ffb700 1 -- 172.21.15.67:0/3923881893 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f203400bc20 con 0x7f2024003a00 2023-10-21T13:05:00.278 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7f2039ffb700 1 -- 172.21.15.67:0/3923881893 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2034015420 con 0x7f2024003a00 2023-10-21T13:05:00.278 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7f7c09220700 1 -- 172.21.15.67:0/3104646443 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c040b1410 msgr2=0x7f7c040b20d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.279 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7f7c09220700 1 --2- 172.21.15.67:0/3104646443 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c040b1410 0x7f7c040b20d0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc009e50 tx=0x7f7bfc00b330 comp rx=0 tx=0).stop 2023-10-21T13:05:00.279 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7f7c09220700 1 -- 172.21.15.67:0/3104646443 shutdown_connections 2023-10-21T13:05:00.279 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7f7c09220700 1 --2- 172.21.15.67:0/3104646443 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c040b1410 0x7f7c040b20d0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.279 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7f7c09220700 1 --2- 172.21.15.67:0/3104646443 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7c040cc7f0 0x7f7c040ae670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.279 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7f7c09220700 1 -- 172.21.15.67:0/3104646443 >> 172.21.15.67:0/3104646443 conn(0x7f7c040cbd00 msgr2=0x7f7c040cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.280 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7f20412fd700 1 -- 172.21.15.67:0/3923881893 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2024003a00 msgr2=0x7f2024003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.280 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7f20412fd700 1 --2- 172.21.15.67:0/3923881893 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2024003a00 0x7f2024003e20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2034009e60 tx=0x7f2024005880 comp rx=0 tx=0).stop 2023-10-21T13:05:00.281 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7f9681ffb700 1 -- 172.21.15.67:0/1995272917 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f967c01a400 con 0x7f968c066a50 2023-10-21T13:05:00.281 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7f9681ffb700 1 --2- 172.21.15.67:0/1995272917 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f967006afd0 0x7f967006d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.281 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7f9681ffb700 1 -- 172.21.15.67:0/1995272917 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f967c089560 con 0x7f968c066a50 2023-10-21T13:05:00.282 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.242+0000 7f20412fd700 1 -- 172.21.15.67:0/3923881893 shutdown_connections 2023-10-21T13:05:00.282 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.242+0000 7f20412fd700 1 --2- 172.21.15.67:0/3923881893 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2024003a00 0x7f2024003e20 secure :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2034009e60 tx=0x7f2024005880 comp rx=0 tx=0).stop 2023-10-21T13:05:00.282 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.242+0000 7f20412fd700 1 -- 172.21.15.67:0/3923881893 >> 172.21.15.67:0/3923881893 conn(0x7f203c08d0b0 msgr2=0x7f203c09c9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.282 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.242+0000 7f7c09220700 1 -- 172.21.15.67:0/3104646443 shutdown_connections 2023-10-21T13:05:00.283 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.242+0000 7f20412fd700 1 -- 172.21.15.67:0/3923881893 shutdown_connections 2023-10-21T13:05:00.283 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.242+0000 7f7c09220700 1 -- 172.21.15.67:0/3104646443 wait complete. 2023-10-21T13:05:00.284 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.243+0000 7fe548f13700 1 Processor -- start 2023-10-21T13:05:00.284 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.244+0000 7f7c09220700 1 Processor -- start 2023-10-21T13:05:00.285 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.242+0000 7f20412fd700 1 -- 172.21.15.67:0/3923881893 wait complete. 2023-10-21T13:05:00.285 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.244+0000 7f20412fd700 1 Processor -- start 2023-10-21T13:05:00.285 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.244+0000 7fe548f13700 1 -- start start 2023-10-21T13:05:00.286 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7fe548f13700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fe544161fa0 0x7fe5440d0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.286 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7fe548f13700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe5440b1000 0x7fe5440c3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.286 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7fe548f13700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5440cd9d0 con 0x7fe5440c38b0 2023-10-21T13:05:00.286 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7fe548f13700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5440c3ce0 con 0x7fe5440b1000 2023-10-21T13:05:00.286 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7fe548f13700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5440ccdc0 con 0x7fe544161fa0 2023-10-21T13:05:00.287 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7f9690da5700 1 --2- 172.21.15.67:0/1995272917 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f967006afd0 0x7f967006d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.287 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f247effd700 1 -- 172.21.15.67:0/3211707887 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2488003c00 con 0x7f24900b33f0 2023-10-21T13:05:00.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f247effd700 1 -- 172.21.15.67:0/3211707887 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2488003d60 con 0x7f24900b33f0 2023-10-21T13:05:00.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f247effd700 1 -- 172.21.15.67:0/3211707887 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f248800aae0 con 0x7f24900b33f0 2023-10-21T13:05:00.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f249494c700 1 -- 172.21.15.67:0/3211707887 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f249009b6d0 con 0x7f24900b33f0 2023-10-21T13:05:00.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f249494c700 1 -- 172.21.15.67:0/3211707887 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f249009bc90 con 0x7f24900b33f0 2023-10-21T13:05:00.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.248+0000 7f249494c700 1 -- 172.21.15.67:0/3211707887 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24900624e0 con 0x7f24900b33f0 2023-10-21T13:05:00.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.244+0000 7f7c09220700 1 -- start start 2023-10-21T13:05:00.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7f7c09220700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7c040b1410 0x7f7c0409b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7f7c09220700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7c040cc7f0 0x7f7c0414e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7f7c09220700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c040ced80 0x7f7c04071900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7f7c09220700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c0409cba0 con 0x7f7c040ced80 2023-10-21T13:05:00.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7f7c09220700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c0409a800 con 0x7f7c040cc7f0 2023-10-21T13:05:00.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7f7c09220700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c0409aae0 con 0x7f7c040b1410 2023-10-21T13:05:00.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f7c0359e700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c040ced80 0x7f7c04071900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f7c0359e700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c040ced80 0x7f7c04071900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59938/0 (socket says 172.21.15.67:59938) 2023-10-21T13:05:00.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f7c0359e700 1 -- 172.21.15.67:0/2858401526 learned_addr learned my addr 172.21.15.67:0/2858401526 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:00.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f7c0359e700 1 -- 172.21.15.67:0/2858401526 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7c040b1410 msgr2=0x7f7c0409b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f7c0359e700 1 --2- 172.21.15.67:0/2858401526 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7c040b1410 0x7f7c0409b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f7c0359e700 1 -- 172.21.15.67:0/2858401526 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7c040cc7f0 msgr2=0x7f7c0414e7a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-21T13:05:00.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f7c0359e700 1 --2- 172.21.15.67:0/2858401526 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7c040cc7f0 0x7f7c0414e7a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f7c0359e700 1 -- 172.21.15.67:0/2858401526 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bfc009b30 con 0x7f7c040ced80 2023-10-21T13:05:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7f7c0359e700 1 --2- 172.21.15.67:0/2858401526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c040ced80 0x7f7c04071900 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc012000 tx=0x7f7bfc004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7fe541d9b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe5440b1000 0x7fe5440c3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7fe541d9b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe5440b1000 0x7fe5440c3370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59928/0 (socket says 172.21.15.67:59928) 2023-10-21T13:05:00.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7fe541d9b700 1 -- 172.21.15.67:0/2130901388 learned_addr learned my addr 172.21.15.67:0/2130901388 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:00.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7fe54259c700 1 --2- 172.21.15.67:0/2130901388 >> v2:172.21.15.190:3300/0 conn(0x7fe544161fa0 0x7fe5440d0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7fe541d9b700 1 -- 172.21.15.67:0/2130901388 >> v2:172.21.15.190:3300/0 conn(0x7fe544161fa0 msgr2=0x7fe5440d0ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:00.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7fe541d9b700 1 --2- 172.21.15.67:0/2130901388 >> v2:172.21.15.190:3300/0 conn(0x7fe544161fa0 0x7fe5440d0ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.294 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7fe541d9b700 1 -- 172.21.15.67:0/2130901388 >> v1:172.21.15.67:6789/0 conn(0x7fe5440c38b0 legacy=0x7fe54406a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.294 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7fe541d9b700 1 -- 172.21.15.67:0/2130901388 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5440cd0a0 con 0x7fe5440b1000 2023-10-21T13:05:00.294 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.248+0000 7fe541d9b700 1 --2- 172.21.15.67:0/2130901388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5440b1000 0x7fe5440c3370 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe54406b960 tx=0x7fe538009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc830eca2e778a0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.294 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.240+0000 7fe53e939700 1 --2- 172.21.15.67:0/3686926237 >> v2:172.21.15.67:3300/0 conn(0x7fe538165e80 0x7fe5380717b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.295 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7fe53e939700 1 -- 172.21.15.67:0/3686926237 >> v1:172.21.15.190:6789/0 conn(0x7fe5380cd2c0 legacy=0x7fe538165770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.295 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7fe53e939700 1 -- 172.21.15.67:0/3686926237 >> v1:172.21.15.67:6789/0 conn(0x7fe5380c2bb0 legacy=0x7fe5381629a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:00.295 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7fe53e939700 1 -- 172.21.15.67:0/3686926237 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5380cddb0 con 0x7fe538165e80 2023-10-21T13:05:00.295 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.241+0000 7fe53e939700 1 --2- 172.21.15.67:0/3686926237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe538165e80 0x7fe5380717b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe530009d90 tx=0x7fe53000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44b1f68d6c9cb8d1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.296 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.242+0000 7fe53d136700 1 -- 172.21.15.67:0/3686926237 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe53000e070 con 0x7fe538165e80 2023-10-21T13:05:00.296 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.242+0000 7fe53d136700 1 -- 172.21.15.67:0/3686926237 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe53000bad0 con 0x7fe538165e80 2023-10-21T13:05:00.296 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.242+0000 7fe53d136700 1 -- 172.21.15.67:0/3686926237 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe53000be60 con 0x7fe538165e80 2023-10-21T13:05:00.296 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.243+0000 7fe54039c700 1 -- 172.21.15.67:0/3686926237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe538165e80 msgr2=0x7fe5380717b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.243+0000 7fe54039c700 1 --2- 172.21.15.67:0/3686926237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe538165e80 0x7fe5380717b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe530009d90 tx=0x7fe53000b330 comp rx=0 tx=0).stop 2023-10-21T13:05:00.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.243+0000 7fe54039c700 1 -- 172.21.15.67:0/3686926237 shutdown_connections 2023-10-21T13:05:00.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.243+0000 7fe54039c700 1 --2- 172.21.15.67:0/3686926237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe538165e80 0x7fe5380717b0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.243+0000 7fe54039c700 1 -- 172.21.15.67:0/3686926237 >> 172.21.15.67:0/3686926237 conn(0x7fe53806afb0 msgr2=0x7fe5380b12e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.243+0000 7fe54039c700 1 -- 172.21.15.67:0/3686926237 shutdown_connections 2023-10-21T13:05:00.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.243+0000 7fe54039c700 1 -- 172.21.15.67:0/3686926237 wait complete. 2023-10-21T13:05:00.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7fe54039c700 1 Processor -- start 2023-10-21T13:05:00.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7fe54039c700 1 -- start start 2023-10-21T13:05:00.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7fe54039c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5380c2bb0 0x7fe5380b4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7fe54039c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5380cd2c0 0x7fe538142400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7fe54039c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe538165e80 0x7fe5380c1870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7fe54039c700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe53814bd00 con 0x7fe5380cd2c0 2023-10-21T13:05:00.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7fe54039c700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe53814bf80 con 0x7fe538165e80 2023-10-21T13:05:00.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7fe54039c700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe53814c260 con 0x7fe5380c2bb0 2023-10-21T13:05:00.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7fe53e138700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5380c2bb0 0x7fe5380b4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7fe53e138700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5380c2bb0 0x7fe5380b4ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:46706/0 (socket says 172.21.15.67:46706) 2023-10-21T13:05:00.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7fe53e138700 1 -- 172.21.15.67:0/3664671810 learned_addr learned my addr 172.21.15.67:0/3664671810 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:00.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7fe53d937700 1 --2- 172.21.15.67:0/3664671810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5380cd2c0 0x7fe538142400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7fe53d937700 1 -- 172.21.15.67:0/3664671810 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5380c2bb0 msgr2=0x7fe5380b4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7fe53d937700 1 --2- 172.21.15.67:0/3664671810 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5380c2bb0 0x7fe5380b4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7fe53d937700 1 -- 172.21.15.67:0/3664671810 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe538165e80 msgr2=0x7fe5380c1870 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-21T13:05:00.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7fe53d937700 1 --2- 172.21.15.67:0/3664671810 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe538165e80 0x7fe5380c1870 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7fe53d937700 1 -- 172.21.15.67:0/3664671810 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe530009a70 con 0x7fe5380cd2c0 2023-10-21T13:05:00.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7fe53e138700 1 --2- 172.21.15.67:0/3664671810 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5380c2bb0 0x7fe5380b4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:00.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.248+0000 7fe53d937700 1 --2- 172.21.15.67:0/3664671810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5380cd2c0 0x7fe538142400 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe53401d800 tx=0x7fe53401db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.244+0000 7f20412fd700 1 -- start start 2023-10-21T13:05:00.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7f20412fd700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f203c155d90 0x7f203c1580c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7f20412fd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f203c156170 0x7f203c158600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7f20412fd700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f203c158b80 0x7f203c159000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7f20412fd700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f203c13de60 con 0x7f203c156170 2023-10-21T13:05:00.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7f20412fd700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f203c0d0530 con 0x7f203c158b80 2023-10-21T13:05:00.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.245+0000 7f20412fd700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f203c0d0810 con 0x7f203c155d90 2023-10-21T13:05:00.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f203a7fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f203c156170 0x7f203c158600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f203a7fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f203c156170 0x7f203c158600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59926/0 (socket says 172.21.15.67:59926) 2023-10-21T13:05:00.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f203a7fc700 1 -- 172.21.15.67:0/450253315 learned_addr learned my addr 172.21.15.67:0/450253315 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:00.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f203affd700 1 --2- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f203c155d90 0x7f203c1580c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f203b7fe700 1 --2- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f203c158b80 0x7f203c159000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f203affd700 1 -- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f203c158b80 msgr2=0x7f203c159000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f203affd700 1 --2- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f203c158b80 0x7f203c159000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f203affd700 1 -- 172.21.15.67:0/450253315 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f203c156170 msgr2=0x7f203c158600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f203affd700 1 --2- 172.21.15.67:0/450253315 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f203c156170 0x7f203c158600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.246+0000 7f203affd700 1 -- 172.21.15.67:0/450253315 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f203c13ed00 con 0x7f203c155d90 2023-10-21T13:05:00.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7f203affd700 1 --2- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f203c155d90 0x7f203c1580c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2034016000 tx=0x7f2034004b10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.306 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7f20237fe700 1 -- 172.21.15.67:0/450253315 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20340092b0 con 0x7f203c155d90 2023-10-21T13:05:00.306 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7f20237fe700 1 -- 172.21.15.67:0/450253315 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f203400b8a0 con 0x7f203c155d90 2023-10-21T13:05:00.306 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7f20237fe700 1 -- 172.21.15.67:0/450253315 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2034003ac0 con 0x7f203c155d90 2023-10-21T13:05:00.306 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.247+0000 7f20412fd700 1 -- 172.21.15.67:0/450253315 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f203c13efe0 con 0x7f203c155d90 2023-10-21T13:05:00.307 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.248+0000 7f20412fd700 1 -- 172.21.15.67:0/450253315 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f203c13e2f0 con 0x7f203c155d90 2023-10-21T13:05:00.307 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.249+0000 7f20412fd700 1 -- 172.21.15.67:0/450253315 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f203c13e140 con 0x7f203c155d90 2023-10-21T13:05:00.307 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.249+0000 7f9690da5700 1 --2- 172.21.15.67:0/1995272917 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f967006afd0 0x7f967006d490 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f968c066980 tx=0x7f9688011000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.308 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.249+0000 7f20237fe700 1 -- 172.21.15.67:0/450253315 <== mon.2 v2:172.21.15.190:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f203401e420 con 0x7f203c155d90 2023-10-21T13:05:00.308 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.250+0000 7f247effd700 1 -- 172.21.15.67:0/3211707887 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f248800ac40 con 0x7f24900b33f0 2023-10-21T13:05:00.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.250+0000 7f20237fe700 1 --2- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f202806af50 0x7f202806d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.250+0000 7f20237fe700 1 -- 172.21.15.67:0/450253315 <== mon.2 v2:172.21.15.190:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2034011070 con 0x7f203c155d90 2023-10-21T13:05:00.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.250+0000 7f203a7fc700 1 --2- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f202806af50 0x7f202806d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.250+0000 7f247effd700 1 --2- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f247006af50 0x7f247006d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.310 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.250+0000 7f247effd700 1 -- 172.21.15.67:0/3211707887 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2488089f30 con 0x7f24900b33f0 2023-10-21T13:05:00.310 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.250+0000 7f7beb7fe700 1 -- 172.21.15.67:0/2858401526 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bfc0042d0 con 0x7f7c040ced80 2023-10-21T13:05:00.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.250+0000 7fe52effd700 1 -- 172.21.15.67:0/3664671810 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe534015c90 con 0x7fe5380cd2c0 2023-10-21T13:05:00.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.250+0000 7fe54159a700 1 -- 172.21.15.67:0/2130901388 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe53800b870 con 0x7fe5440b1000 2023-10-21T13:05:00.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.251+0000 7fe54039c700 1 -- 172.21.15.67:0/3664671810 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe53814c540 con 0x7fe5380cd2c0 2023-10-21T13:05:00.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.251+0000 7fe54039c700 1 -- 172.21.15.67:0/3664671810 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5380b5000 con 0x7fe5380cd2c0 2023-10-21T13:05:00.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.251+0000 7f7c09220700 1 -- 172.21.15.67:0/2858401526 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c0409adc0 con 0x7f7c040ced80 2023-10-21T13:05:00.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.251+0000 7f7c09220700 1 -- 172.21.15.67:0/2858401526 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c0409b380 con 0x7f7c040ced80 2023-10-21T13:05:00.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.251+0000 7f7beb7fe700 1 -- 172.21.15.67:0/2858401526 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bfc004430 con 0x7f7c040ced80 2023-10-21T13:05:00.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.251+0000 7f7beb7fe700 1 -- 172.21.15.67:0/2858401526 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bfc0047c0 con 0x7f7c040ced80 2023-10-21T13:05:00.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.252+0000 7f7c09220700 1 -- 172.21.15.67:0/2858401526 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7be40052f0 con 0x7f7c040ced80 2023-10-21T13:05:00.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.252+0000 7fe54039c700 1 -- 172.21.15.67:0/3664671810 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe53814ca60 con 0x7fe5380cd2c0 2023-10-21T13:05:00.315 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.251+0000 7fe54159a700 1 -- 172.21.15.67:0/2130901388 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe53800b9d0 con 0x7fe5440b1000 2023-10-21T13:05:00.315 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.251+0000 7fe54159a700 1 -- 172.21.15.67:0/2130901388 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe53800bd60 con 0x7fe5440b1000 2023-10-21T13:05:00.315 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.253+0000 7fe548f13700 1 -- 172.21.15.67:0/2130901388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5440b1000 msgr2=0x7fe5440c3370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.315 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.253+0000 7fe548f13700 1 --2- 172.21.15.67:0/2130901388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5440b1000 0x7fe5440c3370 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe54406b960 tx=0x7fe538009bd0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.316 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.253+0000 7f248e59c700 1 --2- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f247006af50 0x7f247006d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.317 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.253+0000 7fe548f13700 1 -- 172.21.15.67:0/2130901388 shutdown_connections 2023-10-21T13:05:00.317 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.253+0000 7fe548f13700 1 --2- 172.21.15.67:0/2130901388 >> v2:172.21.15.190:3300/0 conn(0x7fe544161fa0 0x7fe5440d0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.317 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.253+0000 7fe548f13700 1 --2- 172.21.15.67:0/2130901388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5440b1000 0x7fe5440c3370 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.317 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.253+0000 7fe548f13700 1 -- 172.21.15.67:0/2130901388 >> 172.21.15.67:0/2130901388 conn(0x7fe5440999d0 msgr2=0x7fe5440d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.253+0000 7fe548f13700 1 -- 172.21.15.67:0/2130901388 shutdown_connections 2023-10-21T13:05:00.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.253+0000 7fe548f13700 1 -- 172.21.15.67:0/2130901388 wait complete. 2023-10-21T13:05:00.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.253+0000 7fe52effd700 1 -- 172.21.15.67:0/3664671810 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe534015df0 con 0x7fe5380cd2c0 2023-10-21T13:05:00.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.253+0000 7fe52effd700 1 -- 172.21.15.67:0/3664671810 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5340182f0 con 0x7fe5380cd2c0 2023-10-21T13:05:00.319 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.255+0000 7fe548f13700 1 Processor -- start 2023-10-21T13:05:00.320 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.255+0000 7f7beb7fe700 1 -- 172.21.15.67:0/2858401526 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f7bfc01c440 con 0x7f7c040ced80 2023-10-21T13:05:00.320 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.255+0000 7f7beb7fe700 1 --2- 172.21.15.67:0/2858401526 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7bf006af00 0x7f7bf006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.320 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.255+0000 7f7beb7fe700 1 -- 172.21.15.67:0/2858401526 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7bfc08aff0 con 0x7f7c040ced80 2023-10-21T13:05:00.320 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.256+0000 7f7c02d9d700 1 --2- 172.21.15.67:0/2858401526 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7bf006af00 0x7f7bf006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.321 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.256+0000 7fe548f13700 1 -- start start 2023-10-21T13:05:00.321 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.256+0000 7f7c02d9d700 1 --2- 172.21.15.67:0/2858401526 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7bf006af00 0x7f7bf006d3c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7bf800a8d0 tx=0x7f7bf8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.321 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.257+0000 7fe548f13700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5440b1000 0x7fe5440b5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.322 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.257+0000 7fe548f13700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5440c38b0 0x7fe544160b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.322 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.257+0000 7f247effd700 1 -- 172.21.15.67:0/3211707887 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f24880550c0 con 0x7f24900b33f0 2023-10-21T13:05:00.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.257+0000 7fe548f13700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe544161fa0 0x7fe5440c43c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.257+0000 7fe548f13700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5440c8420 con 0x7fe5440c38b0 2023-10-21T13:05:00.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.257+0000 7fe548f13700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5440c8700 con 0x7fe544161fa0 2023-10-21T13:05:00.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.257+0000 7fe548f13700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5440c89e0 con 0x7fe5440b1000 2023-10-21T13:05:00.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.257+0000 7f9681ffb700 1 -- 172.21.15.67:0/1995272917 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f968c1ef9a0 con 0x7f968c066a50 2023-10-21T13:05:00.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.257+0000 7fe542d9d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe544161fa0 0x7fe5440c43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.257+0000 7fe542d9d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe544161fa0 0x7fe5440c43c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33824/0 (socket says 172.21.15.67:33824) 2023-10-21T13:05:00.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.257+0000 7fe542d9d700 1 -- 172.21.15.67:0/3294078788 learned_addr learned my addr 172.21.15.67:0/3294078788 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:00.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.257+0000 7fe54259c700 1 --2- 172.21.15.67:0/3294078788 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5440b1000 0x7fe5440b5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.257+0000 7fe541d9b700 1 --2- 172.21.15.67:0/3294078788 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5440c38b0 0x7fe544160b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.326 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.257+0000 7f248e59c700 1 --2- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f247006af50 0x7f247006d410 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f24902143b0 tx=0x7f248400a040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.326 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.258+0000 7f203a7fc700 1 --2- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f202806af50 0x7f202806d410 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2030006fd0 tx=0x7f2030008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.326 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.258+0000 7fe542d9d700 1 -- 172.21.15.67:0/3294078788 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5440b1000 msgr2=0x7fe5440b5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.258+0000 7fe542d9d700 1 --2- 172.21.15.67:0/3294078788 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5440b1000 0x7fe5440b5850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.258+0000 7fe542d9d700 1 -- 172.21.15.67:0/3294078788 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5440c38b0 msgr2=0x7fe544160b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.258+0000 7fe542d9d700 1 --2- 172.21.15.67:0/3294078788 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5440c38b0 0x7fe544160b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.258+0000 7fe542d9d700 1 -- 172.21.15.67:0/3294078788 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe538009550 con 0x7fe544161fa0 2023-10-21T13:05:00.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.258+0000 7fe52effd700 1 -- 172.21.15.67:0/3664671810 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fe534018450 con 0x7fe5380cd2c0 2023-10-21T13:05:00.329 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.258+0000 7fe542d9d700 1 --2- 172.21.15.67:0/3294078788 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe544161fa0 0x7fe5440c43c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe53c00cc50 tx=0x7fe53c00cf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.329 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.258+0000 7fe532ffd700 1 -- 172.21.15.67:0/3294078788 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe53c003c00 con 0x7fe544161fa0 2023-10-21T13:05:00.329 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.258+0000 7fe532ffd700 1 -- 172.21.15.67:0/3294078788 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe53c003d60 con 0x7fe544161fa0 2023-10-21T13:05:00.329 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.258+0000 7fe532ffd700 1 -- 172.21.15.67:0/3294078788 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe53c00aab0 con 0x7fe544161fa0 2023-10-21T13:05:00.330 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.258+0000 7fe52effd700 1 --2- 172.21.15.67:0/3664671810 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe51c06af00 0x7fe51c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.330 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.258+0000 7fe52effd700 1 -- 172.21.15.67:0/3664671810 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe53409a8b0 con 0x7fe5380cd2c0 2023-10-21T13:05:00.330 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.259+0000 7fcf5969c700 1 Processor -- start 2023-10-21T13:05:00.331 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.259+0000 7fe53e138700 1 --2- 172.21.15.67:0/3664671810 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe51c06af00 0x7fe51c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.332 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.259+0000 7fcf5969c700 1 -- start start 2023-10-21T13:05:00.332 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.259+0000 7f20237fe700 1 -- 172.21.15.67:0/450253315 <== mon.2 v2:172.21.15.190:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f2034056000 con 0x7f203c155d90 2023-10-21T13:05:00.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.259+0000 7fe53e138700 1 --2- 172.21.15.67:0/3664671810 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe51c06af00 0x7fe51c06d3c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe528007fd0 tx=0x7fe528009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.334 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.259+0000 7fabe4d6c700 1 Processor -- start 2023-10-21T13:05:00.334 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.259+0000 7fabe4d6c700 1 -- start start 2023-10-21T13:05:00.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.260+0000 7fcf5969c700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fcf54159970 0x7fcf540cb700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.260+0000 7fcf5969c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcf540cbc40 0x7fcf540cc100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.260+0000 7fcf5969c700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf54159d50 con 0x7fcf540c9f20 2023-10-21T13:05:00.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.260+0000 7fcf5969c700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf540ca400 con 0x7fcf54159970 2023-10-21T13:05:00.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.260+0000 7fcf5969c700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf540ca6e0 con 0x7fcf540cbc40 2023-10-21T13:05:00.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.260+0000 7fcf52ffd700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fcf54159970 0x7fcf540cb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.260+0000 7fcf52ffd700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fcf54159970 0x7fcf540cb700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33832/0 (socket says 172.21.15.67:33832) 2023-10-21T13:05:00.339 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.260+0000 7fcf52ffd700 1 -- 172.21.15.67:0/1158049424 learned_addr learned my addr 172.21.15.67:0/1158049424 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:00.339 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fcf52ffd700 1 -- 172.21.15.67:0/1158049424 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcf540cbc40 msgr2=0x7fcf540cc100 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T13:05:00.339 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fcf52ffd700 1 --2- 172.21.15.67:0/1158049424 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcf540cbc40 0x7fcf540cc100 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fcf52ffd700 1 -- 172.21.15.67:0/1158049424 >> v1:172.21.15.67:6789/0 conn(0x7fcf540c9f20 legacy=0x7fcf54070da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:00.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fcf52ffd700 1 -- 172.21.15.67:0/1158049424 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf540ca9c0 con 0x7fcf54159970 2023-10-21T13:05:00.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fabe4d6c700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fabe0159ed0 0x7fabe00cbc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fabe4d6c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fabe00ce800 0x7fabe006ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fabe4d6c700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabe00ca9b0 con 0x7fabe006e740 2023-10-21T13:05:00.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fabe4d6c700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabe006d710 con 0x7fabe0159ed0 2023-10-21T13:05:00.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fabe4d6c700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabe00cc1c0 con 0x7fabe00ce800 2023-10-21T13:05:00.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fcf52ffd700 1 --2- 172.21.15.67:0/1158049424 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcf54159970 0x7fcf540cb700 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c009bd0 tx=0x7fcf4c00d3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8fab32e7a28b8c54 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.344 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fabddd9b700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fabe006e740 0x7fabe00ce0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48030/0 (socket says 172.21.15.67:48030) 2023-10-21T13:05:00.344 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fabddd9b700 1 -- 172.21.15.67:0/2011542156 learned_addr learned my addr 172.21.15.67:0/2011542156 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:00.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fabded9d700 1 --2- 172.21.15.67:0/2011542156 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fabe00ce800 0x7fabe006ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.346 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fcf51ffb700 1 -- 172.21.15.67:0/1158049424 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c00dcd0 con 0x7fcf54159970 2023-10-21T13:05:00.346 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fcf51ffb700 1 -- 172.21.15.67:0/1158049424 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf4c00de30 con 0x7fcf54159970 2023-10-21T13:05:00.346 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.261+0000 7fcf51ffb700 1 -- 172.21.15.67:0/1158049424 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c003c60 con 0x7fcf54159970 2023-10-21T13:05:00.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.262+0000 7fabded9d700 1 -- 172.21.15.67:0/2011542156 >> v2:172.21.15.190:3300/0 conn(0x7fabe0159ed0 msgr2=0x7fabe00cbc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:00.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.262+0000 7fabded9d700 1 --2- 172.21.15.67:0/2011542156 >> v2:172.21.15.190:3300/0 conn(0x7fabe0159ed0 0x7fabe00cbc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.262+0000 7fabded9d700 1 -- 172.21.15.67:0/2011542156 >> v1:172.21.15.67:6789/0 conn(0x7fabe006e740 legacy=0x7fabe00ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.262+0000 7fabded9d700 1 -- 172.21.15.67:0/2011542156 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabe00cabe0 con 0x7fabe00ce800 2023-10-21T13:05:00.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.262+0000 7fabded9d700 1 --2- 172.21.15.67:0/2011542156 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fabe00ce800 0x7fabe006ebf0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fabd8009dc0 tx=0x7fabd800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f86ed021048cdd81 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.262+0000 7fabdd59a700 1 -- 172.21.15.67:0/2011542156 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd800e070 con 0x7fabe00ce800 2023-10-21T13:05:00.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.262+0000 7fabdd59a700 1 -- 172.21.15.67:0/2011542156 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabd800bb90 con 0x7fabe00ce800 2023-10-21T13:05:00.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.262+0000 7fabdd59a700 1 -- 172.21.15.67:0/2011542156 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd8012430 con 0x7fabe00ce800 2023-10-21T13:05:00.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.263+0000 7fcf5969c700 1 -- 172.21.15.67:0/1158049424 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcf54159970 msgr2=0x7fcf540cb700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.263+0000 7fcf5969c700 1 --2- 172.21.15.67:0/1158049424 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcf54159970 0x7fcf540cb700 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c009bd0 tx=0x7fcf4c00d3c0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.263+0000 7fabe4d6c700 1 -- 172.21.15.67:0/2011542156 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fabe00ce800 msgr2=0x7fabe006ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.263+0000 7fabe4d6c700 1 --2- 172.21.15.67:0/2011542156 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fabe00ce800 0x7fabe006ebf0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fabd8009dc0 tx=0x7fabd800b330 comp rx=0 tx=0).stop 2023-10-21T13:05:00.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.263+0000 7fabe4d6c700 1 -- 172.21.15.67:0/2011542156 shutdown_connections 2023-10-21T13:05:00.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.263+0000 7fabe4d6c700 1 --2- 172.21.15.67:0/2011542156 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fabe00ce800 0x7fabe006ebf0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.263+0000 7fabe4d6c700 1 --2- 172.21.15.67:0/2011542156 >> v2:172.21.15.190:3300/0 conn(0x7fabe0159ed0 0x7fabe00cbc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.263+0000 7fabe4d6c700 1 -- 172.21.15.67:0/2011542156 >> 172.21.15.67:0/2011542156 conn(0x7fabe00cc5b0 msgr2=0x7fabe00cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.264+0000 7f7beb7fe700 1 -- 172.21.15.67:0/2858401526 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f7bfc056180 con 0x7f7c040ced80 2023-10-21T13:05:00.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.264+0000 7fcf5969c700 1 -- 172.21.15.67:0/1158049424 shutdown_connections 2023-10-21T13:05:00.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.264+0000 7fcf5969c700 1 --2- 172.21.15.67:0/1158049424 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcf54159970 0x7fcf540cb700 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.264+0000 7fcf5969c700 1 --2- 172.21.15.67:0/1158049424 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcf540cbc40 0x7fcf540cc100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.264+0000 7fcf5969c700 1 -- 172.21.15.67:0/1158049424 >> 172.21.15.67:0/1158049424 conn(0x7fcf5406afb0 msgr2=0x7fcf540b12e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.358 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.264+0000 7fabe4d6c700 1 -- 172.21.15.67:0/2011542156 shutdown_connections 2023-10-21T13:05:00.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.264+0000 7fabe4d6c700 1 -- 172.21.15.67:0/2011542156 wait complete. 2023-10-21T13:05:00.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.266+0000 7fabe4d6c700 1 Processor -- start 2023-10-21T13:05:00.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.266+0000 7fabe4d6c700 1 -- start start 2023-10-21T13:05:00.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.267+0000 7fabe4d6c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fabe006e740 0x7fabe01583e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.360 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.267+0000 7fabe4d6c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fabe00ce800 0x7fabe015aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.360 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.267+0000 7fabe4d6c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fabe015afe0 0x7fabe00b4c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.360 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.267+0000 7fabe4d6c700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabe0158920 con 0x7fabe00ce800 2023-10-21T13:05:00.361 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.267+0000 7fabe4d6c700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabe01f8c90 con 0x7fabe006e740 2023-10-21T13:05:00.361 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.267+0000 7fabe4d6c700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabe00c3a00 con 0x7fabe015afe0 2023-10-21T13:05:00.361 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.268+0000 7fabde59c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fabe006e740 0x7fabe01583e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.362 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.268+0000 7fabded9d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fabe015afe0 0x7fabe00b4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.362 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.268+0000 7fabded9d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fabe015afe0 0x7fabe00b4c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:46740/0 (socket says 172.21.15.67:46740) 2023-10-21T13:05:00.362 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.268+0000 7fabded9d700 1 -- 172.21.15.67:0/3444637948 learned_addr learned my addr 172.21.15.67:0/3444637948 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:00.362 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.268+0000 7fabddd9b700 1 --2- 172.21.15.67:0/3444637948 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fabe00ce800 0x7fabe015aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.363 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.268+0000 7fe52effd700 1 -- 172.21.15.67:0/3664671810 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fe5340658c0 con 0x7fe5380cd2c0 2023-10-21T13:05:00.364 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.268+0000 7fabde59c700 1 -- 172.21.15.67:0/3444637948 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fabe015afe0 msgr2=0x7fabe00b4c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.364 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.268+0000 7fabde59c700 1 --2- 172.21.15.67:0/3444637948 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fabe015afe0 0x7fabe00b4c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.365 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.268+0000 7fabde59c700 1 -- 172.21.15.67:0/3444637948 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fabe00ce800 msgr2=0x7fabe015aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.365 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.268+0000 7fabde59c700 1 --2- 172.21.15.67:0/3444637948 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fabe00ce800 0x7fabe015aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.365 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.268+0000 7fabde59c700 1 -- 172.21.15.67:0/3444637948 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabd8009a70 con 0x7fabe006e740 2023-10-21T13:05:00.365 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.268+0000 7fabde59c700 1 --2- 172.21.15.67:0/3444637948 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fabe006e740 0x7fabe01583e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fabe00cd3b0 tx=0x7fabd000b730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.366 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.269+0000 7fcf5969c700 1 -- 172.21.15.67:0/1158049424 shutdown_connections 2023-10-21T13:05:00.366 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.269+0000 7fabceffd700 1 -- 172.21.15.67:0/3444637948 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd0011830 con 0x7fabe006e740 2023-10-21T13:05:00.367 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.269+0000 7fe548f13700 1 -- 172.21.15.67:0/3294078788 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5440c8cc0 con 0x7fe544161fa0 2023-10-21T13:05:00.367 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.269+0000 7fe548f13700 1 -- 172.21.15.67:0/3294078788 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5440b5d90 con 0x7fe544161fa0 2023-10-21T13:05:00.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.269+0000 7fabceffd700 1 -- 172.21.15.67:0/3444637948 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabd0011990 con 0x7fabe006e740 2023-10-21T13:05:00.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.270+0000 7fabceffd700 1 -- 172.21.15.67:0/3444637948 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd0011d20 con 0x7fabe006e740 2023-10-21T13:05:00.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.269+0000 7fcf5969c700 1 -- 172.21.15.67:0/1158049424 wait complete. 2023-10-21T13:05:00.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.271+0000 7fcf5969c700 1 Processor -- start 2023-10-21T13:05:00.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.271+0000 7fcf5969c700 1 -- start start 2023-10-21T13:05:00.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.272+0000 7fcf5969c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf540c9f20 0x7fcf54151ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.272+0000 7fcf5969c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcf540cbc40 0x7fcf540c22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.272+0000 7fcf5969c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcf54159970 0x7fcf540c2800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.272+0000 7fcf5969c700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf540c5e40 con 0x7fcf540c9f20 2023-10-21T13:05:00.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.272+0000 7fcf5969c700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf540c5230 con 0x7fcf54159970 2023-10-21T13:05:00.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.272+0000 7fcf5969c700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf540c5510 con 0x7fcf540cbc40 2023-10-21T13:05:00.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.272+0000 7fcf527fc700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcf540cbc40 0x7fcf540c22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.272+0000 7fcf527fc700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcf540cbc40 0x7fcf540c22c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:46746/0 (socket says 172.21.15.67:46746) 2023-10-21T13:05:00.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.272+0000 7fcf527fc700 1 -- 172.21.15.67:0/1300646487 learned_addr learned my addr 172.21.15.67:0/1300646487 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:00.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.272+0000 7fcf52ffd700 1 --2- 172.21.15.67:0/1300646487 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf540c9f20 0x7fcf54151ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.272+0000 7fcf537fe700 1 --2- 172.21.15.67:0/1300646487 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcf54159970 0x7fcf540c2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.273+0000 7fcf52ffd700 1 -- 172.21.15.67:0/1300646487 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcf540cbc40 msgr2=0x7fcf540c22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.273+0000 7fcf52ffd700 1 --2- 172.21.15.67:0/1300646487 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcf540cbc40 0x7fcf540c22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.273+0000 7fcf52ffd700 1 -- 172.21.15.67:0/1300646487 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcf54159970 msgr2=0x7fcf540c2800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.273+0000 7fcf52ffd700 1 --2- 172.21.15.67:0/1300646487 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcf54159970 0x7fcf540c2800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.273+0000 7fcf52ffd700 1 -- 172.21.15.67:0/1300646487 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf4c009830 con 0x7fcf540c9f20 2023-10-21T13:05:00.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.273+0000 7fcf52ffd700 1 --2- 172.21.15.67:0/1300646487 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf540c9f20 0x7fcf54151ed0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c016000 tx=0x7fcf4c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.273+0000 7fcf437fe700 1 -- 172.21.15.67:0/1300646487 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c0092e0 con 0x7fcf540c9f20 2023-10-21T13:05:00.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.273+0000 7fcf437fe700 1 -- 172.21.15.67:0/1300646487 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf4c003e10 con 0x7fcf540c9f20 2023-10-21T13:05:00.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.273+0000 7fcf5969c700 1 -- 172.21.15.67:0/1300646487 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf540c57f0 con 0x7fcf540c9f20 2023-10-21T13:05:00.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.273+0000 7fcf437fe700 1 -- 172.21.15.67:0/1300646487 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c004850 con 0x7fcf540c9f20 2023-10-21T13:05:00.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.273+0000 7fcf5969c700 1 -- 172.21.15.67:0/1300646487 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf54152410 con 0x7fcf540c9f20 2023-10-21T13:05:00.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.275+0000 7fcf5969c700 1 -- 172.21.15.67:0/1300646487 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf54074d40 con 0x7fcf540c9f20 2023-10-21T13:05:00.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.276+0000 7fcf437fe700 1 -- 172.21.15.67:0/1300646487 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fcf4c028440 con 0x7fcf540c9f20 2023-10-21T13:05:00.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.276+0000 7fcf437fe700 1 --2- 172.21.15.67:0/1300646487 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcf3c06b060 0x7fcf3c06d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.276+0000 7fcf437fe700 1 -- 172.21.15.67:0/1300646487 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcf4c08a650 con 0x7fcf540c9f20 2023-10-21T13:05:00.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.277+0000 7fcf527fc700 1 --2- 172.21.15.67:0/1300646487 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcf3c06b060 0x7fcf3c06d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.277+0000 7fcf527fc700 1 --2- 172.21.15.67:0/1300646487 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcf3c06b060 0x7fcf3c06d520 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcf540b3d90 tx=0x7fcf44009210 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.271+0000 7fe532ffd700 1 -- 172.21.15.67:0/3294078788 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fe53c00ac10 con 0x7fe544161fa0 2023-10-21T13:05:00.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.271+0000 7fe532ffd700 1 --2- 172.21.15.67:0/3294078788 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe52406af00 0x7fe52406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.272+0000 7fe532ffd700 1 -- 172.21.15.67:0/3294078788 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe53c0895c0 con 0x7fe544161fa0 2023-10-21T13:05:00.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.272+0000 7fe54259c700 1 --2- 172.21.15.67:0/3294078788 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe52406af00 0x7fe52406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.272+0000 7fe54259c700 1 --2- 172.21.15.67:0/3294078788 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe52406af00 0x7fe52406d3c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe53400ab40 tx=0x7fe534008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.280+0000 7fabe4d6c700 1 -- 172.21.15.67:0/3444637948 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabe00c3ce0 con 0x7fabe006e740 2023-10-21T13:05:00.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.280+0000 7fabe4d6c700 1 -- 172.21.15.67:0/3444637948 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabe00c42a0 con 0x7fabe006e740 2023-10-21T13:05:00.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.281+0000 7fe548f13700 1 -- 172.21.15.67:0/3294078788 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5440c91e0 con 0x7fe544161fa0 2023-10-21T13:05:00.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.281+0000 7fcf437fe700 1 -- 172.21.15.67:0/1300646487 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fcf4c055870 con 0x7fcf540c9f20 2023-10-21T13:05:00.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.286+0000 7fe532ffd700 1 -- 172.21.15.67:0/3294078788 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fe5440c91e0 con 0x7fe544161fa0 2023-10-21T13:05:00.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.282+0000 7fabceffd700 1 -- 172.21.15.67:0/3444637948 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fabd001a400 con 0x7fabe006e740 2023-10-21T13:05:00.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.282+0000 7fabceffd700 1 --2- 172.21.15.67:0/3444637948 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fabc006af50 0x7fabc006d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:00.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.282+0000 7fabceffd700 1 -- 172.21.15.67:0/3444637948 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fabd0089440 con 0x7fabe006e740 2023-10-21T13:05:00.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.282+0000 7fabddd9b700 1 --2- 172.21.15.67:0/3444637948 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fabc006af50 0x7fabc006d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:00.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.283+0000 7fabddd9b700 1 --2- 172.21.15.67:0/3444637948 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fabc006af50 0x7fabc006d410 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fabe00b5a00 tx=0x7fabd4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:00.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.293+0000 7fabe4d6c700 1 -- 172.21.15.67:0/3444637948 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabe0074d40 con 0x7fabe006e740 2023-10-21T13:05:00.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.298+0000 7fabceffd700 1 -- 172.21.15.67:0/3444637948 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fabd0054580 con 0x7fabe006e740 2023-10-21T13:05:00.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.669+0000 7f20412fd700 1 -- 172.21.15.67:0/450253315 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f203c0d3200 con 0x7f203c155d90 2023-10-21T13:05:00.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.669+0000 7f20237fe700 1 -- 172.21.15.67:0/450253315 <== mon.2 v2:172.21.15.190:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2034059620 con 0x7f203c155d90 2023-10-21T13:05:00.674 INFO:teuthology.orchestra.run.smithi067.stdout:55834574851 2023-10-21T13:05:00.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.676+0000 7f969380a700 1 -- 172.21.15.67:0/1995272917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f968c074d40 con 0x7f968c066a50 2023-10-21T13:05:00.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.678+0000 7f20412fd700 1 -- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f202806af50 msgr2=0x7f202806d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.678+0000 7f20412fd700 1 --2- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f202806af50 0x7f202806d410 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2030006fd0 tx=0x7f2030008040 comp rx=0 tx=0).stop 2023-10-21T13:05:00.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.678+0000 7f20412fd700 1 -- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f203c155d90 msgr2=0x7f203c1580c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.678+0000 7f20412fd700 1 --2- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f203c155d90 0x7f203c1580c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2034016000 tx=0x7f2034004b10 comp rx=0 tx=0).stop 2023-10-21T13:05:00.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.680+0000 7f9681ffb700 1 -- 172.21.15.67:0/1995272917 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f967c054680 con 0x7f968c066a50 2023-10-21T13:05:00.681 INFO:teuthology.orchestra.run.smithi067.stdout:55834574854 2023-10-21T13:05:00.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.682+0000 7f20412fd700 1 -- 172.21.15.67:0/450253315 shutdown_connections 2023-10-21T13:05:00.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.682+0000 7f20412fd700 1 --2- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f203c158b80 0x7f203c159000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.682+0000 7f20412fd700 1 --2- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f202806af50 0x7f202806d410 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.682+0000 7f20412fd700 1 --2- 172.21.15.67:0/450253315 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f203c155d90 0x7f203c1580c0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.682+0000 7f20412fd700 1 --2- 172.21.15.67:0/450253315 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f203c156170 0x7f203c158600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.682+0000 7f20412fd700 1 -- 172.21.15.67:0/450253315 >> 172.21.15.67:0/450253315 conn(0x7f203c08d0b0 msgr2=0x7f203c15a7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.682+0000 7f20412fd700 1 -- 172.21.15.67:0/450253315 shutdown_connections 2023-10-21T13:05:00.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.682+0000 7f20412fd700 1 -- 172.21.15.67:0/450253315 wait complete. 2023-10-21T13:05:00.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.683+0000 7f7c09220700 1 -- 172.21.15.67:0/2858401526 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f7be4005870 con 0x7f7c040ced80 2023-10-21T13:05:00.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.683+0000 7fcf5969c700 1 -- 172.21.15.67:0/1300646487 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7fcf300051a0 con 0x7fcf540c9f20 2023-10-21T13:05:00.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.683+0000 7f7beb7fe700 1 -- 172.21.15.67:0/2858401526 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7bfc0597a0 con 0x7f7c040ced80 2023-10-21T13:05:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.683+0000 7f969380a700 1 -- 172.21.15.67:0/1995272917 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f967006afd0 msgr2=0x7f967006d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.683+0000 7f969380a700 1 --2- 172.21.15.67:0/1995272917 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f967006afd0 0x7f967006d490 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f968c066980 tx=0x7f9688011000 comp rx=0 tx=0).stop 2023-10-21T13:05:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.683+0000 7f969380a700 1 -- 172.21.15.67:0/1995272917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f968c066a50 msgr2=0x7f968c157600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.683+0000 7f969380a700 1 --2- 172.21.15.67:0/1995272917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f968c066a50 0x7f968c157600 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f967c00b470 tx=0x7f967c00b780 comp rx=0 tx=0).stop 2023-10-21T13:05:00.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.683+0000 7fcf437fe700 1 -- 172.21.15.67:0/1300646487 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fcf4c058e90 con 0x7fcf540c9f20 2023-10-21T13:05:00.688 INFO:teuthology.orchestra.run.smithi067.stdout:55834574852 2023-10-21T13:05:00.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.685+0000 7f969380a700 1 -- 172.21.15.67:0/1995272917 shutdown_connections 2023-10-21T13:05:00.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.685+0000 7f969380a700 1 --2- 172.21.15.67:0/1995272917 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f967006afd0 0x7f967006d490 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.685+0000 7f969380a700 1 --2- 172.21.15.67:0/1995272917 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f968c0c9150 0x7f968c15ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.690 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.685+0000 7f969380a700 1 --2- 172.21.15.67:0/1995272917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f968c066a50 0x7f968c157600 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.690 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.685+0000 7f969380a700 1 --2- 172.21.15.67:0/1995272917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f968c159ed0 0x7f968c0c8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.690 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.685+0000 7f969380a700 1 -- 172.21.15.67:0/1995272917 >> 172.21.15.67:0/1995272917 conn(0x7f968c0cc5b0 msgr2=0x7f968c0b2710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.690 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.685+0000 7f249494c700 1 -- 172.21.15.67:0/3211707887 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f2490074d40 con 0x7f24900b33f0 2023-10-21T13:05:00.691 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.685+0000 7f969380a700 1 -- 172.21.15.67:0/1995272917 shutdown_connections 2023-10-21T13:05:00.691 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.685+0000 7f969380a700 1 -- 172.21.15.67:0/1995272917 wait complete. 2023-10-21T13:05:00.691 INFO:teuthology.orchestra.run.smithi067.stdout:55834574853 2023-10-21T13:05:00.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.685+0000 7f247effd700 1 -- 172.21.15.67:0/3211707887 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f24880586e0 con 0x7f24900b33f0 2023-10-21T13:05:00.692 INFO:teuthology.orchestra.run.smithi067.stdout:55834574853 2023-10-21T13:05:00.693 INFO:teuthology.orchestra.run.smithi067.stdout:55834574854 2023-10-21T13:05:00.693 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.688+0000 7fe54039c700 1 -- 172.21.15.67:0/3664671810 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fe53814ca60 con 0x7fe5380cd2c0 2023-10-21T13:05:00.693 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.688+0000 7fe52effd700 1 -- 172.21.15.67:0/3664671810 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe53814ca60 con 0x7fe5380cd2c0 2023-10-21T13:05:00.694 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7fcf5969c700 1 -- 172.21.15.67:0/1300646487 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcf3c06b060 msgr2=0x7fcf3c06d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.694 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7fcf5969c700 1 --2- 172.21.15.67:0/1300646487 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcf3c06b060 0x7fcf3c06d520 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcf540b3d90 tx=0x7fcf44009210 comp rx=0 tx=0).stop 2023-10-21T13:05:00.695 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7fcf5969c700 1 -- 172.21.15.67:0/1300646487 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf540c9f20 msgr2=0x7fcf54151ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.695 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7fcf5969c700 1 --2- 172.21.15.67:0/1300646487 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf540c9f20 0x7fcf54151ed0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c016000 tx=0x7fcf4c004ad0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.695 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7fcf5969c700 1 -- 172.21.15.67:0/1300646487 shutdown_connections 2023-10-21T13:05:00.695 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7fcf5969c700 1 --2- 172.21.15.67:0/1300646487 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcf54159970 0x7fcf540c2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.695 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7fcf5969c700 1 --2- 172.21.15.67:0/1300646487 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf540c9f20 0x7fcf54151ed0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7fcf5969c700 1 --2- 172.21.15.67:0/1300646487 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcf3c06b060 0x7fcf3c06d520 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7fcf5969c700 1 --2- 172.21.15.67:0/1300646487 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcf540cbc40 0x7fcf540c22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7fcf5969c700 1 -- 172.21.15.67:0/1300646487 >> 172.21.15.67:0/1300646487 conn(0x7fcf5406afb0 msgr2=0x7fcf540afee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f249494c700 1 -- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f247006af50 msgr2=0x7f247006d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f249494c700 1 --2- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f247006af50 0x7f247006d410 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f24902143b0 tx=0x7f248400a040 comp rx=0 tx=0).stop 2023-10-21T13:05:00.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f249494c700 1 -- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f24900b33f0 msgr2=0x7f24900c37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f249494c700 1 --2- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f24900b33f0 0x7f24900c37a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f248800cbb0 tx=0x7f248800cec0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f7c09220700 1 -- 172.21.15.67:0/2858401526 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7bf006af00 msgr2=0x7f7bf006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f7c09220700 1 --2- 172.21.15.67:0/2858401526 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7bf006af00 0x7f7bf006d3c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7bf800a8d0 tx=0x7f7bf8008040 comp rx=0 tx=0).stop 2023-10-21T13:05:00.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f7c09220700 1 -- 172.21.15.67:0/2858401526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c040ced80 msgr2=0x7f7c04071900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f7c09220700 1 --2- 172.21.15.67:0/2858401526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c040ced80 0x7f7c04071900 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc012000 tx=0x7f7bfc004ad0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f7c09220700 1 -- 172.21.15.67:0/2858401526 shutdown_connections 2023-10-21T13:05:00.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f7c09220700 1 --2- 172.21.15.67:0/2858401526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c040ced80 0x7f7c04071900 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f7c09220700 1 --2- 172.21.15.67:0/2858401526 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7bf006af00 0x7f7bf006d3c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f7c09220700 1 --2- 172.21.15.67:0/2858401526 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7c040b1410 0x7f7c0409b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f7c09220700 1 --2- 172.21.15.67:0/2858401526 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7c040cc7f0 0x7f7c0414e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f7c09220700 1 -- 172.21.15.67:0/2858401526 >> 172.21.15.67:0/2858401526 conn(0x7f7c040cbd00 msgr2=0x7f7c04157a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.689+0000 7f7c09220700 1 -- 172.21.15.67:0/2858401526 shutdown_connections 2023-10-21T13:05:00.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.690+0000 7f7c09220700 1 -- 172.21.15.67:0/2858401526 wait complete. 2023-10-21T13:05:00.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.691+0000 7fcf5969c700 1 -- 172.21.15.67:0/1300646487 shutdown_connections 2023-10-21T13:05:00.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.691+0000 7fcf5969c700 1 -- 172.21.15.67:0/1300646487 wait complete. 2023-10-21T13:05:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.691+0000 7fe54039c700 1 -- 172.21.15.67:0/3664671810 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe51c06af00 msgr2=0x7fe51c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.691+0000 7fe54039c700 1 --2- 172.21.15.67:0/3664671810 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe51c06af00 0x7fe51c06d3c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe528007fd0 tx=0x7fe528009040 comp rx=0 tx=0).stop 2023-10-21T13:05:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.691+0000 7fe54039c700 1 -- 172.21.15.67:0/3664671810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5380cd2c0 msgr2=0x7fe538142400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.691+0000 7fe54039c700 1 --2- 172.21.15.67:0/3664671810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5380cd2c0 0x7fe538142400 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe53401d800 tx=0x7fe53401db10 comp rx=0 tx=0).stop 2023-10-21T13:05:00.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.693+0000 7f249494c700 1 -- 172.21.15.67:0/3211707887 shutdown_connections 2023-10-21T13:05:00.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.693+0000 7f249494c700 1 --2- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f247006af50 0x7f247006d410 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.693+0000 7f249494c700 1 --2- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f24900b3880 0x7f24900c4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.693+0000 7f249494c700 1 --2- 172.21.15.67:0/3211707887 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24900ae7d0 0x7f2490204db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.693+0000 7f249494c700 1 --2- 172.21.15.67:0/3211707887 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f24900b33f0 0x7f24900c37a0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.693+0000 7f249494c700 1 -- 172.21.15.67:0/3211707887 >> 172.21.15.67:0/3211707887 conn(0x7f24900cbd00 msgr2=0x7f249006c9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.693+0000 7f249494c700 1 -- 172.21.15.67:0/3211707887 shutdown_connections 2023-10-21T13:05:00.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.693+0000 7f249494c700 1 -- 172.21.15.67:0/3211707887 wait complete. 2023-10-21T13:05:00.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.701+0000 7fe54039c700 1 -- 172.21.15.67:0/3664671810 shutdown_connections 2023-10-21T13:05:00.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.701+0000 7fe54039c700 1 --2- 172.21.15.67:0/3664671810 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe538165e80 0x7fe5380c1870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.701+0000 7fe54039c700 1 --2- 172.21.15.67:0/3664671810 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe51c06af00 0x7fe51c06d3c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.701+0000 7fe54039c700 1 --2- 172.21.15.67:0/3664671810 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5380c2bb0 0x7fe5380b4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.701+0000 7fe54039c700 1 --2- 172.21.15.67:0/3664671810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5380cd2c0 0x7fe538142400 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.701+0000 7fe54039c700 1 -- 172.21.15.67:0/3664671810 >> 172.21.15.67:0/3664671810 conn(0x7fe53806afb0 msgr2=0x7fe53806e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.701+0000 7fe548f13700 1 -- 172.21.15.67:0/3294078788 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fe5440c91e0 con 0x7fe544161fa0 2023-10-21T13:05:00.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.702+0000 7fe54039c700 1 -- 172.21.15.67:0/3664671810 shutdown_connections 2023-10-21T13:05:00.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.702+0000 7fe54039c700 1 -- 172.21.15.67:0/3664671810 wait complete. 2023-10-21T13:05:00.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.705+0000 7fe532ffd700 1 -- 172.21.15.67:0/3294078788 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe5440c91e0 con 0x7fe544161fa0 2023-10-21T13:05:00.707 INFO:teuthology.orchestra.run.smithi067.stdout:55834574852 2023-10-21T13:05:00.708 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.7 2023-10-21T13:05:00.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.708+0000 7fe548f13700 1 -- 172.21.15.67:0/3294078788 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe52406af00 msgr2=0x7fe52406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.708+0000 7fe548f13700 1 --2- 172.21.15.67:0/3294078788 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe52406af00 0x7fe52406d3c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe53400ab40 tx=0x7fe534008040 comp rx=0 tx=0).stop 2023-10-21T13:05:00.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.708+0000 7fe548f13700 1 -- 172.21.15.67:0/3294078788 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe544161fa0 msgr2=0x7fe5440c43c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.708+0000 7fe548f13700 1 --2- 172.21.15.67:0/3294078788 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe544161fa0 0x7fe5440c43c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe53c00cc50 tx=0x7fe53c00cf60 comp rx=0 tx=0).stop 2023-10-21T13:05:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.712+0000 7fe548f13700 1 -- 172.21.15.67:0/3294078788 shutdown_connections 2023-10-21T13:05:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.712+0000 7fe548f13700 1 --2- 172.21.15.67:0/3294078788 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe544161fa0 0x7fe5440c43c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.712+0000 7fe548f13700 1 --2- 172.21.15.67:0/3294078788 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe52406af00 0x7fe52406d3c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.712+0000 7fe548f13700 1 --2- 172.21.15.67:0/3294078788 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5440b1000 0x7fe5440b5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.712+0000 7fe548f13700 1 --2- 172.21.15.67:0/3294078788 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5440c38b0 0x7fe544160b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.712+0000 7fe548f13700 1 -- 172.21.15.67:0/3294078788 >> 172.21.15.67:0/3294078788 conn(0x7fe5440999d0 msgr2=0x7fe54406e040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.712+0000 7fe548f13700 1 -- 172.21.15.67:0/3294078788 shutdown_connections 2023-10-21T13:05:00.716 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.712+0000 7fe548f13700 1 -- 172.21.15.67:0/3294078788 wait complete. 2023-10-21T13:05:00.717 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.5 2023-10-21T13:05:00.717 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.714+0000 7fabe4d6c700 1 -- 172.21.15.67:0/3444637948 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fabe00c4b60 con 0x7fabe006e740 2023-10-21T13:05:00.717 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.715+0000 7fabceffd700 1 -- 172.21.15.67:0/3444637948 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fabd0057ba0 con 0x7fabe006e740 2023-10-21T13:05:00.718 INFO:teuthology.orchestra.run.smithi067.stdout:55834574853 2023-10-21T13:05:00.719 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.0 2023-10-21T13:05:00.720 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.6 2023-10-21T13:05:00.720 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.717+0000 7fabe4d6c700 1 -- 172.21.15.67:0/3444637948 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fabc006af50 msgr2=0x7fabc006d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.717+0000 7fabe4d6c700 1 --2- 172.21.15.67:0/3444637948 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fabc006af50 0x7fabc006d410 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fabe00b5a00 tx=0x7fabd4009040 comp rx=0 tx=0).stop 2023-10-21T13:05:00.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.717+0000 7fabe4d6c700 1 -- 172.21.15.67:0/3444637948 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fabe006e740 msgr2=0x7fabe01583e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:00.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.717+0000 7fabe4d6c700 1 --2- 172.21.15.67:0/3444637948 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fabe006e740 0x7fabe01583e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fabe00cd3b0 tx=0x7fabd000b730 comp rx=0 tx=0).stop 2023-10-21T13:05:00.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.717+0000 7fabe4d6c700 1 -- 172.21.15.67:0/3444637948 shutdown_connections 2023-10-21T13:05:00.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.717+0000 7fabe4d6c700 1 --2- 172.21.15.67:0/3444637948 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fabc006af50 0x7fabc006d410 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.717+0000 7fabe4d6c700 1 --2- 172.21.15.67:0/3444637948 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fabe015afe0 0x7fabe00b4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.717+0000 7fabe4d6c700 1 --2- 172.21.15.67:0/3444637948 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fabe006e740 0x7fabe01583e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.717+0000 7fabe4d6c700 1 --2- 172.21.15.67:0/3444637948 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fabe00ce800 0x7fabe015aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:00.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.717+0000 7fabe4d6c700 1 -- 172.21.15.67:0/3444637948 >> 172.21.15.67:0/3444637948 conn(0x7fabe00cc5b0 msgr2=0x7fabe00ce0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:00.723 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.717+0000 7fabe4d6c700 1 -- 172.21.15.67:0/3444637948 shutdown_connections 2023-10-21T13:05:00.723 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:00.718+0000 7fabe4d6c700 1 -- 172.21.15.67:0/3444637948 wait complete. 2023-10-21T13:05:00.723 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.3 2023-10-21T13:05:00.726 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.1 2023-10-21T13:05:00.733 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.2 2023-10-21T13:05:00.735 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.4 2023-10-21T13:05:01.709 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-10-21T13:05:01.718 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-10-21T13:05:01.720 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-10-21T13:05:01.720 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-10-21T13:05:01.724 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-10-21T13:05:01.728 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-10-21T13:05:01.734 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-10-21T13:05:01.735 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-10-21T13:05:01.931 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.925+0000 7f9f178d7700 1 Processor -- start 2023-10-21T13:05:01.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.926+0000 7f9f178d7700 1 -- start start 2023-10-21T13:05:01.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.927+0000 7f9f178d7700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f9f100ae670 0x7f9f100b27e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.927+0000 7f9f178d7700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f1006e230 con 0x7f9f100ced80 2023-10-21T13:05:01.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.927+0000 7f9f178d7700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f1015a0a0 con 0x7f9f100b0d00 2023-10-21T13:05:01.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.927+0000 7f9f178d7700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f1006e480 con 0x7f9f100ae670 2023-10-21T13:05:01.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.928+0000 7f9f15e74700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f9f100ae670 0x7f9f100b27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:01.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.928+0000 7f9f15673700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f9f100b0d00 0x7f9f100b10e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:44952/0 (socket says 172.21.15.67:44952) 2023-10-21T13:05:01.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.928+0000 7f9f15673700 1 -- 172.21.15.67:0/2279693950 learned_addr learned my addr 172.21.15.67:0/2279693950 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:01.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.929+0000 7f9f07fff700 1 -- 172.21.15.67:0/2279693950 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 609371798 0 0) 0x7f9f1006e230 con 0x7f9f100ced80 2023-10-21T13:05:01.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.929+0000 7f9f07fff700 1 -- 172.21.15.67:0/2279693950 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9efc0035b0 con 0x7f9f100ced80 2023-10-21T13:05:01.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.930+0000 7f9f07fff700 1 -- 172.21.15.67:0/2279693950 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4060318567 0 0) 0x7f9efc0035b0 con 0x7f9f100ced80 2023-10-21T13:05:01.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.930+0000 7f9f07fff700 1 -- 172.21.15.67:0/2279693950 >> v2:172.21.15.190:3300/0 conn(0x7f9f100ae670 msgr2=0x7f9f100b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:01.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.930+0000 7f9f07fff700 1 --2- 172.21.15.67:0/2279693950 >> v2:172.21.15.190:3300/0 conn(0x7f9f100ae670 0x7f9f100b27e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:01.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.930+0000 7f9f07fff700 1 -- 172.21.15.67:0/2279693950 >> v1:172.21.15.190:6789/0 conn(0x7f9f100b0d00 legacy=0x7f9f100b10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:01.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.930+0000 7f9f07fff700 1 -- 172.21.15.67:0/2279693950 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f1006e760 con 0x7f9f100ced80 2023-10-21T13:05:01.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.930+0000 7f9f07fff700 1 -- 172.21.15.67:0/2279693950 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f9f0c001670 con 0x7f9f100ced80 2023-10-21T13:05:01.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.930+0000 7f9f07fff700 1 -- 172.21.15.67:0/2279693950 >> v1:172.21.15.67:6789/0 conn(0x7f9f100ced80 legacy=0x7f9f100b20d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:01.935 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.930+0000 7f9f07fff700 1 --2- 172.21.15.67:0/2279693950 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9efc003a00 0x7f9efc003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.930+0000 7f9f07fff700 1 --2- 172.21.15.67:0/2279693950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9efc004850 0x7f9efc004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.930+0000 7f9f07fff700 1 --2- 172.21.15.67:0/2279693950 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9efc005210 0x7f9efc00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.930+0000 7f9f07fff700 1 -- 172.21.15.67:0/2279693950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f1006e480 con 0x7f9efc004850 2023-10-21T13:05:01.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.930+0000 7f9f07fff700 1 -- 172.21.15.67:0/2279693950 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9efc014970 con 0x7f9efc005210 2023-10-21T13:05:01.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.930+0000 7f9f07fff700 1 -- 172.21.15.67:0/2279693950 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9efc014b30 con 0x7f9efc003a00 2023-10-21T13:05:01.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.930+0000 7f9f14e72700 1 --2- 172.21.15.67:0/2279693950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9efc004850 0x7f9efc004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:01.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.931+0000 7f9f14e72700 1 -- 172.21.15.67:0/2279693950 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9efc003a00 msgr2=0x7f9efc003e20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T13:05:01.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.931+0000 7f9f14e72700 1 --2- 172.21.15.67:0/2279693950 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9efc003a00 0x7f9efc003e20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:01.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.931+0000 7f9f14e72700 1 -- 172.21.15.67:0/2279693950 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9efc005210 msgr2=0x7f9efc00ba10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T13:05:01.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.931+0000 7f9f14e72700 1 --2- 172.21.15.67:0/2279693950 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9efc005210 0x7f9efc00ba10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:01.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.931+0000 7f9f14e72700 1 -- 172.21.15.67:0/2279693950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f1006e760 con 0x7f9efc004850 2023-10-21T13:05:01.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.931+0000 7f9f14e72700 1 --2- 172.21.15.67:0/2279693950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9efc004850 0x7f9efc004cd0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9f0c00c1b0 tx=0x7f9efc005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd290b594eaf774e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:01.939 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.932+0000 7f9f15e74700 1 -- 172.21.15.67:0/2279693950 reap_dead start 2023-10-21T13:05:01.939 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.932+0000 7f9f07fff700 1 -- 172.21.15.67:0/2279693950 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f0c00cd50 con 0x7f9efc004850 2023-10-21T13:05:01.939 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.932+0000 7f9f07fff700 1 -- 172.21.15.67:0/2279693950 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f0c012420 con 0x7f9efc004850 2023-10-21T13:05:01.939 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.932+0000 7f9f07fff700 1 -- 172.21.15.67:0/2279693950 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f0c012790 con 0x7f9efc004850 2023-10-21T13:05:01.939 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.933+0000 7f9f178d7700 1 -- 172.21.15.67:0/2279693950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9efc004850 msgr2=0x7f9efc004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:01.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.933+0000 7f9f178d7700 1 --2- 172.21.15.67:0/2279693950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9efc004850 0x7f9efc004cd0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9f0c00c1b0 tx=0x7f9efc005880 comp rx=0 tx=0).stop 2023-10-21T13:05:01.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.933+0000 7f9f178d7700 1 -- 172.21.15.67:0/2279693950 shutdown_connections 2023-10-21T13:05:01.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.933+0000 7f9f178d7700 1 --2- 172.21.15.67:0/2279693950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9efc004850 0x7f9efc004cd0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:01.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.933+0000 7f9f178d7700 1 -- 172.21.15.67:0/2279693950 >> 172.21.15.67:0/2279693950 conn(0x7f9f100cbd00 msgr2=0x7f9f100cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:01.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.934+0000 7f9f178d7700 1 -- 172.21.15.67:0/2279693950 shutdown_connections 2023-10-21T13:05:01.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.934+0000 7f9f178d7700 1 -- 172.21.15.67:0/2279693950 wait complete. 2023-10-21T13:05:01.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.936+0000 7f9f178d7700 1 Processor -- start 2023-10-21T13:05:01.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.936+0000 7f9f178d7700 1 -- start start 2023-10-21T13:05:01.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.937+0000 7f9f178d7700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9efc004850 0x7f9f1009adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.937+0000 7f9f178d7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f10202ee0 0x7f9f101f4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.937+0000 7f9f178d7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9f10203360 0x7f9f100c7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.937+0000 7f9f178d7700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f101f3b70 con 0x7f9f10202ee0 2023-10-21T13:05:01.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.937+0000 7f9f178d7700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f101f3e50 con 0x7f9efc004850 2023-10-21T13:05:01.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.937+0000 7f9f178d7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f101f4130 con 0x7f9f10203360 2023-10-21T13:05:01.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.937+0000 7f9f14e72700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f10202ee0 0x7f9f101f4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:01.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.937+0000 7f9f14e72700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f10202ee0 0x7f9f101f4c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60000/0 (socket says 172.21.15.67:60000) 2023-10-21T13:05:01.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.937+0000 7f9f14e72700 1 -- 172.21.15.67:0/562078370 learned_addr learned my addr 172.21.15.67:0/562078370 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:01.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.938+0000 7f9f14e72700 1 -- 172.21.15.67:0/562078370 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9f10203360 msgr2=0x7f9f100c7750 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-21T13:05:01.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.938+0000 7f9f14e72700 1 --2- 172.21.15.67:0/562078370 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9f10203360 0x7f9f100c7750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:01.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.938+0000 7f9f14e72700 1 -- 172.21.15.67:0/562078370 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9efc004850 msgr2=0x7f9f1009adc0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-21T13:05:01.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.938+0000 7f9f14e72700 1 --2- 172.21.15.67:0/562078370 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9efc004850 0x7f9f1009adc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:01.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.938+0000 7f9f14e72700 1 -- 172.21.15.67:0/562078370 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f101f4410 con 0x7f9f10202ee0 2023-10-21T13:05:01.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.938+0000 7f9f14e72700 1 --2- 172.21.15.67:0/562078370 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f10202ee0 0x7f9f101f4c10 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9f0c000c00 tx=0x7f9f0c001930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:01.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.939+0000 7f9f05ffb700 1 -- 172.21.15.67:0/562078370 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f0c001c20 con 0x7f9f10202ee0 2023-10-21T13:05:01.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.939+0000 7f9f05ffb700 1 -- 172.21.15.67:0/562078370 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f0c020070 con 0x7f9f10202ee0 2023-10-21T13:05:01.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.939+0000 7f9f05ffb700 1 -- 172.21.15.67:0/562078370 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f0c0054c0 con 0x7f9f10202ee0 2023-10-21T13:05:01.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.939+0000 7f9f178d7700 1 -- 172.21.15.67:0/562078370 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f101f46f0 con 0x7f9f10202ee0 2023-10-21T13:05:01.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.939+0000 7f9f178d7700 1 -- 172.21.15.67:0/562078370 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f10099ff0 con 0x7f9f10202ee0 2023-10-21T13:05:01.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.943+0000 7f9f05ffb700 1 -- 172.21.15.67:0/562078370 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9f0c022030 con 0x7f9f10202ee0 2023-10-21T13:05:01.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.943+0000 7f9f05ffb700 1 --2- 172.21.15.67:0/562078370 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9efc06ca00 0x7f9efc06eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.943+0000 7f9f05ffb700 1 -- 172.21.15.67:0/562078370 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9f0c08a640 con 0x7f9f10202ee0 2023-10-21T13:05:01.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.945+0000 7f9f178d7700 1 -- 172.21.15.67:0/562078370 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ef40052f0 con 0x7f9f10202ee0 2023-10-21T13:05:01.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.952+0000 7f9f15673700 1 --2- 172.21.15.67:0/562078370 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9efc06ca00 0x7f9efc06eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:01.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.956+0000 7f9f05ffb700 1 -- 172.21.15.67:0/562078370 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9f0c055780 con 0x7f9f10202ee0 2023-10-21T13:05:01.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.957+0000 7f9f15673700 1 --2- 172.21.15.67:0/562078370 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9efc06ca00 0x7f9efc06eec0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9f1006efe0 tx=0x7f9f080015f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:01.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.981+0000 7fc595bc8700 1 Processor -- start 2023-10-21T13:05:01.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.981+0000 7fc595bc8700 1 -- start start 2023-10-21T13:05:01.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.982+0000 7fc595bc8700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fc590159480 0x7fc59015c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.982+0000 7fc595bc8700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc5900b19f0 0x7fc59006ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.982+0000 7fc595bc8700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc59015c240 con 0x7fc59006a8d0 2023-10-21T13:05:01.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.982+0000 7fc595bc8700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc59015bc50 con 0x7fc5900b19f0 2023-10-21T13:05:01.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.982+0000 7fc595bc8700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc59015cc10 con 0x7fc590159480 2023-10-21T13:05:01.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.982+0000 7fc58ffff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc5900b19f0 0x7fc59006ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:01.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.982+0000 7fc58ffff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc5900b19f0 0x7fc59006ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60010/0 (socket says 172.21.15.67:60010) 2023-10-21T13:05:01.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.982+0000 7fc58ffff700 1 -- 172.21.15.67:0/2249762671 learned_addr learned my addr 172.21.15.67:0/2249762671 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:01.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.982+0000 7fc58f7fe700 1 --2- 172.21.15.67:0/2249762671 >> v2:172.21.15.190:3300/0 conn(0x7fc590159480 0x7fc59015c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:01.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.983+0000 7fc58ffff700 1 -- 172.21.15.67:0/2249762671 >> v2:172.21.15.190:3300/0 conn(0x7fc590159480 msgr2=0x7fc59015c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:01.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.983+0000 7fc58ffff700 1 --2- 172.21.15.67:0/2249762671 >> v2:172.21.15.190:3300/0 conn(0x7fc590159480 0x7fc59015c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:01.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.983+0000 7fc58ffff700 1 -- 172.21.15.67:0/2249762671 >> v1:172.21.15.190:6789/0 conn(0x7fc59006a8d0 legacy=0x7fc5900b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:01.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.983+0000 7fc58ffff700 1 -- 172.21.15.67:0/2249762671 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc59006b370 con 0x7fc5900b19f0 2023-10-21T13:05:01.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.983+0000 7fc58ffff700 1 --2- 172.21.15.67:0/2249762671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5900b19f0 0x7fc59006ad30 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc5900d0270 tx=0x7fc58800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fafae300eed9add server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:01.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.984+0000 7fc58e7fc700 1 -- 172.21.15.67:0/2249762671 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc58800bb10 con 0x7fc5900b19f0 2023-10-21T13:05:01.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.984+0000 7fc58e7fc700 1 -- 172.21.15.67:0/2249762671 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc58800bc70 con 0x7fc5900b19f0 2023-10-21T13:05:01.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.984+0000 7fc58e7fc700 1 -- 172.21.15.67:0/2249762671 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5880104d0 con 0x7fc5900b19f0 2023-10-21T13:05:01.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.984+0000 7f09fdbcc700 1 Processor -- start 2023-10-21T13:05:01.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.984+0000 7f09fdbcc700 1 -- start start 2023-10-21T13:05:01.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.985+0000 7fc595bc8700 1 -- 172.21.15.67:0/2249762671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5900b19f0 msgr2=0x7fc59006ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:01.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.985+0000 7fc595bc8700 1 --2- 172.21.15.67:0/2249762671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5900b19f0 0x7fc59006ad30 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc5900d0270 tx=0x7fc58800b330 comp rx=0 tx=0).stop 2023-10-21T13:05:01.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.985+0000 7fc595bc8700 1 -- 172.21.15.67:0/2249762671 shutdown_connections 2023-10-21T13:05:01.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.985+0000 7fc595bc8700 1 --2- 172.21.15.67:0/2249762671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5900b19f0 0x7fc59006ad30 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:01.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.985+0000 7fc595bc8700 1 --2- 172.21.15.67:0/2249762671 >> v2:172.21.15.190:3300/0 conn(0x7fc590159480 0x7fc59015c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:01.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.985+0000 7fc595bc8700 1 -- 172.21.15.67:0/2249762671 >> 172.21.15.67:0/2249762671 conn(0x7fc5900999d0 msgr2=0x7fc5900d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:01.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.985+0000 7fc595bc8700 1 -- 172.21.15.67:0/2249762671 shutdown_connections 2023-10-21T13:05:01.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.985+0000 7f09fdbcc700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f09f80ae860 0x7f09f80709b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.985+0000 7f09fdbcc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f09f80b2ae0 0x7f09f80b2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.985+0000 7f09fdbcc700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09f80cac40 con 0x7f09f80b0d00 2023-10-21T13:05:01.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.985+0000 7f09fdbcc700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09f80b3560 con 0x7f09f80b2ae0 2023-10-21T13:05:01.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.985+0000 7f09fdbcc700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09f80b3840 con 0x7f09f80ae860 2023-10-21T13:05:01.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.986+0000 7f09f7fff700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f09f80b0d00 0x7f09f80cb0d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:44974/0 (socket says 172.21.15.67:44974) 2023-10-21T13:05:01.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.986+0000 7f09f7fff700 1 -- 172.21.15.67:0/2895157820 learned_addr learned my addr 172.21.15.67:0/2895157820 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:01.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.986+0000 7f09f67fc700 1 -- 172.21.15.67:0/2895157820 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2477997285 0 0) 0x7f09f80cac40 con 0x7f09f80b0d00 2023-10-21T13:05:01.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.986+0000 7f09f67fc700 1 -- 172.21.15.67:0/2895157820 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f09e00035b0 con 0x7f09f80b0d00 2023-10-21T13:05:01.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.986+0000 7f09f67fc700 1 -- 172.21.15.67:0/2895157820 <== mon.1 v1:172.21.15.190:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2798578863 0 0) 0x7f09e00035b0 con 0x7f09f80b0d00 2023-10-21T13:05:01.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.986+0000 7f09f67fc700 1 -- 172.21.15.67:0/2895157820 >> v2:172.21.15.190:3300/0 conn(0x7f09f80ae860 msgr2=0x7f09f80709b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-21T13:05:01.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.986+0000 7f09f67fc700 1 --2- 172.21.15.67:0/2895157820 >> v2:172.21.15.190:3300/0 conn(0x7f09f80ae860 0x7f09f80709b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:01.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.986+0000 7f09f67fc700 1 -- 172.21.15.67:0/2895157820 >> v2:172.21.15.67:3300/0 conn(0x7f09f80b2ae0 msgr2=0x7f09f80b2f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:01.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.986+0000 7f09f67fc700 1 --2- 172.21.15.67:0/2895157820 >> v2:172.21.15.67:3300/0 conn(0x7f09f80b2ae0 0x7f09f80b2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:01.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.986+0000 7f09f67fc700 1 -- 172.21.15.67:0/2895157820 --> v1:172.21.15.190:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09f80b3b20 con 0x7f09f80b0d00 2023-10-21T13:05:01.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.986+0000 7f09f67fc700 1 -- 172.21.15.67:0/2895157820 <== mon.1 v1:172.21.15.190:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f09f00019f0 con 0x7f09f80b0d00 2023-10-21T13:05:01.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.986+0000 7f09f67fc700 1 -- 172.21.15.67:0/2895157820 >> v1:172.21.15.190:6789/0 conn(0x7f09f80b0d00 legacy=0x7f09f80cb0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:01.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.986+0000 7f09f67fc700 1 --2- 172.21.15.67:0/2895157820 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f09e0003a00 0x7f09e0003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.986+0000 7f09f67fc700 1 --2- 172.21.15.67:0/2895157820 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f09e0004850 0x7f09e0004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.987+0000 7f09f67fc700 1 --2- 172.21.15.67:0/2895157820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09e0005330 0x7f09e000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:01.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.987+0000 7f09f67fc700 1 -- 172.21.15.67:0/2895157820 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09f80b3560 con 0x7f09e0005330 2023-10-21T13:05:01.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.987+0000 7f09f67fc700 1 -- 172.21.15.67:0/2895157820 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09f80b3840 con 0x7f09e0004850 2023-10-21T13:05:01.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.987+0000 7f09f67fc700 1 -- 172.21.15.67:0/2895157820 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09e000c2b0 con 0x7f09e0003a00 2023-10-21T13:05:01.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.985+0000 7fc595bc8700 1 -- 172.21.15.67:0/2249762671 wait complete. 2023-10-21T13:05:01.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.987+0000 7fc595bc8700 1 Processor -- start 2023-10-21T13:05:01.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.987+0000 7f37cb43d700 1 Processor -- start 2023-10-21T13:05:01.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.987+0000 7fc595bc8700 1 -- start start 2023-10-21T13:05:01.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.987+0000 7f37cb43d700 1 -- start start 2023-10-21T13:05:01.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.987+0000 7f09f6ffd700 1 --2- 172.21.15.67:0/2895157820 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f09e0004850 0x7f09e0004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:01.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.987+0000 7f09f7fff700 1 --2- 172.21.15.67:0/2895157820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09e0005330 0x7f09e000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:01.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7f09f7fff700 1 -- 172.21.15.67:0/2895157820 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f09e0003a00 msgr2=0x7f09e0003e20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T13:05:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7f09f7fff700 1 --2- 172.21.15.67:0/2895157820 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f09e0003a00 0x7f09e0003e20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7f09f7fff700 1 -- 172.21.15.67:0/2895157820 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f09e0004850 msgr2=0x7f09e0004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7f09f7fff700 1 --2- 172.21.15.67:0/2895157820 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f09e0004850 0x7f09e0004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7f09f7fff700 1 -- 172.21.15.67:0/2895157820 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09e00035b0 con 0x7f09e0005330 2023-10-21T13:05:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7f09f7fff700 1 -- 172.21.15.67:0/2895157820 reap_dead start 2023-10-21T13:05:02.001 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7f09f7fff700 1 --2- 172.21.15.67:0/2895157820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09e0005330 0x7f09e000ba10 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f09f000a880 tx=0x7f09e0005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb2d272c961cdbbb server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.001 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7f09f67fc700 1 -- 172.21.15.67:0/2895157820 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09f0012600 con 0x7f09e0005330 2023-10-21T13:05:02.001 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7f09f67fc700 1 -- 172.21.15.67:0/2895157820 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09f0012780 con 0x7f09e0005330 2023-10-21T13:05:02.001 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7f09f67fc700 1 -- 172.21.15.67:0/2895157820 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09f0012b30 con 0x7f09e0005330 2023-10-21T13:05:02.002 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7fc595bc8700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc59006a8d0 0x7fc5901574f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.002 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7fc595bc8700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc5900b19f0 0x7fc5900c89b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.002 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7fc595bc8700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc59015a040 0x7fc59015a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7fc595bc8700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5900c8ef0 con 0x7fc59006a8d0 2023-10-21T13:05:02.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7fc595bc8700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc59015aa10 con 0x7fc5900b19f0 2023-10-21T13:05:02.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.988+0000 7fc595bc8700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc590158de0 con 0x7fc59015a040 2023-10-21T13:05:02.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7fc58f7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc59006a8d0 0x7fc5901574f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7fc58f7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc59006a8d0 0x7fc5901574f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60022/0 (socket says 172.21.15.67:60022) 2023-10-21T13:05:02.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7fc58f7fe700 1 -- 172.21.15.67:0/1179470399 learned_addr learned my addr 172.21.15.67:0/1179470399 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:02.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7fc58effd700 1 --2- 172.21.15.67:0/1179470399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc5900b19f0 0x7fc5900c89b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7fc58f7fe700 1 -- 172.21.15.67:0/1179470399 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc59015a040 msgr2=0x7fc59015a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7fc58f7fe700 1 --2- 172.21.15.67:0/1179470399 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc59015a040 0x7fc59015a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7fc58f7fe700 1 -- 172.21.15.67:0/1179470399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc5900b19f0 msgr2=0x7fc5900c89b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7fc58f7fe700 1 --2- 172.21.15.67:0/1179470399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc5900b19f0 0x7fc5900c89b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.005 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7fc58f7fe700 1 -- 172.21.15.67:0/1179470399 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc588009b30 con 0x7fc59006a8d0 2023-10-21T13:05:02.005 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2895157820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09e0005330 msgr2=0x7f09e000ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.005 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f09fdbcc700 1 --2- 172.21.15.67:0/2895157820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09e0005330 0x7f09e000ba10 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f09f000a880 tx=0x7f09e0005880 comp rx=0 tx=0).stop 2023-10-21T13:05:02.006 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f37cb43d700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f37c40ced80 0x7f37c40ae670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.006 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f37cb43d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f37c40b20d0 0x7f37c40b2540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f37cb43d700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37c406e230 con 0x7f37c40b0d00 2023-10-21T13:05:02.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f37cb43d700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37c415a0a0 con 0x7f37c40ced80 2023-10-21T13:05:02.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f37cb43d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37c406e480 con 0x7f37c40b20d0 2023-10-21T13:05:02.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f37c89d8700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f37c40ced80 0x7f37c40ae670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f37c89d8700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f37c40ced80 0x7f37c40ae670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33894/0 (socket says 172.21.15.67:33894) 2023-10-21T13:05:02.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f37c89d8700 1 -- 172.21.15.67:0/3037711303 learned_addr learned my addr 172.21.15.67:0/3037711303 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:02.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f37c99da700 1 --2- 172.21.15.67:0/3037711303 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f37c40b20d0 0x7f37c40b2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f37c99da700 1 -- 172.21.15.67:0/3037711303 >> v2:172.21.15.190:3300/0 conn(0x7f37c40ced80 msgr2=0x7f37c40ae670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:02.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f37c99da700 1 --2- 172.21.15.67:0/3037711303 >> v2:172.21.15.190:3300/0 conn(0x7f37c40ced80 0x7f37c40ae670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f37c99da700 1 -- 172.21.15.67:0/3037711303 >> v1:172.21.15.67:6789/0 conn(0x7f37c40b0d00 legacy=0x7f37c40b10e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T13:05:02.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f37c99da700 1 -- 172.21.15.67:0/3037711303 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37c406e760 con 0x7f37c40b20d0 2023-10-21T13:05:02.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7fc58f7fe700 1 --2- 172.21.15.67:0/1179470399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc59006a8d0 0x7fc5901574f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc58400e930 tx=0x7fc58400ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2895157820 shutdown_connections 2023-10-21T13:05:02.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f09fdbcc700 1 --2- 172.21.15.67:0/2895157820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09e0005330 0x7f09e000ba10 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.989+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2895157820 >> 172.21.15.67:0/2895157820 conn(0x7f09f80cbd00 msgr2=0x7f09f80cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.990+0000 7f37c99da700 1 --2- 172.21.15.67:0/3037711303 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f37c40b20d0 0x7f37c40b2540 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f37c000b9f0 tx=0x7f37c000bd00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c910452f7231e8a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.990+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2895157820 shutdown_connections 2023-10-21T13:05:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.990+0000 7fc577fff700 1 -- 172.21.15.67:0/1179470399 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc584009650 con 0x7fc59006a8d0 2023-10-21T13:05:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.990+0000 7fc577fff700 1 -- 172.21.15.67:0/1179470399 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc58400ee80 con 0x7fc59006a8d0 2023-10-21T13:05:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.990+0000 7fc577fff700 1 -- 172.21.15.67:0/1179470399 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc58400ca50 con 0x7fc59006a8d0 2023-10-21T13:05:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.990+0000 7fc595bc8700 1 -- 172.21.15.67:0/1179470399 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc590158820 con 0x7fc59006a8d0 2023-10-21T13:05:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.990+0000 7fc595bc8700 1 -- 172.21.15.67:0/1179470399 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5900b3030 con 0x7fc59006a8d0 2023-10-21T13:05:02.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.991+0000 7f37bbfff700 1 -- 172.21.15.67:0/3037711303 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37c0004230 con 0x7f37c40b20d0 2023-10-21T13:05:02.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.991+0000 7f37bbfff700 1 -- 172.21.15.67:0/3037711303 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37c0004390 con 0x7f37c40b20d0 2023-10-21T13:05:02.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.991+0000 7f37bbfff700 1 -- 172.21.15.67:0/3037711303 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37c000b150 con 0x7f37c40b20d0 2023-10-21T13:05:02.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.991+0000 7fc595bc8700 1 -- 172.21.15.67:0/1179470399 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc590074d40 con 0x7fc59006a8d0 2023-10-21T13:05:02.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.992+0000 7f37cb43d700 1 -- 172.21.15.67:0/3037711303 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f37c40b20d0 msgr2=0x7f37c40b2540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.992+0000 7f37cb43d700 1 --2- 172.21.15.67:0/3037711303 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f37c40b20d0 0x7f37c40b2540 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f37c000b9f0 tx=0x7f37c000bd00 comp rx=0 tx=0).stop 2023-10-21T13:05:02.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.992+0000 7f37cb43d700 1 -- 172.21.15.67:0/3037711303 shutdown_connections 2023-10-21T13:05:02.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.992+0000 7f37cb43d700 1 --2- 172.21.15.67:0/3037711303 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f37c40b20d0 0x7f37c40b2540 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.992+0000 7f37cb43d700 1 --2- 172.21.15.67:0/3037711303 >> v2:172.21.15.190:3300/0 conn(0x7f37c40ced80 0x7f37c40ae670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.992+0000 7f37cb43d700 1 -- 172.21.15.67:0/3037711303 >> 172.21.15.67:0/3037711303 conn(0x7f37c40cbd00 msgr2=0x7f37c40cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.993+0000 7f37cb43d700 1 -- 172.21.15.67:0/3037711303 shutdown_connections 2023-10-21T13:05:02.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.993+0000 7f37cb43d700 1 -- 172.21.15.67:0/3037711303 wait complete. 2023-10-21T13:05:02.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.992+0000 7fc577fff700 1 -- 172.21.15.67:0/1179470399 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc58400cbb0 con 0x7fc59006a8d0 2023-10-21T13:05:02.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.993+0000 7fc577fff700 1 --2- 172.21.15.67:0/1179470399 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc57806b130 0x7fc57806d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.993+0000 7fc577fff700 1 -- 172.21.15.67:0/1179470399 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc5840898a0 con 0x7fc59006a8d0 2023-10-21T13:05:02.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.993+0000 7fc58effd700 1 --2- 172.21.15.67:0/1179470399 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc57806b130 0x7fc57806d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.994+0000 7f37cb43d700 1 Processor -- start 2023-10-21T13:05:02.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.993+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2895157820 wait complete. 2023-10-21T13:05:02.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.995+0000 7f09fdbcc700 1 Processor -- start 2023-10-21T13:05:02.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7fc58effd700 1 --2- 172.21.15.67:0/1179470399 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc57806b130 0x7fc57806d5f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc5900cc170 tx=0x7fc580009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.995+0000 7f37cb43d700 1 -- start start 2023-10-21T13:05:02.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37cb43d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37c40b0d00 0x7f37c41f4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37cb43d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f37c40b20d0 0x7f37c40afc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37cb43d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f37c40ced80 0x7f37c40b0140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37cb43d700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37c40c9fb0 con 0x7f37c40b0d00 2023-10-21T13:05:02.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37cb43d700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37c41f4f50 con 0x7f37c40b20d0 2023-10-21T13:05:02.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37cb43d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37c41574a0 con 0x7f37c40ced80 2023-10-21T13:05:02.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37c91d9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37c40b0d00 0x7f37c41f4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37c91d9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37c40b0d00 0x7f37c41f4a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60040/0 (socket says 172.21.15.67:60040) 2023-10-21T13:05:02.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37c91d9700 1 -- 172.21.15.67:0/3231381731 learned_addr learned my addr 172.21.15.67:0/3231381731 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:02.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37c99da700 1 --2- 172.21.15.67:0/3231381731 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f37c40ced80 0x7f37c40b0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.022 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37c91d9700 1 -- 172.21.15.67:0/3231381731 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f37c40ced80 msgr2=0x7f37c40b0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.022 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37c91d9700 1 --2- 172.21.15.67:0/3231381731 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f37c40ced80 0x7f37c40b0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.022 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37c91d9700 1 -- 172.21.15.67:0/3231381731 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f37c40b20d0 msgr2=0x7f37c40afc00 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-21T13:05:02.022 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37c91d9700 1 --2- 172.21.15.67:0/3231381731 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f37c40b20d0 0x7f37c40afc00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.023 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37c91d9700 1 -- 172.21.15.67:0/3231381731 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37c00094a0 con 0x7f37c40b0d00 2023-10-21T13:05:02.023 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f37c99da700 1 --2- 172.21.15.67:0/3231381731 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f37c40ced80 0x7f37c40b0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:02.023 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.997+0000 7f37c91d9700 1 --2- 172.21.15.67:0/3231381731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37c40b0d00 0x7f37c41f4a10 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f37b400b550 tx=0x7f37b400b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.023 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7f09fdbcc700 1 -- start start 2023-10-21T13:05:02.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.997+0000 7f09fdbcc700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f09e0005330 0x7f09f81596a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.997+0000 7f09fdbcc700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f09f815a980 0x7f09f815dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.997+0000 7f09fdbcc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09f80cb0d0 0x7f09f80cb580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.997+0000 7f09fdbcc700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09f80cbac0 con 0x7f09f80cb0d0 2023-10-21T13:05:02.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.997+0000 7f09fdbcc700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09f80c2f50 con 0x7f09e0005330 2023-10-21T13:05:02.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.997+0000 7f09fdbcc700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09f815ae90 con 0x7f09f815a980 2023-10-21T13:05:02.025 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.997+0000 7f09f6ffd700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f09f815a980 0x7f09f815dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.025 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.997+0000 7f09f6ffd700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f09f815a980 0x7f09f815dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:46808/0 (socket says 172.21.15.67:46808) 2023-10-21T13:05:02.025 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.997+0000 7f09f6ffd700 1 -- 172.21.15.67:0/2308354804 learned_addr learned my addr 172.21.15.67:0/2308354804 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:02.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.993+0000 7fb7a65d2700 1 Processor -- start 2023-10-21T13:05:02.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.993+0000 7fb7a65d2700 1 -- start start 2023-10-21T13:05:02.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.994+0000 7fb7a65d2700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7a00b33f0 0x7fb7a00cec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.995+0000 7fb7a65d2700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb7a006c9c0 0x7fb7a006ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.995+0000 7fb7a65d2700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7a008ad80 con 0x7fb7a006e5a0 2023-10-21T13:05:02.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.995+0000 7fb7a65d2700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb7a008aaa0 con 0x7fb7a006c9c0 2023-10-21T13:05:02.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.995+0000 7fb7a65d2700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7a00b0e30 con 0x7fb7a00b33f0 2023-10-21T13:05:02.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.995+0000 7fb79f7fe700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fb7a006e5a0 0x7fb7a00b37d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48096/0 (socket says 172.21.15.67:48096) 2023-10-21T13:05:02.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.995+0000 7fb79f7fe700 1 -- 172.21.15.67:0/2584044838 learned_addr learned my addr 172.21.15.67:0/2584044838 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:02.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.995+0000 7fb79ffff700 1 --2- 172.21.15.67:0/2584044838 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7a00b33f0 0x7fb7a00cec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.997+0000 7f09f77fe700 1 --2- 172.21.15.67:0/2308354804 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f09e0005330 0x7f09f81596a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.998+0000 7fb79ffff700 1 -- 172.21.15.67:0/2584044838 >> v2:172.21.15.67:3300/0 conn(0x7fb7a006c9c0 msgr2=0x7fb7a006ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:02.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.998+0000 7f09f6ffd700 1 -- 172.21.15.67:0/2308354804 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f09e0005330 msgr2=0x7f09f81596a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.998+0000 7f09f6ffd700 1 --2- 172.21.15.67:0/2308354804 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f09e0005330 0x7f09f81596a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.998+0000 7f09f6ffd700 1 -- 172.21.15.67:0/2308354804 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09f80cb0d0 msgr2=0x7f09f80cb580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.998+0000 7f09f6ffd700 1 --2- 172.21.15.67:0/2308354804 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09f80cb0d0 0x7f09f80cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.998+0000 7f09f6ffd700 1 -- 172.21.15.67:0/2308354804 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09f815b170 con 0x7f09f815a980 2023-10-21T13:05:02.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.996+0000 7fb7a4b6f700 1 --2- 172.21.15.67:0/2584044838 >> v2:172.21.15.67:3300/0 conn(0x7fb7a006c9c0 0x7fb7a006ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.998+0000 7fb79ffff700 1 --2- 172.21.15.67:0/2584044838 >> v2:172.21.15.67:3300/0 conn(0x7fb7a006c9c0 0x7fb7a006ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.998+0000 7fb79ffff700 1 -- 172.21.15.67:0/2584044838 >> v1:172.21.15.67:6789/0 conn(0x7fb7a006e5a0 legacy=0x7fb7a00b37d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.998+0000 7fb79ffff700 1 -- 172.21.15.67:0/2584044838 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7a00b1110 con 0x7fb7a00b33f0 2023-10-21T13:05:02.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.998+0000 7f09f6ffd700 1 --2- 172.21.15.67:0/2308354804 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f09f815a980 0x7f09f815dfa0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f09e800d570 tx=0x7f09e800d880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.032 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.998+0000 7fb7a4b6f700 1 --2- 172.21.15.67:0/2584044838 >> v2:172.21.15.67:3300/0 conn(0x7fb7a006c9c0 0x7fb7a006ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:02.032 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.998+0000 7fb79ffff700 1 --2- 172.21.15.67:0/2584044838 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7a00b33f0 0x7fb7a00cec20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb790007d60 tx=0x7fb79000d3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b5e3c5ca221679c server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.032 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.998+0000 7fb79effd700 1 -- 172.21.15.67:0/2584044838 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb79000de60 con 0x7fb7a00b33f0 2023-10-21T13:05:02.032 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.999+0000 7fb79effd700 1 -- 172.21.15.67:0/2584044838 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb790013420 con 0x7fb7a00b33f0 2023-10-21T13:05:02.033 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.999+0000 7fb79effd700 1 -- 172.21.15.67:0/2584044838 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7900137b0 con 0x7fb7a00b33f0 2023-10-21T13:05:02.033 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.999+0000 7f09dffff700 1 -- 172.21.15.67:0/2308354804 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09e8017070 con 0x7f09f815a980 2023-10-21T13:05:02.033 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.999+0000 7f0e861c6700 1 Processor -- start 2023-10-21T13:05:02.034 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.999+0000 7f1f4bae0700 1 Processor -- start 2023-10-21T13:05:02.034 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.999+0000 7f1f4bae0700 1 -- start start 2023-10-21T13:05:02.034 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7f1f4bae0700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f1f440ae7f0 0x7f1f440cec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.034 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7f1f4bae0700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f440b0d00 0x7f1f440b1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.035 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7f1f4bae0700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f440b40b0 con 0x7f1f440b33f0 2023-10-21T13:05:02.035 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7f1f4bae0700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f440b16d0 con 0x7f1f440ae7f0 2023-10-21T13:05:02.035 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7f1f4bae0700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f4406e6b0 con 0x7f1f440b0d00 2023-10-21T13:05:02.035 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.999+0000 7f09dffff700 1 -- 172.21.15.67:0/2308354804 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09e8004020 con 0x7f09f815a980 2023-10-21T13:05:02.036 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.999+0000 7f09dffff700 1 -- 172.21.15.67:0/2308354804 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09e80041b0 con 0x7f09f815a980 2023-10-21T13:05:02.036 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.999+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2308354804 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09f815b450 con 0x7f09f815a980 2023-10-21T13:05:02.036 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.999+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2308354804 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09f8159be0 con 0x7f09f815a980 2023-10-21T13:05:02.036 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.999+0000 7fbc60e08700 1 Processor -- start 2023-10-21T13:05:02.037 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7fb7a65d2700 1 -- 172.21.15.67:0/2584044838 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7a00b33f0 msgr2=0x7fb7a00cec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.037 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7fb7a65d2700 1 --2- 172.21.15.67:0/2584044838 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7a00b33f0 0x7fb7a00cec20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb790007d60 tx=0x7fb79000d3c0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.037 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7fb7a65d2700 1 -- 172.21.15.67:0/2584044838 shutdown_connections 2023-10-21T13:05:02.037 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7fb7a65d2700 1 --2- 172.21.15.67:0/2584044838 >> v2:172.21.15.67:3300/0 conn(0x7fb7a006c9c0 0x7fb7a006ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.038 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7fb7a65d2700 1 --2- 172.21.15.67:0/2584044838 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7a00b33f0 0x7fb7a00cec20 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.038 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7fb7a65d2700 1 -- 172.21.15.67:0/2584044838 >> 172.21.15.67:0/2584044838 conn(0x7fb7a00cbd00 msgr2=0x7fb7a00cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.038 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7fb7a65d2700 1 -- 172.21.15.67:0/2584044838 shutdown_connections 2023-10-21T13:05:02.038 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7fb7a65d2700 1 -- 172.21.15.67:0/2584044838 wait complete. 2023-10-21T13:05:02.039 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:01.999+0000 7f0e861c6700 1 -- start start 2023-10-21T13:05:02.039 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7f0e861c6700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f0e800b0d00 0x7f0e800cc7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.039 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7f0e861c6700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e80161f10 0x7f0e800b10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.039 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7f0e861c6700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f0e8009cc80 0x7f0e800b28b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.040 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7f0e861c6700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e800b20d0 con 0x7f0e8009cc80 2023-10-21T13:05:02.040 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7f0e861c6700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e800b1620 con 0x7f0e800b0d00 2023-10-21T13:05:02.040 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.000+0000 7f0e861c6700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e800b22e0 con 0x7f0e80161f10 2023-10-21T13:05:02.040 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f1f4987c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f1f440ae7f0 0x7f1f440cec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.041 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f1f4987c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f1f440ae7f0 0x7f1f440cec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60052/0 (socket says 172.21.15.67:60052) 2023-10-21T13:05:02.041 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f1f4987c700 1 -- 172.21.15.67:0/2021866951 learned_addr learned my addr 172.21.15.67:0/2021866951 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:02.041 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f1f4a07d700 1 --2- 172.21.15.67:0/2021866951 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f440b0d00 0x7f1f440b1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.041 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f0e7f7fe700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f0e800b0d00 0x7f0e800cc7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.042 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f0e7f7fe700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f0e800b0d00 0x7f0e800cc7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33928/0 (socket says 172.21.15.67:33928) 2023-10-21T13:05:02.042 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f0e7f7fe700 1 -- 172.21.15.67:0/625005706 learned_addr learned my addr 172.21.15.67:0/625005706 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:02.042 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f0e7ffff700 1 --2- 172.21.15.67:0/625005706 >> v2:172.21.15.67:3300/0 conn(0x7f0e8009cc80 0x7f0e800b28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.042 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f0e7effd700 1 --2- 172.21.15.67:0/625005706 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e80161f10 0x7f0e800b10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.043 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f1f4987c700 1 -- 172.21.15.67:0/2021866951 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f440b0d00 msgr2=0x7f1f440b1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:02.043 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7fc577fff700 1 -- 172.21.15.67:0/1179470399 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc584054930 con 0x7fc59006a8d0 2023-10-21T13:05:02.043 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f1f4887a700 1 -- 172.21.15.67:0/2021866951 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2892962007 0 0) 0x7f1f34001110 con 0x7f1f440b33f0 2023-10-21T13:05:02.044 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f37b9ffb700 1 -- 172.21.15.67:0/3231381731 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37b4011830 con 0x7f37c40b0d00 2023-10-21T13:05:02.044 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f1f4987c700 1 --2- 172.21.15.67:0/2021866951 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f440b0d00 0x7f1f440b1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f1f4987c700 1 -- 172.21.15.67:0/2021866951 >> v1:172.21.15.190:6789/0 conn(0x7f1f440b33f0 legacy=0x7f1f440b2a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f1f4987c700 1 -- 172.21.15.67:0/2021866951 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f440b25e0 con 0x7f1f440ae7f0 2023-10-21T13:05:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f1f4a07d700 1 --2- 172.21.15.67:0/2021866951 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f440b0d00 0x7f1f440b1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:02.046 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.002+0000 7f0e7ffff700 1 -- 172.21.15.67:0/625005706 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e80161f10 msgr2=0x7f0e800b10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:02.046 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.002+0000 7f0e7ffff700 1 --2- 172.21.15.67:0/625005706 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e80161f10 0x7f0e800b10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.046 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.002+0000 7f0e7ffff700 1 -- 172.21.15.67:0/625005706 >> v2:172.21.15.190:3300/0 conn(0x7f0e800b0d00 msgr2=0x7f0e800cc7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:02.046 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.002+0000 7f0e7ffff700 1 --2- 172.21.15.67:0/625005706 >> v2:172.21.15.190:3300/0 conn(0x7f0e800b0d00 0x7f0e800cc7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.046 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.002+0000 7f0e7ffff700 1 -- 172.21.15.67:0/625005706 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e800b25c0 con 0x7f0e8009cc80 2023-10-21T13:05:02.047 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.002+0000 7f1f4987c700 1 --2- 172.21.15.67:0/2021866951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f440ae7f0 0x7f1f440cec80 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c009e50 tx=0x7f1f3c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57b20134f013d8df server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.047 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f37b9ffb700 1 -- 172.21.15.67:0/3231381731 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37b40119b0 con 0x7f37c40b0d00 2023-10-21T13:05:02.048 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f37b9ffb700 1 -- 172.21.15.67:0/3231381731 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37b4011d60 con 0x7f37c40b0d00 2023-10-21T13:05:02.048 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.001+0000 7f37cb43d700 1 -- 172.21.15.67:0/3231381731 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37c4157780 con 0x7f37c40b0d00 2023-10-21T13:05:02.048 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.002+0000 7f37cb43d700 1 -- 172.21.15.67:0/3231381731 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37c40c97f0 con 0x7f37c40b0d00 2023-10-21T13:05:02.048 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.002+0000 7f0e7ffff700 1 --2- 172.21.15.67:0/625005706 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e8009cc80 0x7f0e800b28b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0e8006b830 tx=0x7f0e7800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b81ee71b093468db server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.049 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.002+0000 7f09dffff700 1 -- 172.21.15.67:0/2308354804 <== mon.2 v2:172.21.15.190:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f09e8004310 con 0x7f09f815a980 2023-10-21T13:05:02.049 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.002+0000 7f09dffff700 1 --2- 172.21.15.67:0/2308354804 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f09e406afd0 0x7f09e406d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.049 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.002+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2308354804 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09f80624e0 con 0x7f09f815a980 2023-10-21T13:05:02.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.002+0000 7fb7a65d2700 1 Processor -- start 2023-10-21T13:05:02.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.003+0000 7f09dffff700 1 -- 172.21.15.67:0/2308354804 <== mon.2 v2:172.21.15.190:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f09e8088f70 con 0x7f09f815a980 2023-10-21T13:05:02.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.003+0000 7f09f77fe700 1 --2- 172.21.15.67:0/2308354804 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f09e406afd0 0x7f09e406d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.051 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.003+0000 7f37cb43d700 1 -- 172.21.15.67:0/3231381731 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37c40624e0 con 0x7f37c40b0d00 2023-10-21T13:05:02.051 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.002+0000 7fbc60e08700 1 -- start start 2023-10-21T13:05:02.052 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.003+0000 7f1f4887a700 1 -- 172.21.15.67:0/2021866951 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f3c00e070 con 0x7f1f440ae7f0 2023-10-21T13:05:02.052 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.003+0000 7fb7a65d2700 1 -- start start 2023-10-21T13:05:02.053 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.003+0000 7f09f77fe700 1 --2- 172.21.15.67:0/2308354804 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f09e406afd0 0x7f09e406d490 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f09f80645a0 tx=0x7f09ec0090e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.053 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7f0e7e7fc700 1 -- 172.21.15.67:0/625005706 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e7800e070 con 0x7f0e8009cc80 2023-10-21T13:05:02.053 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7f1f4887a700 1 -- 172.21.15.67:0/2021866951 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f3c00b910 con 0x7f1f440ae7f0 2023-10-21T13:05:02.054 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7f1f4887a700 1 -- 172.21.15.67:0/2021866951 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f3c00bcc0 con 0x7f1f440ae7f0 2023-10-21T13:05:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fbc60e08700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fbc5c0b0d00 0x7fbc5c0ae670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fbc60e08700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc5c06e230 con 0x7fbc5c0cc7f0 2023-10-21T13:05:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fbc60e08700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc5c15a0a0 con 0x7fbc5c0b31e0 2023-10-21T13:05:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fbc60e08700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbc5c06e480 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fbc5a59c700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fbc5c0b0d00 0x7fbc5c0ae670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.056 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fbc5a59c700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fbc5c0b0d00 0x7fbc5c0ae670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33936/0 (socket says 172.21.15.67:33936) 2023-10-21T13:05:02.056 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fbc5a59c700 1 -- 172.21.15.67:0/1711253609 learned_addr learned my addr 172.21.15.67:0/1711253609 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:02.056 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fb7a65d2700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7a006c9c0 0x7fb7a01f13f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fbc5a59c700 1 -- 172.21.15.67:0/1711253609 >> v1:172.21.15.190:6789/0 conn(0x7fbc5c0b31e0 legacy=0x7fbc5c164340 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-21T13:05:02.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fbc5a59c700 1 -- 172.21.15.67:0/1711253609 >> v1:172.21.15.67:6789/0 conn(0x7fbc5c0cc7f0 legacy=0x7fbc5c0b10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:02.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fbc5a59c700 1 -- 172.21.15.67:0/1711253609 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc5c06e760 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7f1f4bae0700 1 -- 172.21.15.67:0/2021866951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f440ae7f0 msgr2=0x7f1f440cec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7f1f4bae0700 1 --2- 172.21.15.67:0/2021866951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f440ae7f0 0x7f1f440cec80 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c009e50 tx=0x7f1f3c00b330 comp rx=0 tx=0).stop 2023-10-21T13:05:02.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fb7a65d2700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7a006e5a0 0x7fb7a00c57d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fb7a65d2700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7a00b33f0 0x7fb7a00c5d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7fbc5a59c700 1 --2- 172.21.15.67:0/1711253609 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbc5c0b0d00 0x7fbc5c0ae670 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c0098f0 tx=0x7fbc4c009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=88d59988db5192db server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fb7a65d2700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7a0209650 con 0x7fb7a006e5a0 2023-10-21T13:05:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fb7a65d2700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7a01f1930 con 0x7fb7a00b33f0 2023-10-21T13:05:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.004+0000 7fb7a65d2700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7a02089d0 con 0x7fb7a006c9c0 2023-10-21T13:05:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7fb79ffff700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7a006c9c0 0x7fb7a01f13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7fb7a4b6f700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7a00b33f0 0x7fb7a00c5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.061 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7f1f4bae0700 1 -- 172.21.15.67:0/2021866951 shutdown_connections 2023-10-21T13:05:02.061 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7f1f4bae0700 1 --2- 172.21.15.67:0/2021866951 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f440b0d00 0x7f1f440b1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.061 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7f1f4bae0700 1 --2- 172.21.15.67:0/2021866951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f440ae7f0 0x7f1f440cec80 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.061 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7f1f4bae0700 1 -- 172.21.15.67:0/2021866951 >> 172.21.15.67:0/2021866951 conn(0x7f1f440cbd00 msgr2=0x7f1f440cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.062 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7fb7a4b6f700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7a00b33f0 0x7fb7a00c5d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33944/0 (socket says 172.21.15.67:33944) 2023-10-21T13:05:02.062 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7fb7a4b6f700 1 -- 172.21.15.67:0/1824868273 learned_addr learned my addr 172.21.15.67:0/1824868273 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:02.062 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7fbc5959a700 1 -- 172.21.15.67:0/1711253609 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc4c004230 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.063 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7fbc5959a700 1 -- 172.21.15.67:0/1711253609 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc4c004390 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.063 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7fbc5959a700 1 -- 172.21.15.67:0/1711253609 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc4c0036a0 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.063 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7f1f4bae0700 1 -- 172.21.15.67:0/2021866951 shutdown_connections 2023-10-21T13:05:02.063 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7f1f4bae0700 1 -- 172.21.15.67:0/2021866951 wait complete. 2023-10-21T13:05:02.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7fb79ffff700 1 -- 172.21.15.67:0/1824868273 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7a00b33f0 msgr2=0x7fb7a00c5d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7fb79ffff700 1 --2- 172.21.15.67:0/1824868273 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7a00b33f0 0x7fb7a00c5d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7fb79ffff700 1 -- 172.21.15.67:0/1824868273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7a006e5a0 msgr2=0x7fb7a00c57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7fb79ffff700 1 --2- 172.21.15.67:0/1824868273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7a006e5a0 0x7fb7a00c57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.005+0000 7fb79ffff700 1 -- 172.21.15.67:0/1824868273 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7900079c0 con 0x7fb7a006c9c0 2023-10-21T13:05:02.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.006+0000 7fb79ffff700 1 --2- 172.21.15.67:0/1824868273 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7a006c9c0 0x7fb7a01f13f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb790017000 tx=0x7fb790004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.006+0000 7fbc60e08700 1 -- 172.21.15.67:0/1711253609 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbc5c0b0d00 msgr2=0x7fbc5c0ae670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.066 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.006+0000 7fbc60e08700 1 --2- 172.21.15.67:0/1711253609 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbc5c0b0d00 0x7fbc5c0ae670 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c0098f0 tx=0x7fbc4c009c00 comp rx=0 tx=0).stop 2023-10-21T13:05:02.066 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.006+0000 7fbc60e08700 1 -- 172.21.15.67:0/1711253609 shutdown_connections 2023-10-21T13:05:02.066 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.006+0000 7fbc60e08700 1 --2- 172.21.15.67:0/1711253609 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbc5c0b0d00 0x7fbc5c0ae670 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.066 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.006+0000 7fbc60e08700 1 -- 172.21.15.67:0/1711253609 >> 172.21.15.67:0/1711253609 conn(0x7fbc5c0cbd00 msgr2=0x7fbc5c0cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.067 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.006+0000 7fbc60e08700 1 -- 172.21.15.67:0/1711253609 shutdown_connections 2023-10-21T13:05:02.067 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.006+0000 7fbc60e08700 1 -- 172.21.15.67:0/1711253609 wait complete. 2023-10-21T13:05:02.067 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.007+0000 7f0e7e7fc700 1 -- 172.21.15.67:0/625005706 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e7800bb20 con 0x7f0e8009cc80 2023-10-21T13:05:02.068 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.007+0000 7f0e7e7fc700 1 -- 172.21.15.67:0/625005706 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e78012430 con 0x7f0e8009cc80 2023-10-21T13:05:02.068 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.007+0000 7f1f4bae0700 1 Processor -- start 2023-10-21T13:05:02.068 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.008+0000 7f1f4bae0700 1 -- start start 2023-10-21T13:05:02.069 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.008+0000 7fbc60e08700 1 Processor -- start 2023-10-21T13:05:02.069 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7f1f4bae0700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f440b0d00 0x7f1f44153c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.069 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7f1f4bae0700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f440b33f0 0x7f1f440999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.069 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7f1f4bae0700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1f441541c0 0x7f1f440c3d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.070 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7f1f4bae0700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f440c38b0 con 0x7f1f440b33f0 2023-10-21T13:05:02.070 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7f1f4bae0700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f441614b0 con 0x7f1f441541c0 2023-10-21T13:05:02.070 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7f1f4bae0700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f44154c30 con 0x7f1f440b0d00 2023-10-21T13:05:02.070 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7f1f4a07d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1f441541c0 0x7f1f440c3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.071 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7f1f4a07d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1f441541c0 0x7f1f440c3d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:33946/0 (socket says 172.21.15.67:33946) 2023-10-21T13:05:02.071 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7f1f4a07d700 1 -- 172.21.15.67:0/1361903894 learned_addr learned my addr 172.21.15.67:0/1361903894 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:02.073 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.008+0000 7fb79cff9700 1 -- 172.21.15.67:0/1824868273 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb790013b60 con 0x7fb7a006c9c0 2023-10-21T13:05:02.074 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.008+0000 7fb79cff9700 1 -- 172.21.15.67:0/1824868273 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb790013ce0 con 0x7fb7a006c9c0 2023-10-21T13:05:02.074 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.008+0000 7fb79cff9700 1 -- 172.21.15.67:0/1824868273 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb790004280 con 0x7fb7a006c9c0 2023-10-21T13:05:02.074 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7fb7a65d2700 1 -- 172.21.15.67:0/1824868273 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7a0208cb0 con 0x7fb7a006c9c0 2023-10-21T13:05:02.074 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7fb7a65d2700 1 -- 172.21.15.67:0/1824868273 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7a0209270 con 0x7fb7a006c9c0 2023-10-21T13:05:02.075 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7f1f4a07d700 1 -- 172.21.15.67:0/1361903894 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f440b0d00 msgr2=0x7f1f44153c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.075 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7f1f4a07d700 1 --2- 172.21.15.67:0/1361903894 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f440b0d00 0x7f1f44153c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.075 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7f1f4a07d700 1 -- 172.21.15.67:0/1361903894 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f440b33f0 msgr2=0x7f1f440999d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-21T13:05:02.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7f1f4a07d700 1 --2- 172.21.15.67:0/1361903894 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f440b33f0 0x7f1f440999d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7f1f4a07d700 1 -- 172.21.15.67:0/1361903894 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f400094a0 con 0x7f1f441541c0 2023-10-21T13:05:02.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7f09dffff700 1 -- 172.21.15.67:0/2308354804 <== mon.2 v2:172.21.15.190:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f09e8053f70 con 0x7f09f815a980 2023-10-21T13:05:02.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.008+0000 7fbc60e08700 1 -- start start 2023-10-21T13:05:02.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7fbc60e08700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbc5c0b0d00 0x7fbc5c0ad000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7fbc60e08700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc5c0b31e0 0x7fbc5c0ca8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7fbc60e08700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbc5c0cc7f0 0x7fbc5c0afbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7fbc60e08700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc5c09bb00 con 0x7fbc5c0b31e0 2023-10-21T13:05:02.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7fbc60e08700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc5c09b1f0 con 0x7fbc5c0cc7f0 2023-10-21T13:05:02.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.009+0000 7fbc60e08700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc5c150c20 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7fbc5a59c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbc5c0b0d00 0x7fbc5c0ad000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7fbc5a59c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbc5c0b0d00 0x7fbc5c0ad000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:46844/0 (socket says 172.21.15.67:46844) 2023-10-21T13:05:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7fbc5a59c700 1 -- 172.21.15.67:0/3397170913 learned_addr learned my addr 172.21.15.67:0/3397170913 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7fbc5ad9d700 1 --2- 172.21.15.67:0/3397170913 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbc5c0cc7f0 0x7fbc5c0afbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7fbc5a59c700 1 -- 172.21.15.67:0/3397170913 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbc5c0cc7f0 msgr2=0x7fbc5c0afbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7fbc5a59c700 1 --2- 172.21.15.67:0/3397170913 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbc5c0cc7f0 0x7fbc5c0afbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7fbc5a59c700 1 -- 172.21.15.67:0/3397170913 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc5c0b31e0 msgr2=0x7fbc5c0ca8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7fbc5a59c700 1 --2- 172.21.15.67:0/3397170913 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc5c0b31e0 0x7fbc5c0ca8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7fbc5a59c700 1 -- 172.21.15.67:0/3397170913 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc4c009550 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7fb7a65d2700 1 -- 172.21.15.67:0/1824868273 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7a00624e0 con 0x7fb7a006c9c0 2023-10-21T13:05:02.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.010+0000 7fbc5a59c700 1 --2- 172.21.15.67:0/3397170913 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbc5c0b0d00 0x7fbc5c0ad000 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c00b0e0 tx=0x7fbc4c004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.011+0000 7fbc4affd700 1 -- 172.21.15.67:0/3397170913 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc4c011630 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.011+0000 7f1f4a07d700 1 --2- 172.21.15.67:0/1361903894 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1f441541c0 0x7f1f440c3d40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1f4000eb60 tx=0x7f1f4000ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.011+0000 7f0e861c6700 1 -- 172.21.15.67:0/625005706 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e8009cc80 msgr2=0x7f0e800b28b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.011+0000 7f0e861c6700 1 --2- 172.21.15.67:0/625005706 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e8009cc80 0x7f0e800b28b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0e8006b830 tx=0x7f0e7800b330 comp rx=0 tx=0).stop 2023-10-21T13:05:02.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.011+0000 7fbc4affd700 1 -- 172.21.15.67:0/3397170913 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc4c011790 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.011+0000 7fbc4affd700 1 -- 172.21.15.67:0/3397170913 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc4c011b40 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.011+0000 7fbc60e08700 1 -- 172.21.15.67:0/3397170913 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc5c09b440 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.011+0000 7fbc60e08700 1 -- 172.21.15.67:0/3397170913 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc5c151340 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.011+0000 7f1f3a7fc700 1 -- 172.21.15.67:0/1361903894 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f40004020 con 0x7f1f441541c0 2023-10-21T13:05:02.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.011+0000 7f1f3a7fc700 1 -- 172.21.15.67:0/1361903894 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f400041a0 con 0x7f1f441541c0 2023-10-21T13:05:02.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.011+0000 7f1f3a7fc700 1 -- 172.21.15.67:0/1361903894 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f40004550 con 0x7f1f441541c0 2023-10-21T13:05:02.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.013+0000 7f1f4bae0700 1 -- 172.21.15.67:0/1361903894 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f3c009b30 con 0x7f1f441541c0 2023-10-21T13:05:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.013+0000 7fbc4affd700 1 -- 172.21.15.67:0/3397170913 <== mon.2 v2:172.21.15.190:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fbc4c022070 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.013+0000 7fbc4affd700 1 --2- 172.21.15.67:0/3397170913 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbc3c06af00 0x7fbc3c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.013+0000 7fbc4affd700 1 -- 172.21.15.67:0/3397170913 <== mon.2 v2:172.21.15.190:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbc4c08b280 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.013+0000 7fbc59d9b700 1 --2- 172.21.15.67:0/3397170913 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbc3c06af00 0x7fbc3c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.013+0000 7f37b9ffb700 1 -- 172.21.15.67:0/3231381731 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f37b401a400 con 0x7f37c40b0d00 2023-10-21T13:05:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.013+0000 7f37b9ffb700 1 --2- 172.21.15.67:0/3231381731 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f37a806afd0 0x7f37a806d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.013+0000 7f37b9ffb700 1 -- 172.21.15.67:0/3231381731 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f37b4089be0 con 0x7f37c40b0d00 2023-10-21T13:05:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.014+0000 7f37c89d8700 1 --2- 172.21.15.67:0/3231381731 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f37a806afd0 0x7f37a806d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.013+0000 7f1f4bae0700 1 -- 172.21.15.67:0/1361903894 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f44154950 con 0x7f1f441541c0 2023-10-21T13:05:02.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.011+0000 7fb79cff9700 1 -- 172.21.15.67:0/1824868273 <== mon.2 v2:172.21.15.190:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb7900043e0 con 0x7fb7a006c9c0 2023-10-21T13:05:02.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.011+0000 7fb79cff9700 1 --2- 172.21.15.67:0/1824868273 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb78006af50 0x7fb78006d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.012+0000 7fb79cff9700 1 -- 172.21.15.67:0/1824868273 <== mon.2 v2:172.21.15.190:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb79008b270 con 0x7fb7a006c9c0 2023-10-21T13:05:02.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.012+0000 7fb79f7fe700 1 --2- 172.21.15.67:0/1824868273 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb78006af50 0x7fb78006d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.014+0000 7fb79f7fe700 1 --2- 172.21.15.67:0/1824868273 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb78006af50 0x7fb78006d410 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb7a00c1f00 tx=0x7fb788007ad0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.014+0000 7f1f4bae0700 1 -- 172.21.15.67:0/1361903894 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f440624e0 con 0x7f1f441541c0 2023-10-21T13:05:02.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.014+0000 7fbc60e08700 1 -- 172.21.15.67:0/3397170913 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc400052f0 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.014+0000 7fbc59d9b700 1 --2- 172.21.15.67:0/3397170913 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbc3c06af00 0x7fbc3c06d3c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c14d7d0 tx=0x7fbc50006c30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.014+0000 7f37b9ffb700 1 -- 172.21.15.67:0/3231381731 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f37b4054c70 con 0x7f37c40b0d00 2023-10-21T13:05:02.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.015+0000 7f0e861c6700 1 -- 172.21.15.67:0/625005706 shutdown_connections 2023-10-21T13:05:02.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.015+0000 7f0e861c6700 1 --2- 172.21.15.67:0/625005706 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e8009cc80 0x7f0e800b28b0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.015+0000 7f0e861c6700 1 --2- 172.21.15.67:0/625005706 >> v2:172.21.15.190:3300/0 conn(0x7f0e800b0d00 0x7f0e800cc7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.015+0000 7f0e861c6700 1 --2- 172.21.15.67:0/625005706 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e80161f10 0x7f0e800b10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.015+0000 7f0e861c6700 1 -- 172.21.15.67:0/625005706 >> 172.21.15.67:0/625005706 conn(0x7f0e800cbd00 msgr2=0x7f0e800cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.016+0000 7f1f3a7fc700 1 -- 172.21.15.67:0/1361903894 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1f4000c850 con 0x7f1f441541c0 2023-10-21T13:05:02.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.016+0000 7fb79cff9700 1 -- 172.21.15.67:0/1824868273 <== mon.2 v2:172.21.15.190:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb790056490 con 0x7fb7a006c9c0 2023-10-21T13:05:02.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.017+0000 7f1f3a7fc700 1 --2- 172.21.15.67:0/1361903894 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1f2806afd0 0x7f1f2806d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.017+0000 7f1f3a7fc700 1 -- 172.21.15.67:0/1361903894 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1f40089ba0 con 0x7f1f441541c0 2023-10-21T13:05:02.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.017+0000 7f1f4987c700 1 --2- 172.21.15.67:0/1361903894 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1f2806afd0 0x7f1f2806d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.017+0000 7f1f4987c700 1 --2- 172.21.15.67:0/1361903894 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1f2806afd0 0x7f1f2806d490 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1f4406c500 tx=0x7f1f3c010000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.018+0000 7f37c89d8700 1 --2- 172.21.15.67:0/3231381731 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f37a806afd0 0x7f37a806d490 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f37bc009400 tx=0x7f37bc007040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.020+0000 7f1f3a7fc700 1 -- 172.21.15.67:0/1361903894 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1f40054cc0 con 0x7f1f441541c0 2023-10-21T13:05:02.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.021+0000 7fbc4affd700 1 -- 172.21.15.67:0/3397170913 <== mon.2 v2:172.21.15.190:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fbc4c056320 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.029+0000 7f0e861c6700 1 -- 172.21.15.67:0/625005706 shutdown_connections 2023-10-21T13:05:02.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.029+0000 7f0e861c6700 1 -- 172.21.15.67:0/625005706 wait complete. 2023-10-21T13:05:02.097 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.031+0000 7f0e861c6700 1 Processor -- start 2023-10-21T13:05:02.097 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.031+0000 7f0e861c6700 1 -- start start 2023-10-21T13:05:02.097 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.032+0000 7f0e861c6700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e8009cc80 0x7f0e800c98b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.097 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.032+0000 7f0e861c6700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e800b0d00 0x7f0e800c9df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.097 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.032+0000 7f0e861c6700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e80161f10 0x7f0e800c07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.098 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.032+0000 7f0e861c6700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e800c17c0 con 0x7f0e800b0d00 2023-10-21T13:05:02.098 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.032+0000 7f0e861c6700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e800c1aa0 con 0x7f0e80161f10 2023-10-21T13:05:02.098 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.032+0000 7f0e861c6700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e800c1d80 con 0x7f0e8009cc80 2023-10-21T13:05:02.098 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.033+0000 7f0e7effd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e800b0d00 0x7f0e800c9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.098 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.033+0000 7f0e7effd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e800b0d00 0x7f0e800c9df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60096/0 (socket says 172.21.15.67:60096) 2023-10-21T13:05:02.099 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.033+0000 7f0e7f7fe700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e8009cc80 0x7f0e800c98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.099 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.033+0000 7f0e7effd700 1 -- 172.21.15.67:0/119005630 learned_addr learned my addr 172.21.15.67:0/119005630 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:02.099 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.033+0000 7f0e7ffff700 1 --2- 172.21.15.67:0/119005630 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e80161f10 0x7f0e800c07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.099 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.033+0000 7f0e7ffff700 1 -- 172.21.15.67:0/119005630 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e8009cc80 msgr2=0x7f0e800c98b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.099 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.033+0000 7f0e7ffff700 1 --2- 172.21.15.67:0/119005630 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e8009cc80 0x7f0e800c98b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.100 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.033+0000 7f0e7ffff700 1 -- 172.21.15.67:0/119005630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e800b0d00 msgr2=0x7f0e800c9df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.100 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.033+0000 7f0e7ffff700 1 --2- 172.21.15.67:0/119005630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e800b0d00 0x7f0e800c9df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.100 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.033+0000 7f0e7ffff700 1 -- 172.21.15.67:0/119005630 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e78009a70 con 0x7f0e80161f10 2023-10-21T13:05:02.100 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.034+0000 7f0e7ffff700 1 --2- 172.21.15.67:0/119005630 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e80161f10 0x7f0e800c07e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0e78016000 tx=0x7f0e78004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.101 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.036+0000 7f0e67fff700 1 -- 172.21.15.67:0/119005630 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e780048b0 con 0x7f0e80161f10 2023-10-21T13:05:02.101 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.036+0000 7f0e67fff700 1 -- 172.21.15.67:0/119005630 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e78020070 con 0x7f0e80161f10 2023-10-21T13:05:02.101 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.036+0000 7f0e67fff700 1 -- 172.21.15.67:0/119005630 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e780276c0 con 0x7f0e80161f10 2023-10-21T13:05:02.101 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.036+0000 7f0e861c6700 1 -- 172.21.15.67:0/119005630 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e800c2060 con 0x7f0e80161f10 2023-10-21T13:05:02.101 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.036+0000 7f0e861c6700 1 -- 172.21.15.67:0/119005630 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e80161610 con 0x7f0e80161f10 2023-10-21T13:05:02.102 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.041+0000 7f0e67fff700 1 -- 172.21.15.67:0/119005630 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f0e78027820 con 0x7f0e80161f10 2023-10-21T13:05:02.102 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.041+0000 7f0e67fff700 1 --2- 172.21.15.67:0/119005630 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0e6806b130 0x7f0e6806d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.102 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.041+0000 7f0e67fff700 1 -- 172.21.15.67:0/119005630 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0e78022070 con 0x7f0e80161f10 2023-10-21T13:05:02.102 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.042+0000 7f0e861c6700 1 -- 172.21.15.67:0/119005630 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e600052f0 con 0x7f0e80161f10 2023-10-21T13:05:02.102 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.042+0000 7f0e7f7fe700 1 --2- 172.21.15.67:0/119005630 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0e6806b130 0x7f0e6806d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.103 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.043+0000 7f0e7f7fe700 1 --2- 172.21.15.67:0/119005630 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0e6806b130 0x7f0e6806d5f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0e800a5b10 tx=0x7f0e70008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.103 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.047+0000 7f0e67fff700 1 -- 172.21.15.67:0/119005630 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f0e78056570 con 0x7f0e80161f10 2023-10-21T13:05:02.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.353+0000 7f9f178d7700 1 -- 172.21.15.67:0/562078370 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f9ef40055a0 con 0x7f9f10202ee0 2023-10-21T13:05:02.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.354+0000 7f9f05ffb700 1 -- 172.21.15.67:0/562078370 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9f0c058da0 con 0x7f9f10202ee0 2023-10-21T13:05:02.358 INFO:teuthology.orchestra.run.smithi067.stdout:55834574852 2023-10-21T13:05:02.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.357+0000 7f9f178d7700 1 -- 172.21.15.67:0/562078370 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9efc06ca00 msgr2=0x7f9efc06eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.357+0000 7f9f178d7700 1 --2- 172.21.15.67:0/562078370 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9efc06ca00 0x7f9efc06eec0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9f1006efe0 tx=0x7f9f080015f0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.357+0000 7f9f178d7700 1 -- 172.21.15.67:0/562078370 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f10202ee0 msgr2=0x7f9f101f4c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.360 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.357+0000 7f9f178d7700 1 --2- 172.21.15.67:0/562078370 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f10202ee0 0x7f9f101f4c10 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9f0c000c00 tx=0x7f9f0c001930 comp rx=0 tx=0).stop 2023-10-21T13:05:02.360 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.358+0000 7f9f178d7700 1 -- 172.21.15.67:0/562078370 shutdown_connections 2023-10-21T13:05:02.361 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.358+0000 7f9f178d7700 1 --2- 172.21.15.67:0/562078370 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9efc06ca00 0x7f9efc06eec0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.361 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.358+0000 7f9f178d7700 1 --2- 172.21.15.67:0/562078370 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9f10203360 0x7f9f100c7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.361 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.358+0000 7f9f178d7700 1 --2- 172.21.15.67:0/562078370 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9efc004850 0x7f9f1009adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.361 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.358+0000 7f9f178d7700 1 --2- 172.21.15.67:0/562078370 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f10202ee0 0x7f9f101f4c10 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.361 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.358+0000 7f9f178d7700 1 -- 172.21.15.67:0/562078370 >> 172.21.15.67:0/562078370 conn(0x7f9f100cbd00 msgr2=0x7f9f100b04d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.362 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.358+0000 7f9f178d7700 1 -- 172.21.15.67:0/562078370 shutdown_connections 2023-10-21T13:05:02.362 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.358+0000 7f9f178d7700 1 -- 172.21.15.67:0/562078370 wait complete. 2023-10-21T13:05:02.378 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.7 2023-10-21T13:05:02.379 DEBUG:teuthology.parallel:result is None 2023-10-21T13:05:02.410 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.409+0000 7f1f4bae0700 1 -- 172.21.15.67:0/1361903894 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f1f440b3dd0 con 0x7f1f441541c0 2023-10-21T13:05:02.411 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.409+0000 7f1f3a7fc700 1 -- 172.21.15.67:0/1361903894 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1f40017090 con 0x7f1f441541c0 2023-10-21T13:05:02.412 INFO:teuthology.orchestra.run.smithi067.stdout:55834574854 2023-10-21T13:05:02.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.412+0000 7f1f4bae0700 1 -- 172.21.15.67:0/1361903894 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1f2806afd0 msgr2=0x7f1f2806d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.412+0000 7f1f4bae0700 1 --2- 172.21.15.67:0/1361903894 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1f2806afd0 0x7f1f2806d490 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1f4406c500 tx=0x7f1f3c010000 comp rx=0 tx=0).stop 2023-10-21T13:05:02.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.412+0000 7f1f4bae0700 1 -- 172.21.15.67:0/1361903894 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1f441541c0 msgr2=0x7f1f440c3d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.412+0000 7f1f4bae0700 1 --2- 172.21.15.67:0/1361903894 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1f441541c0 0x7f1f440c3d40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1f4000eb60 tx=0x7f1f4000ef20 comp rx=0 tx=0).stop 2023-10-21T13:05:02.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.412+0000 7f1f4bae0700 1 -- 172.21.15.67:0/1361903894 shutdown_connections 2023-10-21T13:05:02.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.412+0000 7f1f4bae0700 1 --2- 172.21.15.67:0/1361903894 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1f441541c0 0x7f1f440c3d40 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.412+0000 7f1f4bae0700 1 --2- 172.21.15.67:0/1361903894 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1f2806afd0 0x7f1f2806d490 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.412+0000 7f1f4bae0700 1 --2- 172.21.15.67:0/1361903894 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f440b0d00 0x7f1f44153c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.412+0000 7f1f4bae0700 1 --2- 172.21.15.67:0/1361903894 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f440b33f0 0x7f1f440999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.412+0000 7f1f4bae0700 1 -- 172.21.15.67:0/1361903894 >> 172.21.15.67:0/1361903894 conn(0x7f1f440cbd00 msgr2=0x7f1f44071420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.412+0000 7f1f4bae0700 1 -- 172.21.15.67:0/1361903894 shutdown_connections 2023-10-21T13:05:02.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.412+0000 7f1f4bae0700 1 -- 172.21.15.67:0/1361903894 wait complete. 2023-10-21T13:05:02.419 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.417+0000 7fc595bc8700 1 -- 172.21.15.67:0/1179470399 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fc5900b0f80 con 0x7fc59006a8d0 2023-10-21T13:05:02.420 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.419+0000 7fc577fff700 1 -- 172.21.15.67:0/1179470399 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc584021020 con 0x7fc59006a8d0 2023-10-21T13:05:02.421 INFO:teuthology.orchestra.run.smithi067.stdout:55834574854 2023-10-21T13:05:02.425 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.424+0000 7fc595bc8700 1 -- 172.21.15.67:0/1179470399 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc57806b130 msgr2=0x7fc57806d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.425 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.424+0000 7fc595bc8700 1 --2- 172.21.15.67:0/1179470399 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc57806b130 0x7fc57806d5f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc5900cc170 tx=0x7fc580009040 comp rx=0 tx=0).stop 2023-10-21T13:05:02.426 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.424+0000 7fc595bc8700 1 -- 172.21.15.67:0/1179470399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc59006a8d0 msgr2=0x7fc5901574f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.426 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.424+0000 7fc595bc8700 1 --2- 172.21.15.67:0/1179470399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc59006a8d0 0x7fc5901574f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc58400e930 tx=0x7fc58400ec40 comp rx=0 tx=0).stop 2023-10-21T13:05:02.427 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.5 2023-10-21T13:05:02.427 DEBUG:teuthology.parallel:result is None 2023-10-21T13:05:02.428 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.426+0000 7fc595bc8700 1 -- 172.21.15.67:0/1179470399 shutdown_connections 2023-10-21T13:05:02.428 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.426+0000 7fc595bc8700 1 --2- 172.21.15.67:0/1179470399 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc57806b130 0x7fc57806d5f0 secure :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc5900cc170 tx=0x7fc580009040 comp rx=0 tx=0).stop 2023-10-21T13:05:02.428 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.426+0000 7fc595bc8700 1 --2- 172.21.15.67:0/1179470399 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc59015a040 0x7fc59015a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.429 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.426+0000 7fc595bc8700 1 --2- 172.21.15.67:0/1179470399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc59006a8d0 0x7fc5901574f0 secure :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc58400e930 tx=0x7fc58400ec40 comp rx=0 tx=0).stop 2023-10-21T13:05:02.429 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.426+0000 7fc595bc8700 1 --2- 172.21.15.67:0/1179470399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc5900b19f0 0x7fc5900c89b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.429 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.426+0000 7fc595bc8700 1 -- 172.21.15.67:0/1179470399 >> 172.21.15.67:0/1179470399 conn(0x7fc5900999d0 msgr2=0x7fc59006e610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.430 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.428+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2308354804 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f09f80c9b20 con 0x7f09f815a980 2023-10-21T13:05:02.431 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.429+0000 7f37cb43d700 1 -- 172.21.15.67:0/3231381731 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f37c4074d40 con 0x7f37c40b0d00 2023-10-21T13:05:02.431 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.429+0000 7fc595bc8700 1 -- 172.21.15.67:0/1179470399 shutdown_connections 2023-10-21T13:05:02.431 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.429+0000 7fc595bc8700 1 -- 172.21.15.67:0/1179470399 wait complete. 2023-10-21T13:05:02.432 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.429+0000 7f09dffff700 1 -- 172.21.15.67:0/2308354804 <== mon.2 v2:172.21.15.190:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f09e801b370 con 0x7f09f815a980 2023-10-21T13:05:02.432 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.429+0000 7f37b9ffb700 1 -- 172.21.15.67:0/3231381731 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f37b4058290 con 0x7f37c40b0d00 2023-10-21T13:05:02.433 INFO:teuthology.orchestra.run.smithi067.stdout:55834574854 2023-10-21T13:05:02.433 INFO:teuthology.orchestra.run.smithi067.stdout:55834574853 2023-10-21T13:05:02.434 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.433+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2308354804 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f09e406afd0 msgr2=0x7f09e406d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.435 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.433+0000 7f09fdbcc700 1 --2- 172.21.15.67:0/2308354804 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f09e406afd0 0x7f09e406d490 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f09f80645a0 tx=0x7f09ec0090e0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.435 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.433+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2308354804 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f09f815a980 msgr2=0x7f09f815dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.435 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.433+0000 7f09fdbcc700 1 --2- 172.21.15.67:0/2308354804 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f09f815a980 0x7f09f815dfa0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f09e800d570 tx=0x7f09e800d880 comp rx=0 tx=0).stop 2023-10-21T13:05:02.436 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.434+0000 7f37cb43d700 1 -- 172.21.15.67:0/3231381731 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f37a806afd0 msgr2=0x7f37a806d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.436 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.434+0000 7f37cb43d700 1 --2- 172.21.15.67:0/3231381731 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f37a806afd0 0x7f37a806d490 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f37bc009400 tx=0x7f37bc007040 comp rx=0 tx=0).stop 2023-10-21T13:05:02.436 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.434+0000 7f37cb43d700 1 -- 172.21.15.67:0/3231381731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37c40b0d00 msgr2=0x7f37c41f4a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.436 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.434+0000 7f37cb43d700 1 --2- 172.21.15.67:0/3231381731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37c40b0d00 0x7f37c41f4a10 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f37b400b550 tx=0x7f37b400b860 comp rx=0 tx=0).stop 2023-10-21T13:05:02.437 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.434+0000 7fbc60e08700 1 -- 172.21.15.67:0/3397170913 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fbc400055a0 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.437 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.435+0000 7fbc4affd700 1 -- 172.21.15.67:0/3397170913 <== mon.2 v2:172.21.15.190:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fbc4c02a070 con 0x7fbc5c0b0d00 2023-10-21T13:05:02.438 INFO:teuthology.orchestra.run.smithi067.stdout:55834574853 2023-10-21T13:05:02.438 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.435+0000 7f37cb43d700 1 -- 172.21.15.67:0/3231381731 shutdown_connections 2023-10-21T13:05:02.438 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.435+0000 7f37cb43d700 1 --2- 172.21.15.67:0/3231381731 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f37a806afd0 0x7f37a806d490 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.439 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.435+0000 7f37cb43d700 1 --2- 172.21.15.67:0/3231381731 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f37c40ced80 0x7f37c40b0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.439 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.435+0000 7f37cb43d700 1 --2- 172.21.15.67:0/3231381731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37c40b0d00 0x7f37c41f4a10 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.439 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.435+0000 7f37cb43d700 1 --2- 172.21.15.67:0/3231381731 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f37c40b20d0 0x7f37c40afc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.439 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.435+0000 7f37cb43d700 1 -- 172.21.15.67:0/3231381731 >> 172.21.15.67:0/3231381731 conn(0x7f37c40cbd00 msgr2=0x7f37c40aece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.440 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.435+0000 7fb7a65d2700 1 -- 172.21.15.67:0/1824868273 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fb7a0209790 con 0x7fb7a006c9c0 2023-10-21T13:05:02.440 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.435+0000 7f37cb43d700 1 -- 172.21.15.67:0/3231381731 shutdown_connections 2023-10-21T13:05:02.440 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.435+0000 7f37cb43d700 1 -- 172.21.15.67:0/3231381731 wait complete. 2023-10-21T13:05:02.441 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.435+0000 7fb79cff9700 1 -- 172.21.15.67:0/1824868273 <== mon.2 v2:172.21.15.190:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb790059ab0 con 0x7fb7a006c9c0 2023-10-21T13:05:02.441 INFO:teuthology.orchestra.run.smithi067.stdout:55834574855 2023-10-21T13:05:02.442 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.437+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2308354804 shutdown_connections 2023-10-21T13:05:02.442 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.437+0000 7f09fdbcc700 1 --2- 172.21.15.67:0/2308354804 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09f80cb0d0 0x7f09f80cb580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.442 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.437+0000 7f09fdbcc700 1 --2- 172.21.15.67:0/2308354804 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f09e0005330 0x7f09f81596a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.442 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.437+0000 7f09fdbcc700 1 --2- 172.21.15.67:0/2308354804 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f09e406afd0 0x7f09e406d490 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.443 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.437+0000 7f09fdbcc700 1 --2- 172.21.15.67:0/2308354804 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f09f815a980 0x7f09f815dfa0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.443 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.437+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2308354804 >> 172.21.15.67:0/2308354804 conn(0x7f09f80cbd00 msgr2=0x7f09f80708b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.443 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fb7a65d2700 1 -- 172.21.15.67:0/1824868273 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb78006af50 msgr2=0x7fb78006d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.444 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fb7a65d2700 1 --2- 172.21.15.67:0/1824868273 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb78006af50 0x7fb78006d410 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb7a00c1f00 tx=0x7fb788007ad0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.444 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fb7a65d2700 1 -- 172.21.15.67:0/1824868273 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7a006c9c0 msgr2=0x7fb7a01f13f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.444 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fb7a65d2700 1 --2- 172.21.15.67:0/1824868273 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7a006c9c0 0x7fb7a01f13f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb790017000 tx=0x7fb790004ad0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.445 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fbc60e08700 1 -- 172.21.15.67:0/3397170913 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbc3c06af00 msgr2=0x7fbc3c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.445 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fbc60e08700 1 --2- 172.21.15.67:0/3397170913 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbc3c06af00 0x7fbc3c06d3c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c14d7d0 tx=0x7fbc50006c30 comp rx=0 tx=0).stop 2023-10-21T13:05:02.445 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fbc60e08700 1 -- 172.21.15.67:0/3397170913 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbc5c0b0d00 msgr2=0x7fbc5c0ad000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.445 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fbc60e08700 1 --2- 172.21.15.67:0/3397170913 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbc5c0b0d00 0x7fbc5c0ad000 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c00b0e0 tx=0x7fbc4c004750 comp rx=0 tx=0).stop 2023-10-21T13:05:02.446 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fb7a65d2700 1 -- 172.21.15.67:0/1824868273 shutdown_connections 2023-10-21T13:05:02.446 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fbc60e08700 1 -- 172.21.15.67:0/3397170913 shutdown_connections 2023-10-21T13:05:02.446 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fbc60e08700 1 --2- 172.21.15.67:0/3397170913 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbc5c0cc7f0 0x7fbc5c0afbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.447 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fb7a65d2700 1 --2- 172.21.15.67:0/1824868273 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7a00b33f0 0x7fb7a00c5d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.447 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fb7a65d2700 1 --2- 172.21.15.67:0/1824868273 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb78006af50 0x7fb78006d410 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.447 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fb7a65d2700 1 --2- 172.21.15.67:0/1824868273 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7a006c9c0 0x7fb7a01f13f0 secure :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb790017000 tx=0x7fb790004ad0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.448 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fbc60e08700 1 --2- 172.21.15.67:0/3397170913 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbc3c06af00 0x7fbc3c06d3c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.448 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fbc60e08700 1 --2- 172.21.15.67:0/3397170913 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbc5c0b0d00 0x7fbc5c0ad000 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.448 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fbc60e08700 1 --2- 172.21.15.67:0/3397170913 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc5c0b31e0 0x7fbc5c0ca8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.448 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fbc60e08700 1 -- 172.21.15.67:0/3397170913 >> 172.21.15.67:0/3397170913 conn(0x7fbc5c0cbd00 msgr2=0x7fbc5c0b10e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.449 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fb7a65d2700 1 --2- 172.21.15.67:0/1824868273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7a006e5a0 0x7fb7a00c57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.449 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fb7a65d2700 1 -- 172.21.15.67:0/1824868273 >> 172.21.15.67:0/1824868273 conn(0x7fb7a00cbd00 msgr2=0x7fb7a00cf8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.449 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fbc60e08700 1 -- 172.21.15.67:0/3397170913 shutdown_connections 2023-10-21T13:05:02.450 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.438+0000 7fbc60e08700 1 -- 172.21.15.67:0/3397170913 wait complete. 2023-10-21T13:05:02.450 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.441+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2308354804 shutdown_connections 2023-10-21T13:05:02.450 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.441+0000 7f09fdbcc700 1 -- 172.21.15.67:0/2308354804 wait complete. 2023-10-21T13:05:02.451 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.441+0000 7fb7a65d2700 1 -- 172.21.15.67:0/1824868273 shutdown_connections 2023-10-21T13:05:02.451 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.443+0000 7fb7a65d2700 1 -- 172.21.15.67:0/1824868273 wait complete. 2023-10-21T13:05:02.453 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.4 2023-10-21T13:05:02.453 DEBUG:teuthology.parallel:result is None 2023-10-21T13:05:02.458 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.2 2023-10-21T13:05:02.458 DEBUG:teuthology.parallel:result is None 2023-10-21T13:05:02.462 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.6 2023-10-21T13:05:02.462 DEBUG:teuthology.parallel:result is None 2023-10-21T13:05:02.464 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.0 2023-10-21T13:05:02.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.463+0000 7f0e861c6700 1 -- 172.21.15.67:0/119005630 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f0e600055a0 con 0x7f0e80161f10 2023-10-21T13:05:02.465 DEBUG:teuthology.parallel:result is None 2023-10-21T13:05:02.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.463+0000 7f0e67fff700 1 -- 172.21.15.67:0/119005630 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0e78059b90 con 0x7f0e80161f10 2023-10-21T13:05:02.466 INFO:teuthology.orchestra.run.smithi067.stdout:55834574855 2023-10-21T13:05:02.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.465+0000 7f0e861c6700 1 -- 172.21.15.67:0/119005630 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0e6806b130 msgr2=0x7f0e6806d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.465+0000 7f0e861c6700 1 --2- 172.21.15.67:0/119005630 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0e6806b130 0x7f0e6806d5f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0e800a5b10 tx=0x7f0e70008040 comp rx=0 tx=0).stop 2023-10-21T13:05:02.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.465+0000 7f0e861c6700 1 -- 172.21.15.67:0/119005630 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e80161f10 msgr2=0x7f0e800c07e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.465+0000 7f0e861c6700 1 --2- 172.21.15.67:0/119005630 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e80161f10 0x7f0e800c07e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0e78016000 tx=0x7f0e78004ad0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.465+0000 7f0e861c6700 1 -- 172.21.15.67:0/119005630 shutdown_connections 2023-10-21T13:05:02.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.465+0000 7f0e861c6700 1 --2- 172.21.15.67:0/119005630 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e80161f10 0x7f0e800c07e0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.465+0000 7f0e861c6700 1 --2- 172.21.15.67:0/119005630 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0e6806b130 0x7f0e6806d5f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.465+0000 7f0e861c6700 1 --2- 172.21.15.67:0/119005630 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0e8009cc80 0x7f0e800c98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.466+0000 7f0e861c6700 1 --2- 172.21.15.67:0/119005630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e800b0d00 0x7f0e800c9df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.466+0000 7f0e861c6700 1 -- 172.21.15.67:0/119005630 >> 172.21.15.67:0/119005630 conn(0x7f0e800cbd00 msgr2=0x7f0e800afea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.466+0000 7f0e861c6700 1 -- 172.21.15.67:0/119005630 shutdown_connections 2023-10-21T13:05:02.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.466+0000 7f0e861c6700 1 -- 172.21.15.67:0/119005630 wait complete. 2023-10-21T13:05:02.471 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.3 2023-10-21T13:05:02.471 DEBUG:teuthology.parallel:result is None 2023-10-21T13:05:02.480 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.1 2023-10-21T13:05:02.480 DEBUG:teuthology.parallel:result is None 2023-10-21T13:05:02.480 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-10-21T13:05:02.481 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T13:05:02.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.644+0000 7fb36df8b700 1 Processor -- start 2023-10-21T13:05:02.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.644+0000 7fb36df8b700 1 -- start start 2023-10-21T13:05:02.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.645+0000 7fb36df8b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb3680c6b10 0x7fb3680cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.645+0000 7fb36df8b700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3680cc310 con 0x7fb3680cd0c0 2023-10-21T13:05:02.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.645+0000 7fb36df8b700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3680cc030 con 0x7fb36815a590 2023-10-21T13:05:02.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.645+0000 7fb36df8b700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3680c4020 con 0x7fb3680c6b10 2023-10-21T13:05:02.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.645+0000 7fb366ffd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb3680c6b10 0x7fb3680cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.645+0000 7fb366ffd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb3680c6b10 0x7fb3680cb9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60106/0 (socket says 172.21.15.67:60106) 2023-10-21T13:05:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.645+0000 7fb366ffd700 1 -- 172.21.15.67:0/88989812 learned_addr learned my addr 172.21.15.67:0/88989812 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.645+0000 7fb366ffd700 1 -- 172.21.15.67:0/88989812 >> v1:172.21.15.190:6789/0 conn(0x7fb36815a590 legacy=0x7fb3680cc9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.645+0000 7fb366ffd700 1 -- 172.21.15.67:0/88989812 >> v1:172.21.15.67:6789/0 conn(0x7fb3680cd0c0 legacy=0x7fb368164330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.645+0000 7fb366ffd700 1 -- 172.21.15.67:0/88989812 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3680c4300 con 0x7fb3680c6b10 2023-10-21T13:05:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.646+0000 7fb366ffd700 1 --2- 172.21.15.67:0/88989812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3680c6b10 0x7fb3680cb9c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb3580098f0 tx=0x7fb358009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9bd1b3a359c3e3f server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.646+0000 7fb3667fc700 1 -- 172.21.15.67:0/88989812 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35800f8a0 con 0x7fb3680c6b10 2023-10-21T13:05:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.646+0000 7fb3667fc700 1 -- 172.21.15.67:0/88989812 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb35800fa00 con 0x7fb3680c6b10 2023-10-21T13:05:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.646+0000 7fb3667fc700 1 -- 172.21.15.67:0/88989812 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35800fd90 con 0x7fb3680c6b10 2023-10-21T13:05:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.646+0000 7fb36df8b700 1 -- 172.21.15.67:0/88989812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3680c6b10 msgr2=0x7fb3680cb9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.646+0000 7fb36df8b700 1 --2- 172.21.15.67:0/88989812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3680c6b10 0x7fb3680cb9c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb3580098f0 tx=0x7fb358009c00 comp rx=0 tx=0).stop 2023-10-21T13:05:02.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.646+0000 7fb36df8b700 1 -- 172.21.15.67:0/88989812 shutdown_connections 2023-10-21T13:05:02.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.646+0000 7fb36df8b700 1 --2- 172.21.15.67:0/88989812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3680c6b10 0x7fb3680cb9c0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.646+0000 7fb36df8b700 1 -- 172.21.15.67:0/88989812 >> 172.21.15.67:0/88989812 conn(0x7fb3680999d0 msgr2=0x7fb3680d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.646+0000 7fb36df8b700 1 -- 172.21.15.67:0/88989812 shutdown_connections 2023-10-21T13:05:02.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.646+0000 7fb36df8b700 1 -- 172.21.15.67:0/88989812 wait complete. 2023-10-21T13:05:02.655 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.647+0000 7fb36df8b700 1 Processor -- start 2023-10-21T13:05:02.656 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.648+0000 7fb36df8b700 1 -- start start 2023-10-21T13:05:02.656 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.648+0000 7fb36df8b700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3680c6b10 0x7fb368154dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.656 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.648+0000 7fb36df8b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3680cd0c0 0x7fb36815adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.656 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.648+0000 7fb36df8b700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb36815a590 0x7fb368156440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.657 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.648+0000 7fb36df8b700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb36815c410 con 0x7fb3680cd0c0 2023-10-21T13:05:02.657 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.648+0000 7fb36df8b700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3680b2fc0 con 0x7fb3680c6b10 2023-10-21T13:05:02.657 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.648+0000 7fb36df8b700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb36815b5f0 con 0x7fb36815a590 2023-10-21T13:05:02.657 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb366ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3680cd0c0 0x7fb36815adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.657 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb366ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3680cd0c0 0x7fb36815adc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60112/0 (socket says 172.21.15.67:60112) 2023-10-21T13:05:02.658 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb366ffd700 1 -- 172.21.15.67:0/2125710153 learned_addr learned my addr 172.21.15.67:0/2125710153 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:02.658 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb3677fe700 1 --2- 172.21.15.67:0/2125710153 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3680c6b10 0x7fb368154dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.658 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb367fff700 1 --2- 172.21.15.67:0/2125710153 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb36815a590 0x7fb368156440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.658 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb366ffd700 1 -- 172.21.15.67:0/2125710153 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb36815a590 msgr2=0x7fb368156440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.658 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb366ffd700 1 --2- 172.21.15.67:0/2125710153 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb36815a590 0x7fb368156440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb366ffd700 1 -- 172.21.15.67:0/2125710153 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3680c6b10 msgr2=0x7fb368154dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb366ffd700 1 --2- 172.21.15.67:0/2125710153 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3680c6b10 0x7fb368154dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb366ffd700 1 -- 172.21.15.67:0/2125710153 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb358009550 con 0x7fb3680cd0c0 2023-10-21T13:05:02.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb366ffd700 1 --2- 172.21.15.67:0/2125710153 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3680cd0c0 0x7fb36815adc0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb358015000 tx=0x7fb358004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb35ffff700 1 -- 172.21.15.67:0/2125710153 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb358003ab0 con 0x7fb3680cd0c0 2023-10-21T13:05:02.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb35ffff700 1 -- 172.21.15.67:0/2125710153 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb358003c10 con 0x7fb3680cd0c0 2023-10-21T13:05:02.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb36df8b700 1 -- 172.21.15.67:0/2125710153 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb36815b8d0 con 0x7fb3680cd0c0 2023-10-21T13:05:02.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb35ffff700 1 -- 172.21.15.67:0/2125710153 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb358010470 con 0x7fb3680cd0c0 2023-10-21T13:05:02.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.649+0000 7fb36df8b700 1 -- 172.21.15.67:0/2125710153 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb36815c5f0 con 0x7fb3680cd0c0 2023-10-21T13:05:02.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.650+0000 7fb36df8b700 1 -- 172.21.15.67:0/2125710153 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb36815bdf0 con 0x7fb3680cd0c0 2023-10-21T13:05:02.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.651+0000 7fb35ffff700 1 -- 172.21.15.67:0/2125710153 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb358024450 con 0x7fb3680cd0c0 2023-10-21T13:05:02.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.651+0000 7fb35ffff700 1 --2- 172.21.15.67:0/2125710153 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb34806af00 0x7fb34806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:02.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.651+0000 7fb35ffff700 1 -- 172.21.15.67:0/2125710153 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb35808ac10 con 0x7fb3680cd0c0 2023-10-21T13:05:02.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.651+0000 7fb3677fe700 1 --2- 172.21.15.67:0/2125710153 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb34806af00 0x7fb34806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:02.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.652+0000 7fb3677fe700 1 --2- 172.21.15.67:0/2125710153 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb34806af00 0x7fb34806d3c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb350000fb0 tx=0x7fb350009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:02.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.656+0000 7fb35ffff700 1 -- 172.21.15.67:0/2125710153 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb36815bdf0 con 0x7fb3680cd0c0 2023-10-21T13:05:02.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.852+0000 7fb36df8b700 1 -- 172.21.15.67:0/2125710153 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb3680c45e0 con 0x7fb34806af00 2023-10-21T13:05:02.862 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.860+0000 7fb35ffff700 1 -- 172.21.15.67:0/2125710153 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264539 (secure 0 0 0) 0x7fb3500050d0 con 0x7fb34806af00 2023-10-21T13:05:02.865 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:02.868 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.863+0000 7fb36df8b700 1 -- 172.21.15.67:0/2125710153 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb34806af00 msgr2=0x7fb34806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.868 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.863+0000 7fb36df8b700 1 --2- 172.21.15.67:0/2125710153 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb34806af00 0x7fb34806d3c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb350000fb0 tx=0x7fb350009040 comp rx=0 tx=0).stop 2023-10-21T13:05:02.868 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.863+0000 7fb36df8b700 1 -- 172.21.15.67:0/2125710153 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3680cd0c0 msgr2=0x7fb36815adc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:02.868 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.863+0000 7fb36df8b700 1 --2- 172.21.15.67:0/2125710153 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3680cd0c0 0x7fb36815adc0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb358015000 tx=0x7fb358004750 comp rx=0 tx=0).stop 2023-10-21T13:05:02.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.863+0000 7fb36df8b700 1 -- 172.21.15.67:0/2125710153 shutdown_connections 2023-10-21T13:05:02.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.863+0000 7fb36df8b700 1 --2- 172.21.15.67:0/2125710153 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb34806af00 0x7fb34806d3c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.863+0000 7fb36df8b700 1 --2- 172.21.15.67:0/2125710153 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb36815a590 0x7fb368156440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.863+0000 7fb36df8b700 1 --2- 172.21.15.67:0/2125710153 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3680c6b10 0x7fb368154dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.863+0000 7fb36df8b700 1 --2- 172.21.15.67:0/2125710153 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3680cd0c0 0x7fb36815adc0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:02.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.863+0000 7fb36df8b700 1 -- 172.21.15.67:0/2125710153 >> 172.21.15.67:0/2125710153 conn(0x7fb3680999d0 msgr2=0x7fb3680cc900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:02.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.863+0000 7fb36df8b700 1 -- 172.21.15.67:0/2125710153 shutdown_connections 2023-10-21T13:05:02.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:02.863+0000 7fb36df8b700 1 -- 172.21.15.67:0/2125710153 wait complete. 2023-10-21T13:05:02.870 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2023-10-21T13:05:02.877 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2023-10-21T13:05:01.372668+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219012,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755708,"statfs":{"total":773094113280,"available":772869844992,"internally_reserved":0,"allocated":2891776,"data_stored":1752740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002188"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327300+0000","last_change":"2023-10-21T13:04:53.842520+0000","last_active":"2023-10-21T13:04:56.327300+0000","last_peered":"2023-10-21T13:04:56.327300+0000","last_clean":"2023-10-21T13:04:56.327300+0000","last_became_active":"2023-10-21T13:04:53.842197+0000","last_became_peered":"2023-10-21T13:04:53.842197+0000","last_unstale":"2023-10-21T13:04:56.327300+0000","last_undegraded":"2023-10-21T13:04:56.327300+0000","last_fullsized":"2023-10-21T13:04:56.327300+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:50:20.569272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327181+0000","last_change":"2023-10-21T13:04:53.833504+0000","last_active":"2023-10-21T13:04:56.327181+0000","last_peered":"2023-10-21T13:04:56.327181+0000","last_clean":"2023-10-21T13:04:56.327181+0000","last_became_active":"2023-10-21T13:04:53.833199+0000","last_became_peered":"2023-10-21T13:04:53.833199+0000","last_unstale":"2023-10-21T13:04:56.327181+0000","last_undegraded":"2023-10-21T13:04:56.327181+0000","last_fullsized":"2023-10-21T13:04:56.327181+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:00:06.067009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326952+0000","last_change":"2023-10-21T13:04:53.823333+0000","last_active":"2023-10-21T13:04:56.326952+0000","last_peered":"2023-10-21T13:04:56.326952+0000","last_clean":"2023-10-21T13:04:56.326952+0000","last_became_active":"2023-10-21T13:04:53.822997+0000","last_became_peered":"2023-10-21T13:04:53.822997+0000","last_unstale":"2023-10-21T13:04:56.326952+0000","last_undegraded":"2023-10-21T13:04:56.326952+0000","last_fullsized":"2023-10-21T13:04:56.326952+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:37:50.757915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824475+0000","last_change":"2023-10-21T13:04:53.814596+0000","last_active":"2023-10-21T13:04:54.824475+0000","last_peered":"2023-10-21T13:04:54.824475+0000","last_clean":"2023-10-21T13:04:54.824475+0000","last_became_active":"2023-10-21T13:04:53.814303+0000","last_became_peered":"2023-10-21T13:04:53.814303+0000","last_unstale":"2023-10-21T13:04:54.824475+0000","last_undegraded":"2023-10-21T13:04:54.824475+0000","last_fullsized":"2023-10-21T13:04:54.824475+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:13.617448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326440+0000","last_change":"2023-10-21T13:04:53.828260+0000","last_active":"2023-10-21T13:04:56.326440+0000","last_peered":"2023-10-21T13:04:56.326440+0000","last_clean":"2023-10-21T13:04:56.326440+0000","last_became_active":"2023-10-21T13:04:53.827998+0000","last_became_peered":"2023-10-21T13:04:53.827998+0000","last_unstale":"2023-10-21T13:04:56.326440+0000","last_undegraded":"2023-10-21T13:04:56.326440+0000","last_fullsized":"2023-10-21T13:04:56.326440+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:41.993911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824106+0000","last_change":"2023-10-21T13:04:53.817357+0000","last_active":"2023-10-21T13:04:54.824106+0000","last_peered":"2023-10-21T13:04:54.824106+0000","last_clean":"2023-10-21T13:04:54.824106+0000","last_became_active":"2023-10-21T13:04:53.817085+0000","last_became_peered":"2023-10-21T13:04:53.817085+0000","last_unstale":"2023-10-21T13:04:54.824106+0000","last_undegraded":"2023-10-21T13:04:54.824106+0000","last_fullsized":"2023-10-21T13:04:54.824106+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:19:03.536321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326194+0000","last_change":"2023-10-21T13:04:53.825742+0000","last_active":"2023-10-21T13:04:56.326194+0000","last_peered":"2023-10-21T13:04:56.326194+0000","last_clean":"2023-10-21T13:04:56.326194+0000","last_became_active":"2023-10-21T13:04:53.825436+0000","last_became_peered":"2023-10-21T13:04:53.825436+0000","last_unstale":"2023-10-21T13:04:56.326194+0000","last_undegraded":"2023-10-21T13:04:56.326194+0000","last_fullsized":"2023-10-21T13:04:56.326194+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:47.340687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326839+0000","last_change":"2023-10-21T13:04:53.836374+0000","last_active":"2023-10-21T13:04:56.326839+0000","last_peered":"2023-10-21T13:04:56.326839+0000","last_clean":"2023-10-21T13:04:56.326839+0000","last_became_active":"2023-10-21T13:04:53.836099+0000","last_became_peered":"2023-10-21T13:04:53.836099+0000","last_unstale":"2023-10-21T13:04:56.326839+0000","last_undegraded":"2023-10-21T13:04:56.326839+0000","last_fullsized":"2023-10-21T13:04:56.326839+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:41.993911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824480+0000","last_change":"2023-10-21T13:04:53.845406+0000","last_active":"2023-10-21T13:04:54.824480+0000","last_peered":"2023-10-21T13:04:54.824480+0000","last_clean":"2023-10-21T13:04:54.824480+0000","last_became_active":"2023-10-21T13:04:53.845072+0000","last_became_peered":"2023-10-21T13:04:53.845072+0000","last_unstale":"2023-10-21T13:04:54.824480+0000","last_undegraded":"2023-10-21T13:04:54.824480+0000","last_fullsized":"2023-10-21T13:04:54.824480+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:29.165649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327019+0000","last_change":"2023-10-21T13:04:53.821683+0000","last_active":"2023-10-21T13:04:56.327019+0000","last_peered":"2023-10-21T13:04:56.327019+0000","last_clean":"2023-10-21T13:04:56.327019+0000","last_became_active":"2023-10-21T13:04:53.821337+0000","last_became_peered":"2023-10-21T13:04:53.821337+0000","last_unstale":"2023-10-21T13:04:56.327019+0000","last_undegraded":"2023-10-21T13:04:56.327019+0000","last_fullsized":"2023-10-21T13:04:56.327019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:00:06.067009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326964+0000","last_change":"2023-10-21T13:04:53.844320+0000","last_active":"2023-10-21T13:04:56.326964+0000","last_peered":"2023-10-21T13:04:56.326964+0000","last_clean":"2023-10-21T13:04:56.326964+0000","last_became_active":"2023-10-21T13:04:53.843989+0000","last_became_peered":"2023-10-21T13:04:53.843989+0000","last_unstale":"2023-10-21T13:04:56.326964+0000","last_undegraded":"2023-10-21T13:04:56.326964+0000","last_fullsized":"2023-10-21T13:04:56.326964+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:03:10.074358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326734+0000","last_change":"2023-10-21T13:04:53.826295+0000","last_active":"2023-10-21T13:04:56.326734+0000","last_peered":"2023-10-21T13:04:56.326734+0000","last_clean":"2023-10-21T13:04:56.326734+0000","last_became_active":"2023-10-21T13:04:53.825365+0000","last_became_peered":"2023-10-21T13:04:53.825365+0000","last_unstale":"2023-10-21T13:04:56.326734+0000","last_undegraded":"2023-10-21T13:04:56.326734+0000","last_fullsized":"2023-10-21T13:04:56.326734+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:49:00.225959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302245+0000","last_change":"2023-10-21T13:04:53.835761+0000","last_active":"2023-10-21T13:04:56.302245+0000","last_peered":"2023-10-21T13:04:56.302245+0000","last_clean":"2023-10-21T13:04:56.302245+0000","last_became_active":"2023-10-21T13:04:53.835450+0000","last_became_peered":"2023-10-21T13:04:53.835450+0000","last_unstale":"2023-10-21T13:04:56.302245+0000","last_undegraded":"2023-10-21T13:04:56.302245+0000","last_fullsized":"2023-10-21T13:04:56.302245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:32.323454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302210+0000","last_change":"2023-10-21T13:04:53.827564+0000","last_active":"2023-10-21T13:04:56.302210+0000","last_peered":"2023-10-21T13:04:56.302210+0000","last_clean":"2023-10-21T13:04:56.302210+0000","last_became_active":"2023-10-21T13:04:53.827287+0000","last_became_peered":"2023-10-21T13:04:53.827287+0000","last_unstale":"2023-10-21T13:04:56.302210+0000","last_undegraded":"2023-10-21T13:04:56.302210+0000","last_fullsized":"2023-10-21T13:04:56.302210+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:37:53.577578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326659+0000","last_change":"2023-10-21T13:04:53.838327+0000","last_active":"2023-10-21T13:04:56.326659+0000","last_peered":"2023-10-21T13:04:56.326659+0000","last_clean":"2023-10-21T13:04:56.326659+0000","last_became_active":"2023-10-21T13:04:53.838079+0000","last_became_peered":"2023-10-21T13:04:53.838079+0000","last_unstale":"2023-10-21T13:04:56.326659+0000","last_undegraded":"2023-10-21T13:04:56.326659+0000","last_fullsized":"2023-10-21T13:04:56.326659+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:35.667469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327571+0000","last_change":"2023-10-21T13:04:53.830234+0000","last_active":"2023-10-21T13:04:56.327571+0000","last_peered":"2023-10-21T13:04:56.327571+0000","last_clean":"2023-10-21T13:04:56.327571+0000","last_became_active":"2023-10-21T13:04:53.829922+0000","last_became_peered":"2023-10-21T13:04:53.829922+0000","last_unstale":"2023-10-21T13:04:56.327571+0000","last_undegraded":"2023-10-21T13:04:56.327571+0000","last_fullsized":"2023-10-21T13:04:56.327571+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:57:57.213632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327280+0000","last_change":"2023-10-21T13:04:53.841454+0000","last_active":"2023-10-21T13:04:56.327280+0000","last_peered":"2023-10-21T13:04:56.327280+0000","last_clean":"2023-10-21T13:04:56.327280+0000","last_became_active":"2023-10-21T13:04:53.841125+0000","last_became_peered":"2023-10-21T13:04:53.841125+0000","last_unstale":"2023-10-21T13:04:56.327280+0000","last_undegraded":"2023-10-21T13:04:56.327280+0000","last_fullsized":"2023-10-21T13:04:56.327280+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:09:13.180066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326583+0000","last_change":"2023-10-21T13:04:53.832618+0000","last_active":"2023-10-21T13:04:56.326583+0000","last_peered":"2023-10-21T13:04:56.326583+0000","last_clean":"2023-10-21T13:04:56.326583+0000","last_became_active":"2023-10-21T13:04:53.832309+0000","last_became_peered":"2023-10-21T13:04:53.832309+0000","last_unstale":"2023-10-21T13:04:56.326583+0000","last_undegraded":"2023-10-21T13:04:56.326583+0000","last_fullsized":"2023-10-21T13:04:56.326583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:19:03.536321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327587+0000","last_change":"2023-10-21T13:04:53.842993+0000","last_active":"2023-10-21T13:04:56.327587+0000","last_peered":"2023-10-21T13:04:56.327587+0000","last_clean":"2023-10-21T13:04:56.327587+0000","last_became_active":"2023-10-21T13:04:53.842523+0000","last_became_peered":"2023-10-21T13:04:53.842523+0000","last_unstale":"2023-10-21T13:04:56.327587+0000","last_undegraded":"2023-10-21T13:04:56.327587+0000","last_fullsized":"2023-10-21T13:04:56.327587+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:20.906558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220552+0000","last_change":"2023-10-21T13:04:52.827974+0000","last_active":"2023-10-21T13:04:56.220552+0000","last_peered":"2023-10-21T13:04:56.220552+0000","last_clean":"2023-10-21T13:04:56.220552+0000","last_became_active":"2023-10-21T13:04:52.827657+0000","last_became_peered":"2023-10-21T13:04:52.827657+0000","last_unstale":"2023-10-21T13:04:56.220552+0000","last_undegraded":"2023-10-21T13:04:56.220552+0000","last_fullsized":"2023-10-21T13:04:56.220552+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:27.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327055+0000","last_change":"2023-10-21T13:04:53.821775+0000","last_active":"2023-10-21T13:04:56.327055+0000","last_peered":"2023-10-21T13:04:56.327055+0000","last_clean":"2023-10-21T13:04:56.327055+0000","last_became_active":"2023-10-21T13:04:53.821515+0000","last_became_peered":"2023-10-21T13:04:53.821515+0000","last_unstale":"2023-10-21T13:04:56.327055+0000","last_undegraded":"2023-10-21T13:04:56.327055+0000","last_fullsized":"2023-10-21T13:04:56.327055+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:16:50.803670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326999+0000","last_change":"2023-10-21T13:04:52.817095+0000","last_active":"2023-10-21T13:04:56.326999+0000","last_peered":"2023-10-21T13:04:56.326999+0000","last_clean":"2023-10-21T13:04:56.326999+0000","last_became_active":"2023-10-21T13:04:52.816827+0000","last_became_peered":"2023-10-21T13:04:52.816827+0000","last_unstale":"2023-10-21T13:04:56.326999+0000","last_undegraded":"2023-10-21T13:04:56.326999+0000","last_fullsized":"2023-10-21T13:04:56.326999+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:44.816878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327163+0000","last_change":"2023-10-21T13:04:53.823848+0000","last_active":"2023-10-21T13:04:56.327163+0000","last_peered":"2023-10-21T13:04:56.327163+0000","last_clean":"2023-10-21T13:04:56.327163+0000","last_became_active":"2023-10-21T13:04:53.823599+0000","last_became_peered":"2023-10-21T13:04:53.823599+0000","last_unstale":"2023-10-21T13:04:56.327163+0000","last_undegraded":"2023-10-21T13:04:56.327163+0000","last_fullsized":"2023-10-21T13:04:56.327163+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:03:10.074358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327054+0000","last_change":"2023-10-21T13:04:52.825640+0000","last_active":"2023-10-21T13:04:56.327054+0000","last_peered":"2023-10-21T13:04:56.327054+0000","last_clean":"2023-10-21T13:04:56.327054+0000","last_became_active":"2023-10-21T13:04:52.825355+0000","last_became_peered":"2023-10-21T13:04:52.825355+0000","last_unstale":"2023-10-21T13:04:56.327054+0000","last_undegraded":"2023-10-21T13:04:56.327054+0000","last_fullsized":"2023-10-21T13:04:56.327054+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:34.660919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824448+0000","last_change":"2023-10-21T13:04:53.834713+0000","last_active":"2023-10-21T13:04:54.824448+0000","last_peered":"2023-10-21T13:04:54.824448+0000","last_clean":"2023-10-21T13:04:54.824448+0000","last_became_active":"2023-10-21T13:04:53.834289+0000","last_became_peered":"2023-10-21T13:04:53.834289+0000","last_unstale":"2023-10-21T13:04:54.824448+0000","last_undegraded":"2023-10-21T13:04:54.824448+0000","last_fullsized":"2023-10-21T13:04:54.824448+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:05:18.922088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326588+0000","last_change":"2023-10-21T13:04:52.823514+0000","last_active":"2023-10-21T13:04:56.326588+0000","last_peered":"2023-10-21T13:04:56.326588+0000","last_clean":"2023-10-21T13:04:56.326588+0000","last_became_active":"2023-10-21T13:04:52.823140+0000","last_became_peered":"2023-10-21T13:04:52.823140+0000","last_unstale":"2023-10-21T13:04:56.326588+0000","last_undegraded":"2023-10-21T13:04:56.326588+0000","last_fullsized":"2023-10-21T13:04:56.326588+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:37:52.571029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326885+0000","last_change":"2023-10-21T13:04:53.842564+0000","last_active":"2023-10-21T13:04:56.326885+0000","last_peered":"2023-10-21T13:04:56.326885+0000","last_clean":"2023-10-21T13:04:56.326885+0000","last_became_active":"2023-10-21T13:04:53.842176+0000","last_became_peered":"2023-10-21T13:04:53.842176+0000","last_unstale":"2023-10-21T13:04:56.326885+0000","last_undegraded":"2023-10-21T13:04:56.326885+0000","last_fullsized":"2023-10-21T13:04:56.326885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:13:21.282583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326714+0000","last_change":"2023-10-21T13:04:52.817252+0000","last_active":"2023-10-21T13:04:56.326714+0000","last_peered":"2023-10-21T13:04:56.326714+0000","last_clean":"2023-10-21T13:04:56.326714+0000","last_became_active":"2023-10-21T13:04:52.816715+0000","last_became_peered":"2023-10-21T13:04:52.816715+0000","last_unstale":"2023-10-21T13:04:56.326714+0000","last_undegraded":"2023-10-21T13:04:56.326714+0000","last_fullsized":"2023-10-21T13:04:56.326714+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:50:22.298725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824261+0000","last_change":"2023-10-21T13:04:53.827201+0000","last_active":"2023-10-21T13:04:54.824261+0000","last_peered":"2023-10-21T13:04:54.824261+0000","last_clean":"2023-10-21T13:04:54.824261+0000","last_became_active":"2023-10-21T13:04:53.826463+0000","last_became_peered":"2023-10-21T13:04:53.826463+0000","last_unstale":"2023-10-21T13:04:54.824261+0000","last_undegraded":"2023-10-21T13:04:54.824261+0000","last_fullsized":"2023-10-21T13:04:54.824261+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:45.823428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326416+0000","last_change":"2023-10-21T13:04:52.820256+0000","last_active":"2023-10-21T13:04:56.326416+0000","last_peered":"2023-10-21T13:04:56.326416+0000","last_clean":"2023-10-21T13:04:56.326416+0000","last_became_active":"2023-10-21T13:04:52.819854+0000","last_became_peered":"2023-10-21T13:04:52.819854+0000","last_unstale":"2023-10-21T13:04:56.326416+0000","last_undegraded":"2023-10-21T13:04:56.326416+0000","last_fullsized":"2023-10-21T13:04:56.326416+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:46.334138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220596+0000","last_change":"2023-10-21T13:04:53.834861+0000","last_active":"2023-10-21T13:04:56.220596+0000","last_peered":"2023-10-21T13:04:56.220596+0000","last_clean":"2023-10-21T13:04:56.220596+0000","last_became_active":"2023-10-21T13:04:53.834557+0000","last_became_peered":"2023-10-21T13:04:53.834557+0000","last_unstale":"2023-10-21T13:04:56.220596+0000","last_undegraded":"2023-10-21T13:04:56.220596+0000","last_fullsized":"2023-10-21T13:04:56.220596+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:41.993911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.301901+0000","last_change":"2023-10-21T13:04:52.824810+0000","last_active":"2023-10-21T13:04:56.301901+0000","last_peered":"2023-10-21T13:04:56.301901+0000","last_clean":"2023-10-21T13:04:56.301901+0000","last_became_active":"2023-10-21T13:04:52.824494+0000","last_became_peered":"2023-10-21T13:04:52.824494+0000","last_unstale":"2023-10-21T13:04:56.301901+0000","last_undegraded":"2023-10-21T13:04:56.301901+0000","last_fullsized":"2023-10-21T13:04:56.301901+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:27.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326756+0000","last_change":"2023-10-21T13:04:53.831599+0000","last_active":"2023-10-21T13:04:56.326756+0000","last_peered":"2023-10-21T13:04:56.326756+0000","last_clean":"2023-10-21T13:04:56.326756+0000","last_became_active":"2023-10-21T13:04:53.830953+0000","last_became_peered":"2023-10-21T13:04:53.830953+0000","last_unstale":"2023-10-21T13:04:56.326756+0000","last_undegraded":"2023-10-21T13:04:56.326756+0000","last_fullsized":"2023-10-21T13:04:56.326756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:22:43.637576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326207+0000","last_change":"2023-10-21T13:04:52.825533+0000","last_active":"2023-10-21T13:04:56.326207+0000","last_peered":"2023-10-21T13:04:56.326207+0000","last_clean":"2023-10-21T13:04:56.326207+0000","last_became_active":"2023-10-21T13:04:52.825250+0000","last_became_peered":"2023-10-21T13:04:52.825250+0000","last_unstale":"2023-10-21T13:04:56.326207+0000","last_undegraded":"2023-10-21T13:04:56.326207+0000","last_fullsized":"2023-10-21T13:04:56.326207+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:34.660919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220362+0000","last_change":"2023-10-21T13:04:53.824700+0000","last_active":"2023-10-21T13:04:56.220362+0000","last_peered":"2023-10-21T13:04:56.220362+0000","last_clean":"2023-10-21T13:04:56.220362+0000","last_became_active":"2023-10-21T13:04:53.824411+0000","last_became_peered":"2023-10-21T13:04:53.824411+0000","last_unstale":"2023-10-21T13:04:56.220362+0000","last_undegraded":"2023-10-21T13:04:56.220362+0000","last_fullsized":"2023-10-21T13:04:56.220362+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:47.898415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824349+0000","last_change":"2023-10-21T13:04:52.822685+0000","last_active":"2023-10-21T13:04:54.824349+0000","last_peered":"2023-10-21T13:04:54.824349+0000","last_clean":"2023-10-21T13:04:54.824349+0000","last_became_active":"2023-10-21T13:04:52.822364+0000","last_became_peered":"2023-10-21T13:04:52.822364+0000","last_unstale":"2023-10-21T13:04:54.824349+0000","last_undegraded":"2023-10-21T13:04:54.824349+0000","last_fullsized":"2023-10-21T13:04:54.824349+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:19:02.529771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824868+0000","last_change":"2023-10-21T13:04:53.832311+0000","last_active":"2023-10-21T13:04:54.824868+0000","last_peered":"2023-10-21T13:04:54.824868+0000","last_clean":"2023-10-21T13:04:54.824868+0000","last_became_active":"2023-10-21T13:04:53.832040+0000","last_became_peered":"2023-10-21T13:04:53.832040+0000","last_unstale":"2023-10-21T13:04:54.824868+0000","last_undegraded":"2023-10-21T13:04:54.824868+0000","last_fullsized":"2023-10-21T13:04:54.824868+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:29.165649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326892+0000","last_change":"2023-10-21T13:04:52.825613+0000","last_active":"2023-10-21T13:04:56.326892+0000","last_peered":"2023-10-21T13:04:56.326892+0000","last_clean":"2023-10-21T13:04:56.326892+0000","last_became_active":"2023-10-21T13:04:52.825324+0000","last_became_peered":"2023-10-21T13:04:52.825324+0000","last_unstale":"2023-10-21T13:04:56.326892+0000","last_undegraded":"2023-10-21T13:04:56.326892+0000","last_fullsized":"2023-10-21T13:04:56.326892+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:46.891866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327310+0000","last_change":"2023-10-21T13:04:53.842358+0000","last_active":"2023-10-21T13:04:56.327310+0000","last_peered":"2023-10-21T13:04:56.327310+0000","last_clean":"2023-10-21T13:04:56.327310+0000","last_became_active":"2023-10-21T13:04:53.842043+0000","last_became_peered":"2023-10-21T13:04:53.842043+0000","last_unstale":"2023-10-21T13:04:56.327310+0000","last_undegraded":"2023-10-21T13:04:56.327310+0000","last_fullsized":"2023-10-21T13:04:56.327310+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:23:18.205400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326382+0000","last_change":"2023-10-21T13:04:52.814579+0000","last_active":"2023-10-21T13:04:56.326382+0000","last_peered":"2023-10-21T13:04:56.326382+0000","last_clean":"2023-10-21T13:04:56.326382+0000","last_became_active":"2023-10-21T13:04:52.814328+0000","last_became_peered":"2023-10-21T13:04:52.814328+0000","last_unstale":"2023-10-21T13:04:56.326382+0000","last_undegraded":"2023-10-21T13:04:56.326382+0000","last_fullsized":"2023-10-21T13:04:56.326382+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:43:18.614010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327537+0000","last_change":"2023-10-21T13:04:53.843467+0000","last_active":"2023-10-21T13:04:56.327537+0000","last_peered":"2023-10-21T13:04:56.327537+0000","last_clean":"2023-10-21T13:04:56.327537+0000","last_became_active":"2023-10-21T13:04:53.843184+0000","last_became_peered":"2023-10-21T13:04:53.843184+0000","last_unstale":"2023-10-21T13:04:56.327537+0000","last_undegraded":"2023-10-21T13:04:56.327537+0000","last_fullsized":"2023-10-21T13:04:56.327537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:00:06.067009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824329+0000","last_change":"2023-10-21T13:04:52.818859+0000","last_active":"2023-10-21T13:04:54.824329+0000","last_peered":"2023-10-21T13:04:54.824329+0000","last_clean":"2023-10-21T13:04:54.824329+0000","last_became_active":"2023-10-21T13:04:52.818520+0000","last_became_peered":"2023-10-21T13:04:52.818520+0000","last_unstale":"2023-10-21T13:04:54.824329+0000","last_undegraded":"2023-10-21T13:04:54.824329+0000","last_fullsized":"2023-10-21T13:04:54.824329+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327167+0000","last_change":"2023-10-21T13:04:53.836247+0000","last_active":"2023-10-21T13:04:56.327167+0000","last_peered":"2023-10-21T13:04:56.327167+0000","last_clean":"2023-10-21T13:04:56.327167+0000","last_became_active":"2023-10-21T13:04:53.835986+0000","last_became_peered":"2023-10-21T13:04:53.835986+0000","last_unstale":"2023-10-21T13:04:56.327167+0000","last_undegraded":"2023-10-21T13:04:56.327167+0000","last_fullsized":"2023-10-21T13:04:56.327167+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:23:18.205400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326486+0000","last_change":"2023-10-21T13:04:52.816181+0000","last_active":"2023-10-21T13:04:56.326486+0000","last_peered":"2023-10-21T13:04:56.326486+0000","last_clean":"2023-10-21T13:04:56.326486+0000","last_became_active":"2023-10-21T13:04:52.815872+0000","last_became_peered":"2023-10-21T13:04:52.815872+0000","last_unstale":"2023-10-21T13:04:56.326486+0000","last_undegraded":"2023-10-21T13:04:56.326486+0000","last_fullsized":"2023-10-21T13:04:56.326486+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:20:21.893850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302031+0000","last_change":"2023-10-21T13:04:53.843638+0000","last_active":"2023-10-21T13:04:56.302031+0000","last_peered":"2023-10-21T13:04:56.302031+0000","last_clean":"2023-10-21T13:04:56.302031+0000","last_became_active":"2023-10-21T13:04:53.843347+0000","last_became_peered":"2023-10-21T13:04:53.843347+0000","last_unstale":"2023-10-21T13:04:56.302031+0000","last_undegraded":"2023-10-21T13:04:56.302031+0000","last_fullsized":"2023-10-21T13:04:56.302031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:29.165649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326711+0000","last_change":"2023-10-21T13:04:52.818112+0000","last_active":"2023-10-21T13:04:56.326711+0000","last_peered":"2023-10-21T13:04:56.326711+0000","last_clean":"2023-10-21T13:04:56.326711+0000","last_became_active":"2023-10-21T13:04:52.817686+0000","last_became_peered":"2023-10-21T13:04:52.817686+0000","last_unstale":"2023-10-21T13:04:56.326711+0000","last_undegraded":"2023-10-21T13:04:56.326711+0000","last_fullsized":"2023-10-21T13:04:56.326711+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:00:34.146049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326640+0000","last_change":"2023-10-21T13:04:53.843247+0000","last_active":"2023-10-21T13:04:56.326640+0000","last_peered":"2023-10-21T13:04:56.326640+0000","last_clean":"2023-10-21T13:04:56.326640+0000","last_became_active":"2023-10-21T13:04:53.842783+0000","last_became_peered":"2023-10-21T13:04:53.842783+0000","last_unstale":"2023-10-21T13:04:56.326640+0000","last_undegraded":"2023-10-21T13:04:56.326640+0000","last_fullsized":"2023-10-21T13:04:56.326640+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:09:22.492215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326287+0000","last_change":"2023-10-21T13:04:52.827863+0000","last_active":"2023-10-21T13:04:56.326287+0000","last_peered":"2023-10-21T13:04:56.326287+0000","last_clean":"2023-10-21T13:04:56.326287+0000","last_became_active":"2023-10-21T13:04:52.827590+0000","last_became_peered":"2023-10-21T13:04:52.827590+0000","last_unstale":"2023-10-21T13:04:56.326287+0000","last_undegraded":"2023-10-21T13:04:56.326287+0000","last_fullsized":"2023-10-21T13:04:56.326287+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:15.131888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824019+0000","last_change":"2023-10-21T13:04:53.833086+0000","last_active":"2023-10-21T13:04:54.824019+0000","last_peered":"2023-10-21T13:04:54.824019+0000","last_clean":"2023-10-21T13:04:54.824019+0000","last_became_active":"2023-10-21T13:04:53.832394+0000","last_became_peered":"2023-10-21T13:04:53.832394+0000","last_unstale":"2023-10-21T13:04:54.824019+0000","last_undegraded":"2023-10-21T13:04:54.824019+0000","last_fullsized":"2023-10-21T13:04:54.824019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:13.617448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220136+0000","last_change":"2023-10-21T13:04:52.814619+0000","last_active":"2023-10-21T13:04:56.220136+0000","last_peered":"2023-10-21T13:04:56.220136+0000","last_clean":"2023-10-21T13:04:56.220136+0000","last_became_active":"2023-10-21T13:04:52.814310+0000","last_became_peered":"2023-10-21T13:04:52.814310+0000","last_unstale":"2023-10-21T13:04:56.220136+0000","last_undegraded":"2023-10-21T13:04:56.220136+0000","last_fullsized":"2023-10-21T13:04:56.220136+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:28.159100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326205+0000","last_change":"2023-10-21T13:04:53.842892+0000","last_active":"2023-10-21T13:04:56.326205+0000","last_peered":"2023-10-21T13:04:56.326205+0000","last_clean":"2023-10-21T13:04:56.326205+0000","last_became_active":"2023-10-21T13:04:53.842406+0000","last_became_peered":"2023-10-21T13:04:53.842406+0000","last_unstale":"2023-10-21T13:04:56.326205+0000","last_undegraded":"2023-10-21T13:04:56.326205+0000","last_fullsized":"2023-10-21T13:04:56.326205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:23:18.205400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327354+0000","last_change":"2023-10-21T13:04:52.819732+0000","last_active":"2023-10-21T13:04:56.327354+0000","last_peered":"2023-10-21T13:04:56.327354+0000","last_clean":"2023-10-21T13:04:56.327354+0000","last_became_active":"2023-10-21T13:04:52.819354+0000","last_became_peered":"2023-10-21T13:04:52.819354+0000","last_unstale":"2023-10-21T13:04:56.327354+0000","last_undegraded":"2023-10-21T13:04:56.327354+0000","last_fullsized":"2023-10-21T13:04:56.327354+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:31.316905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824774+0000","last_change":"2023-10-21T13:04:53.829613+0000","last_active":"2023-10-21T13:04:54.824774+0000","last_peered":"2023-10-21T13:04:54.824774+0000","last_clean":"2023-10-21T13:04:54.824774+0000","last_became_active":"2023-10-21T13:04:53.829366+0000","last_became_peered":"2023-10-21T13:04:53.829366+0000","last_unstale":"2023-10-21T13:04:54.824774+0000","last_undegraded":"2023-10-21T13:04:54.824774+0000","last_fullsized":"2023-10-21T13:04:54.824774+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:05:18.922088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326869+0000","last_change":"2023-10-21T13:04:52.816988+0000","last_active":"2023-10-21T13:04:56.326869+0000","last_peered":"2023-10-21T13:04:56.326869+0000","last_clean":"2023-10-21T13:04:56.326869+0000","last_became_active":"2023-10-21T13:04:52.816645+0000","last_became_peered":"2023-10-21T13:04:52.816645+0000","last_unstale":"2023-10-21T13:04:56.326869+0000","last_undegraded":"2023-10-21T13:04:56.326869+0000","last_fullsized":"2023-10-21T13:04:56.326869+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:20:01.968824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824501+0000","last_change":"2023-10-21T13:04:53.835732+0000","last_active":"2023-10-21T13:04:54.824501+0000","last_peered":"2023-10-21T13:04:54.824501+0000","last_clean":"2023-10-21T13:04:54.824501+0000","last_became_active":"2023-10-21T13:04:53.835453+0000","last_became_peered":"2023-10-21T13:04:53.835453+0000","last_unstale":"2023-10-21T13:04:54.824501+0000","last_undegraded":"2023-10-21T13:04:54.824501+0000","last_fullsized":"2023-10-21T13:04:54.824501+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:16.138437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326504+0000","last_change":"2023-10-21T13:04:52.820120+0000","last_active":"2023-10-21T13:04:56.326504+0000","last_peered":"2023-10-21T13:04:56.326504+0000","last_clean":"2023-10-21T13:04:56.326504+0000","last_became_active":"2023-10-21T13:04:52.819539+0000","last_became_peered":"2023-10-21T13:04:52.819539+0000","last_unstale":"2023-10-21T13:04:56.326504+0000","last_undegraded":"2023-10-21T13:04:56.326504+0000","last_fullsized":"2023-10-21T13:04:56.326504+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:40.987361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326497+0000","last_change":"2023-10-21T13:04:53.821286+0000","last_active":"2023-10-21T13:04:56.326497+0000","last_peered":"2023-10-21T13:04:56.326497+0000","last_clean":"2023-10-21T13:04:56.326497+0000","last_became_active":"2023-10-21T13:04:53.820970+0000","last_became_peered":"2023-10-21T13:04:53.820970+0000","last_unstale":"2023-10-21T13:04:56.326497+0000","last_undegraded":"2023-10-21T13:04:56.326497+0000","last_fullsized":"2023-10-21T13:04:56.326497+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:00:35.152598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326459+0000","last_change":"2023-10-21T13:04:53.831796+0000","last_active":"2023-10-21T13:04:56.326459+0000","last_peered":"2023-10-21T13:04:56.326459+0000","last_clean":"2023-10-21T13:04:56.326459+0000","last_became_active":"2023-10-21T13:04:53.831273+0000","last_became_peered":"2023-10-21T13:04:53.831273+0000","last_unstale":"2023-10-21T13:04:56.326459+0000","last_undegraded":"2023-10-21T13:04:56.326459+0000","last_fullsized":"2023-10-21T13:04:56.326459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:47.898415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326159+0000","last_change":"2023-10-21T13:04:52.818406+0000","last_active":"2023-10-21T13:04:56.326159+0000","last_peered":"2023-10-21T13:04:56.326159+0000","last_clean":"2023-10-21T13:04:56.326159+0000","last_became_active":"2023-10-21T13:04:52.818104+0000","last_became_peered":"2023-10-21T13:04:52.818104+0000","last_unstale":"2023-10-21T13:04:56.326159+0000","last_undegraded":"2023-10-21T13:04:56.326159+0000","last_fullsized":"2023-10-21T13:04:56.326159+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220437+0000","last_change":"2023-10-21T13:04:53.813290+0000","last_active":"2023-10-21T13:04:56.220437+0000","last_peered":"2023-10-21T13:04:56.220437+0000","last_clean":"2023-10-21T13:04:56.220437+0000","last_became_active":"2023-10-21T13:04:53.812948+0000","last_became_peered":"2023-10-21T13:04:53.812948+0000","last_unstale":"2023-10-21T13:04:56.220437+0000","last_undegraded":"2023-10-21T13:04:56.220437+0000","last_fullsized":"2023-10-21T13:04:56.220437+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:32.323454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326502+0000","last_change":"2023-10-21T13:04:52.822379+0000","last_active":"2023-10-21T13:04:56.326502+0000","last_peered":"2023-10-21T13:04:56.326502+0000","last_clean":"2023-10-21T13:04:56.326502+0000","last_became_active":"2023-10-21T13:04:52.821883+0000","last_became_peered":"2023-10-21T13:04:52.821883+0000","last_unstale":"2023-10-21T13:04:56.326502+0000","last_undegraded":"2023-10-21T13:04:56.326502+0000","last_fullsized":"2023-10-21T13:04:56.326502+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:12.610899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-10-21T13:04:53.817856+0000","last_change":"2023-10-21T13:04:48.686798+0000","last_active":"2023-10-21T13:04:53.817856+0000","last_peered":"2023-10-21T13:04:53.817856+0000","last_clean":"2023-10-21T13:04:53.817856+0000","last_became_active":"2023-10-21T13:04:48.685603+0000","last_became_peered":"2023-10-21T13:04:48.685603+0000","last_unstale":"2023-10-21T13:04:53.817856+0000","last_undegraded":"2023-10-21T13:04:53.817856+0000","last_fullsized":"2023-10-21T13:04:53.817856+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_clean_scrub_stamp":"2023-10-21T13:04:47.669759+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:39:05.649200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.301934+0000","last_change":"2023-10-21T13:04:53.834584+0000","last_active":"2023-10-21T13:04:56.301934+0000","last_peered":"2023-10-21T13:04:56.301934+0000","last_clean":"2023-10-21T13:04:56.301934+0000","last_became_active":"2023-10-21T13:04:53.834318+0000","last_became_peered":"2023-10-21T13:04:53.834318+0000","last_unstale":"2023-10-21T13:04:56.301934+0000","last_undegraded":"2023-10-21T13:04:56.301934+0000","last_fullsized":"2023-10-21T13:04:56.301934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:05:18.922088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326115+0000","last_change":"2023-10-21T13:04:52.820896+0000","last_active":"2023-10-21T13:04:56.326115+0000","last_peered":"2023-10-21T13:04:56.326115+0000","last_clean":"2023-10-21T13:04:56.326115+0000","last_became_active":"2023-10-21T13:04:52.820569+0000","last_became_peered":"2023-10-21T13:04:52.820569+0000","last_unstale":"2023-10-21T13:04:56.326115+0000","last_undegraded":"2023-10-21T13:04:56.326115+0000","last_fullsized":"2023-10-21T13:04:56.326115+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:46.891866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326968+0000","last_change":"2023-10-21T13:04:52.821094+0000","last_active":"2023-10-21T13:04:56.326968+0000","last_peered":"2023-10-21T13:04:56.326968+0000","last_clean":"2023-10-21T13:04:56.326968+0000","last_became_active":"2023-10-21T13:04:52.820862+0000","last_became_peered":"2023-10-21T13:04:52.820862+0000","last_unstale":"2023-10-21T13:04:56.326968+0000","last_undegraded":"2023-10-21T13:04:56.326968+0000","last_fullsized":"2023-10-21T13:04:56.326968+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:16:49.797121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302159+0000","last_change":"2023-10-21T13:04:53.837101+0000","last_active":"2023-10-21T13:04:56.302159+0000","last_peered":"2023-10-21T13:04:56.302159+0000","last_clean":"2023-10-21T13:04:56.302159+0000","last_became_active":"2023-10-21T13:04:53.836822+0000","last_became_peered":"2023-10-21T13:04:53.836822+0000","last_unstale":"2023-10-21T13:04:56.302159+0000","last_undegraded":"2023-10-21T13:04:56.302159+0000","last_fullsized":"2023-10-21T13:04:56.302159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:42:05.049067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.423435+0000","last_change":"2023-10-21T13:04:52.824718+0000","last_active":"2023-10-21T13:04:56.423435+0000","last_peered":"2023-10-21T13:04:56.423435+0000","last_clean":"2023-10-21T13:04:56.423435+0000","last_became_active":"2023-10-21T13:04:52.824446+0000","last_became_peered":"2023-10-21T13:04:52.824446+0000","last_unstale":"2023-10-21T13:04:56.423435+0000","last_undegraded":"2023-10-21T13:04:56.423435+0000","last_fullsized":"2023-10-21T13:04:56.423435+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:15.131888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220548+0000","last_change":"2023-10-21T13:04:53.835271+0000","last_active":"2023-10-21T13:04:56.220548+0000","last_peered":"2023-10-21T13:04:56.220548+0000","last_clean":"2023-10-21T13:04:56.220548+0000","last_became_active":"2023-10-21T13:04:53.835018+0000","last_became_peered":"2023-10-21T13:04:53.835018+0000","last_unstale":"2023-10-21T13:04:56.220548+0000","last_undegraded":"2023-10-21T13:04:56.220548+0000","last_fullsized":"2023-10-21T13:04:56.220548+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:22:43.637576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327331+0000","last_change":"2023-10-21T13:04:52.819597+0000","last_active":"2023-10-21T13:04:56.327331+0000","last_peered":"2023-10-21T13:04:56.327331+0000","last_clean":"2023-10-21T13:04:56.327331+0000","last_became_active":"2023-10-21T13:04:52.819317+0000","last_became_peered":"2023-10-21T13:04:52.819317+0000","last_unstale":"2023-10-21T13:04:56.327331+0000","last_undegraded":"2023-10-21T13:04:56.327331+0000","last_fullsized":"2023-10-21T13:04:56.327331+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:48:59.219410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220574+0000","last_change":"2023-10-21T13:04:53.829530+0000","last_active":"2023-10-21T13:04:56.220574+0000","last_peered":"2023-10-21T13:04:56.220574+0000","last_clean":"2023-10-21T13:04:56.220574+0000","last_became_active":"2023-10-21T13:04:53.826906+0000","last_became_peered":"2023-10-21T13:04:53.826906+0000","last_unstale":"2023-10-21T13:04:56.220574+0000","last_undegraded":"2023-10-21T13:04:56.220574+0000","last_fullsized":"2023-10-21T13:04:56.220574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:47.340687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326481+0000","last_change":"2023-10-21T13:04:52.815328+0000","last_active":"2023-10-21T13:04:56.326481+0000","last_peered":"2023-10-21T13:04:56.326481+0000","last_clean":"2023-10-21T13:04:56.326481+0000","last_became_active":"2023-10-21T13:04:52.814982+0000","last_became_peered":"2023-10-21T13:04:52.814982+0000","last_unstale":"2023-10-21T13:04:56.326481+0000","last_undegraded":"2023-10-21T13:04:56.326481+0000","last_fullsized":"2023-10-21T13:04:56.326481+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:20:01.968824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326338+0000","last_change":"2023-10-21T13:04:53.842684+0000","last_active":"2023-10-21T13:04:56.326338+0000","last_peered":"2023-10-21T13:04:56.326338+0000","last_clean":"2023-10-21T13:04:56.326338+0000","last_became_active":"2023-10-21T13:04:53.842113+0000","last_became_peered":"2023-10-21T13:04:53.842113+0000","last_unstale":"2023-10-21T13:04:56.326338+0000","last_undegraded":"2023-10-21T13:04:56.326338+0000","last_fullsized":"2023-10-21T13:04:56.326338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:38:32.893150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220267+0000","last_change":"2023-10-21T13:04:52.818219+0000","last_active":"2023-10-21T13:04:56.220267+0000","last_peered":"2023-10-21T13:04:56.220267+0000","last_clean":"2023-10-21T13:04:56.220267+0000","last_became_active":"2023-10-21T13:04:52.817944+0000","last_became_peered":"2023-10-21T13:04:52.817944+0000","last_unstale":"2023-10-21T13:04:56.220267+0000","last_undegraded":"2023-10-21T13:04:56.220267+0000","last_fullsized":"2023-10-21T13:04:56.220267+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220205+0000","last_change":"2023-10-21T13:04:53.831295+0000","last_active":"2023-10-21T13:04:56.220205+0000","last_peered":"2023-10-21T13:04:56.220205+0000","last_clean":"2023-10-21T13:04:56.220205+0000","last_became_active":"2023-10-21T13:04:53.830963+0000","last_became_peered":"2023-10-21T13:04:53.830963+0000","last_unstale":"2023-10-21T13:04:56.220205+0000","last_undegraded":"2023-10-21T13:04:56.220205+0000","last_fullsized":"2023-10-21T13:04:56.220205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:37:53.577578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.301976+0000","last_change":"2023-10-21T13:04:52.818822+0000","last_active":"2023-10-21T13:04:56.301976+0000","last_peered":"2023-10-21T13:04:56.301976+0000","last_clean":"2023-10-21T13:04:56.301976+0000","last_became_active":"2023-10-21T13:04:52.818533+0000","last_became_peered":"2023-10-21T13:04:52.818533+0000","last_unstale":"2023-10-21T13:04:56.301976+0000","last_undegraded":"2023-10-21T13:04:56.301976+0000","last_fullsized":"2023-10-21T13:04:56.301976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:07:47.193529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326611+0000","last_change":"2023-10-21T13:04:53.836060+0000","last_active":"2023-10-21T13:04:56.326611+0000","last_peered":"2023-10-21T13:04:56.326611+0000","last_clean":"2023-10-21T13:04:56.326611+0000","last_became_active":"2023-10-21T13:04:53.835781+0000","last_became_peered":"2023-10-21T13:04:53.835781+0000","last_unstale":"2023-10-21T13:04:56.326611+0000","last_undegraded":"2023-10-21T13:04:56.326611+0000","last_fullsized":"2023-10-21T13:04:56.326611+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:13.617448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326731+0000","last_change":"2023-10-21T13:04:52.818144+0000","last_active":"2023-10-21T13:04:56.326731+0000","last_peered":"2023-10-21T13:04:56.326731+0000","last_clean":"2023-10-21T13:04:56.326731+0000","last_became_active":"2023-10-21T13:04:52.817565+0000","last_became_peered":"2023-10-21T13:04:52.817565+0000","last_unstale":"2023-10-21T13:04:56.326731+0000","last_undegraded":"2023-10-21T13:04:56.326731+0000","last_fullsized":"2023-10-21T13:04:56.326731+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:22:42.631027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326654+0000","last_change":"2023-10-21T13:04:53.841526+0000","last_active":"2023-10-21T13:04:56.326654+0000","last_peered":"2023-10-21T13:04:56.326654+0000","last_clean":"2023-10-21T13:04:56.326654+0000","last_became_active":"2023-10-21T13:04:53.841145+0000","last_became_peered":"2023-10-21T13:04:53.841145+0000","last_unstale":"2023-10-21T13:04:56.326654+0000","last_undegraded":"2023-10-21T13:04:56.326654+0000","last_fullsized":"2023-10-21T13:04:56.326654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:54:02.999111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302263+0000","last_change":"2023-10-21T13:04:52.824650+0000","last_active":"2023-10-21T13:04:56.302263+0000","last_peered":"2023-10-21T13:04:56.302263+0000","last_clean":"2023-10-21T13:04:56.302263+0000","last_became_active":"2023-10-21T13:04:52.824426+0000","last_became_peered":"2023-10-21T13:04:52.824426+0000","last_unstale":"2023-10-21T13:04:56.302263+0000","last_undegraded":"2023-10-21T13:04:56.302263+0000","last_fullsized":"2023-10-21T13:04:56.302263+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:12.610899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327097+0000","last_change":"2023-10-21T13:04:53.842364+0000","last_active":"2023-10-21T13:04:56.327097+0000","last_peered":"2023-10-21T13:04:56.327097+0000","last_clean":"2023-10-21T13:04:56.327097+0000","last_became_active":"2023-10-21T13:04:53.842099+0000","last_became_peered":"2023-10-21T13:04:53.842099+0000","last_unstale":"2023-10-21T13:04:56.327097+0000","last_undegraded":"2023-10-21T13:04:56.327097+0000","last_fullsized":"2023-10-21T13:04:56.327097+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:12:17.897875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326989+0000","last_change":"2023-10-21T13:04:52.825654+0000","last_active":"2023-10-21T13:04:56.326989+0000","last_peered":"2023-10-21T13:04:56.326989+0000","last_clean":"2023-10-21T13:04:56.326989+0000","last_became_active":"2023-10-21T13:04:52.825381+0000","last_became_peered":"2023-10-21T13:04:52.825381+0000","last_unstale":"2023-10-21T13:04:56.326989+0000","last_undegraded":"2023-10-21T13:04:56.326989+0000","last_fullsized":"2023-10-21T13:04:56.326989+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326489+0000","last_change":"2023-10-21T13:04:53.828717+0000","last_active":"2023-10-21T13:04:56.326489+0000","last_peered":"2023-10-21T13:04:56.326489+0000","last_clean":"2023-10-21T13:04:56.326489+0000","last_became_active":"2023-10-21T13:04:53.828437+0000","last_became_peered":"2023-10-21T13:04:53.828437+0000","last_unstale":"2023-10-21T13:04:56.326489+0000","last_undegraded":"2023-10-21T13:04:56.326489+0000","last_fullsized":"2023-10-21T13:04:56.326489+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:37:50.757915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220678+0000","last_change":"2023-10-21T13:04:52.818013+0000","last_active":"2023-10-21T13:04:56.220678+0000","last_peered":"2023-10-21T13:04:56.220678+0000","last_clean":"2023-10-21T13:04:56.220678+0000","last_became_active":"2023-10-21T13:04:52.817673+0000","last_became_peered":"2023-10-21T13:04:52.817673+0000","last_unstale":"2023-10-21T13:04:56.220678+0000","last_undegraded":"2023-10-21T13:04:56.220678+0000","last_fullsized":"2023-10-21T13:04:56.220678+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:44.816878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327428+0000","last_change":"2023-10-21T13:04:53.823584+0000","last_active":"2023-10-21T13:04:56.327428+0000","last_peered":"2023-10-21T13:04:56.327428+0000","last_clean":"2023-10-21T13:04:56.327428+0000","last_became_active":"2023-10-21T13:04:53.823288+0000","last_became_peered":"2023-10-21T13:04:53.823288+0000","last_unstale":"2023-10-21T13:04:56.327428+0000","last_undegraded":"2023-10-21T13:04:56.327428+0000","last_fullsized":"2023-10-21T13:04:56.327428+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:38:32.893150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824000+0000","last_change":"2023-10-21T13:04:53.832995+0000","last_active":"2023-10-21T13:04:54.824000+0000","last_peered":"2023-10-21T13:04:54.824000+0000","last_clean":"2023-10-21T13:04:54.824000+0000","last_became_active":"2023-10-21T13:04:53.832700+0000","last_became_peered":"2023-10-21T13:04:53.832700+0000","last_unstale":"2023-10-21T13:04:54.824000+0000","last_undegraded":"2023-10-21T13:04:54.824000+0000","last_fullsized":"2023-10-21T13:04:54.824000+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:28.725488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326242+0000","last_change":"2023-10-21T13:04:53.824459+0000","last_active":"2023-10-21T13:04:56.326242+0000","last_peered":"2023-10-21T13:04:56.326242+0000","last_clean":"2023-10-21T13:04:56.326242+0000","last_became_active":"2023-10-21T13:04:53.823667+0000","last_became_peered":"2023-10-21T13:04:53.823667+0000","last_unstale":"2023-10-21T13:04:56.326242+0000","last_undegraded":"2023-10-21T13:04:56.326242+0000","last_fullsized":"2023-10-21T13:04:56.326242+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:28.725488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326248+0000","last_change":"2023-10-21T13:04:53.843210+0000","last_active":"2023-10-21T13:04:56.326248+0000","last_peered":"2023-10-21T13:04:56.326248+0000","last_clean":"2023-10-21T13:04:56.326248+0000","last_became_active":"2023-10-21T13:04:53.842845+0000","last_became_peered":"2023-10-21T13:04:53.842845+0000","last_unstale":"2023-10-21T13:04:56.326248+0000","last_undegraded":"2023-10-21T13:04:56.326248+0000","last_fullsized":"2023-10-21T13:04:56.326248+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:50:20.569272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326847+0000","last_change":"2023-10-21T13:04:53.825832+0000","last_active":"2023-10-21T13:04:56.326847+0000","last_peered":"2023-10-21T13:04:56.326847+0000","last_clean":"2023-10-21T13:04:56.326847+0000","last_became_active":"2023-10-21T13:04:53.823172+0000","last_became_peered":"2023-10-21T13:04:53.823172+0000","last_unstale":"2023-10-21T13:04:56.326847+0000","last_undegraded":"2023-10-21T13:04:56.326847+0000","last_fullsized":"2023-10-21T13:04:56.326847+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:47.340687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302139+0000","last_change":"2023-10-21T13:04:53.836050+0000","last_active":"2023-10-21T13:04:56.302139+0000","last_peered":"2023-10-21T13:04:56.302139+0000","last_clean":"2023-10-21T13:04:56.302139+0000","last_became_active":"2023-10-21T13:04:53.835170+0000","last_became_peered":"2023-10-21T13:04:53.835170+0000","last_unstale":"2023-10-21T13:04:56.302139+0000","last_undegraded":"2023-10-21T13:04:56.302139+0000","last_fullsized":"2023-10-21T13:04:56.302139+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:50:23.305275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302339+0000","last_change":"2023-10-21T13:04:53.835285+0000","last_active":"2023-10-21T13:04:56.302339+0000","last_peered":"2023-10-21T13:04:56.302339+0000","last_clean":"2023-10-21T13:04:56.302339+0000","last_became_active":"2023-10-21T13:04:53.834495+0000","last_became_peered":"2023-10-21T13:04:53.834495+0000","last_unstale":"2023-10-21T13:04:56.302339+0000","last_undegraded":"2023-10-21T13:04:56.302339+0000","last_fullsized":"2023-10-21T13:04:56.302339+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:47.898415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824728+0000","last_change":"2023-10-21T13:04:53.844693+0000","last_active":"2023-10-21T13:04:54.824728+0000","last_peered":"2023-10-21T13:04:54.824728+0000","last_clean":"2023-10-21T13:04:54.824728+0000","last_became_active":"2023-10-21T13:04:53.844422+0000","last_became_peered":"2023-10-21T13:04:53.844422+0000","last_unstale":"2023-10-21T13:04:54.824728+0000","last_undegraded":"2023-10-21T13:04:54.824728+0000","last_fullsized":"2023-10-21T13:04:54.824728+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:45.823428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327127+0000","last_change":"2023-10-21T13:04:53.824432+0000","last_active":"2023-10-21T13:04:56.327127+0000","last_peered":"2023-10-21T13:04:56.327127+0000","last_clean":"2023-10-21T13:04:56.327127+0000","last_became_active":"2023-10-21T13:04:53.823835+0000","last_became_peered":"2023-10-21T13:04:53.823835+0000","last_unstale":"2023-10-21T13:04:56.327127+0000","last_undegraded":"2023-10-21T13:04:56.327127+0000","last_fullsized":"2023-10-21T13:04:56.327127+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:49:00.225959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326026+0000","last_change":"2023-10-21T13:04:53.845129+0000","last_active":"2023-10-21T13:04:56.326026+0000","last_peered":"2023-10-21T13:04:56.326026+0000","last_clean":"2023-10-21T13:04:56.326026+0000","last_became_active":"2023-10-21T13:04:53.844836+0000","last_became_peered":"2023-10-21T13:04:53.844836+0000","last_unstale":"2023-10-21T13:04:56.326026+0000","last_undegraded":"2023-10-21T13:04:56.326026+0000","last_fullsized":"2023-10-21T13:04:56.326026+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:03:10.074358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326876+0000","last_change":"2023-10-21T13:04:53.822671+0000","last_active":"2023-10-21T13:04:56.326876+0000","last_peered":"2023-10-21T13:04:56.326876+0000","last_clean":"2023-10-21T13:04:56.326876+0000","last_became_active":"2023-10-21T13:04:53.822264+0000","last_became_peered":"2023-10-21T13:04:53.822264+0000","last_unstale":"2023-10-21T13:04:56.326876+0000","last_undegraded":"2023-10-21T13:04:56.326876+0000","last_fullsized":"2023-10-21T13:04:56.326876+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:00:35.152598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824295+0000","last_change":"2023-10-21T13:04:53.834542+0000","last_active":"2023-10-21T13:04:54.824295+0000","last_peered":"2023-10-21T13:04:54.824295+0000","last_clean":"2023-10-21T13:04:54.824295+0000","last_became_active":"2023-10-21T13:04:53.834312+0000","last_became_peered":"2023-10-21T13:04:53.834312+0000","last_unstale":"2023-10-21T13:04:54.824295+0000","last_undegraded":"2023-10-21T13:04:54.824295+0000","last_fullsized":"2023-10-21T13:04:54.824295+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:16.138437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220453+0000","last_change":"2023-10-21T13:04:53.813487+0000","last_active":"2023-10-21T13:04:56.220453+0000","last_peered":"2023-10-21T13:04:56.220453+0000","last_clean":"2023-10-21T13:04:56.220453+0000","last_became_active":"2023-10-21T13:04:53.812998+0000","last_became_peered":"2023-10-21T13:04:53.812998+0000","last_unstale":"2023-10-21T13:04:56.220453+0000","last_undegraded":"2023-10-21T13:04:56.220453+0000","last_fullsized":"2023-10-21T13:04:56.220453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:35.667469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326690+0000","last_change":"2023-10-21T13:04:53.828218+0000","last_active":"2023-10-21T13:04:56.326690+0000","last_peered":"2023-10-21T13:04:56.326690+0000","last_clean":"2023-10-21T13:04:56.326690+0000","last_became_active":"2023-10-21T13:04:53.827907+0000","last_became_peered":"2023-10-21T13:04:53.827907+0000","last_unstale":"2023-10-21T13:04:56.326690+0000","last_undegraded":"2023-10-21T13:04:56.326690+0000","last_fullsized":"2023-10-21T13:04:56.326690+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:16:50.803670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":204800,"data_stored":70898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64400000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35599999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":70954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.1160000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.161}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":5.9589999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.22}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.2229999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":5.9210000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2509999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.312}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79300000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":225280,"data_stored":73182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41599999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]}]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":806912,"data_stored":661358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.2370000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.137}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T13:05:02.883 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T13:05:03.042 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.040+0000 7ffa6c40c700 1 Processor -- start 2023-10-21T13:05:03.043 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.040+0000 7ffa6c40c700 1 -- start start 2023-10-21T13:05:03.045 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.041+0000 7ffa6c40c700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7ffa640cf730 0x7ffa640cfbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.045 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.041+0000 7ffa6c40c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ffa6406a8d0 0x7ffa6406ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.045 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.041+0000 7ffa6c40c700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa640cb600 con 0x7ffa6415da10 2023-10-21T13:05:03.045 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.041+0000 7ffa6c40c700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa6406b280 con 0x7ffa640cf730 2023-10-21T13:05:03.046 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.041+0000 7ffa6c40c700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa6415ddf0 con 0x7ffa6406a8d0 2023-10-21T13:05:03.046 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.041+0000 7ffa699a7700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7ffa640cf730 0x7ffa640cfbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.046 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.041+0000 7ffa6a1a8700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7ffa6415da10 0x7ffa640b31f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:45078/0 (socket says 172.21.15.67:45078) 2023-10-21T13:05:03.046 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.041+0000 7ffa6a1a8700 1 -- 172.21.15.67:0/3699654609 learned_addr learned my addr 172.21.15.67:0/3699654609 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:03.047 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.041+0000 7ffa6a9a9700 1 --2- 172.21.15.67:0/3699654609 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ffa6406a8d0 0x7ffa6406ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.047 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.042+0000 7ffa6a9a9700 1 -- 172.21.15.67:0/3699654609 >> v2:172.21.15.190:3300/0 conn(0x7ffa640cf730 msgr2=0x7ffa640cfbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:03.047 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.042+0000 7ffa6a9a9700 1 --2- 172.21.15.67:0/3699654609 >> v2:172.21.15.190:3300/0 conn(0x7ffa640cf730 0x7ffa640cfbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.047 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.042+0000 7ffa6a9a9700 1 -- 172.21.15.67:0/3699654609 >> v1:172.21.15.190:6789/0 conn(0x7ffa6415da10 legacy=0x7ffa640b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.048 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.042+0000 7ffa6a9a9700 1 -- 172.21.15.67:0/3699654609 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa640ca9f0 con 0x7ffa6406a8d0 2023-10-21T13:05:03.048 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.042+0000 7ffa699a7700 1 --2- 172.21.15.67:0/3699654609 >> v2:172.21.15.190:3300/0 conn(0x7ffa640cf730 0x7ffa640cfbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:03.048 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.042+0000 7ffa6a9a9700 1 --2- 172.21.15.67:0/3699654609 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ffa6406a8d0 0x7ffa6406ad40 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c009d90 tx=0x7ffa5c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1df4da8074974b06 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:03.048 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.042+0000 7ffa691a6700 1 -- 172.21.15.67:0/3699654609 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c00e070 con 0x7ffa6406a8d0 2023-10-21T13:05:03.048 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.042+0000 7ffa691a6700 1 -- 172.21.15.67:0/3699654609 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa5c00bb20 con 0x7ffa6406a8d0 2023-10-21T13:05:03.049 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.042+0000 7ffa691a6700 1 -- 172.21.15.67:0/3699654609 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c012430 con 0x7ffa6406a8d0 2023-10-21T13:05:03.049 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.043+0000 7ffa6c40c700 1 -- 172.21.15.67:0/3699654609 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ffa6406a8d0 msgr2=0x7ffa6406ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.049 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.043+0000 7ffa6c40c700 1 --2- 172.21.15.67:0/3699654609 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ffa6406a8d0 0x7ffa6406ad40 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c009d90 tx=0x7ffa5c00b330 comp rx=0 tx=0).stop 2023-10-21T13:05:03.049 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.043+0000 7ffa6c40c700 1 -- 172.21.15.67:0/3699654609 shutdown_connections 2023-10-21T13:05:03.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.043+0000 7ffa6c40c700 1 --2- 172.21.15.67:0/3699654609 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ffa6406a8d0 0x7ffa6406ad40 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.043+0000 7ffa6c40c700 1 --2- 172.21.15.67:0/3699654609 >> v2:172.21.15.190:3300/0 conn(0x7ffa640cf730 0x7ffa640cfbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.043+0000 7ffa6c40c700 1 -- 172.21.15.67:0/3699654609 >> 172.21.15.67:0/3699654609 conn(0x7ffa640999d0 msgr2=0x7ffa640d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:03.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.043+0000 7ffa6c40c700 1 -- 172.21.15.67:0/3699654609 shutdown_connections 2023-10-21T13:05:03.051 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.043+0000 7ffa6c40c700 1 -- 172.21.15.67:0/3699654609 wait complete. 2023-10-21T13:05:03.053 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.044+0000 7ffa6c40c700 1 Processor -- start 2023-10-21T13:05:03.053 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.044+0000 7ffa6c40c700 1 -- start start 2023-10-21T13:05:03.054 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa6c40c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffa6406a8d0 0x7ffa6406f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.054 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa6c40c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa640cf730 0x7ffa6414f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.054 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa6c40c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ffa6415da10 0x7ffa640c8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.054 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa6c40c700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa640c9410 con 0x7ffa640cf730 2023-10-21T13:05:03.054 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa6c40c700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa6415e000 con 0x7ffa6406a8d0 2023-10-21T13:05:03.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa6c40c700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa640c9640 con 0x7ffa6415da10 2023-10-21T13:05:03.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa699a7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa640cf730 0x7ffa6414f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa699a7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa640cf730 0x7ffa6414f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60126/0 (socket says 172.21.15.67:60126) 2023-10-21T13:05:03.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa699a7700 1 -- 172.21.15.67:0/617898601 learned_addr learned my addr 172.21.15.67:0/617898601 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:03.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa6a9a9700 1 --2- 172.21.15.67:0/617898601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ffa6415da10 0x7ffa640c8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.056 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa6a1a8700 1 --2- 172.21.15.67:0/617898601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffa6406a8d0 0x7ffa6406f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.056 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa699a7700 1 -- 172.21.15.67:0/617898601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ffa6415da10 msgr2=0x7ffa640c8ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.056 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa699a7700 1 --2- 172.21.15.67:0/617898601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ffa6415da10 0x7ffa640c8ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.056 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa699a7700 1 -- 172.21.15.67:0/617898601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffa6406a8d0 msgr2=0x7ffa6406f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.056 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa699a7700 1 --2- 172.21.15.67:0/617898601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffa6406a8d0 0x7ffa6406f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa699a7700 1 -- 172.21.15.67:0/617898601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa600094a0 con 0x7ffa640cf730 2023-10-21T13:05:03.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa699a7700 1 --2- 172.21.15.67:0/617898601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa640cf730 0x7ffa6414f710 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ffa6000ebe0 tx=0x7ffa6000eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:03.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa5affd700 1 -- 172.21.15.67:0/617898601 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa6000c850 con 0x7ffa640cf730 2023-10-21T13:05:03.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa5affd700 1 -- 172.21.15.67:0/617898601 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa6000c9b0 con 0x7ffa640cf730 2023-10-21T13:05:03.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa6c40c700 1 -- 172.21.15.67:0/617898601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa5c009a70 con 0x7ffa640cf730 2023-10-21T13:05:03.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.045+0000 7ffa5affd700 1 -- 172.21.15.67:0/617898601 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa6000cd40 con 0x7ffa640cf730 2023-10-21T13:05:03.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.046+0000 7ffa6c40c700 1 -- 172.21.15.67:0/617898601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa640c9c00 con 0x7ffa640cf730 2023-10-21T13:05:03.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.046+0000 7ffa6c40c700 1 -- 172.21.15.67:0/617898601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa64074d40 con 0x7ffa640cf730 2023-10-21T13:05:03.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.047+0000 7ffa5affd700 1 -- 172.21.15.67:0/617898601 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ffa60013470 con 0x7ffa640cf730 2023-10-21T13:05:03.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.047+0000 7ffa5affd700 1 --2- 172.21.15.67:0/617898601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ffa4806af00 0x7ffa4806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.048+0000 7ffa5affd700 1 -- 172.21.15.67:0/617898601 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffa600896f0 con 0x7ffa640cf730 2023-10-21T13:05:03.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.048+0000 7ffa6a1a8700 1 --2- 172.21.15.67:0/617898601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ffa4806af00 0x7ffa4806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.048+0000 7ffa6a1a8700 1 --2- 172.21.15.67:0/617898601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ffa4806af00 0x7ffa4806d3c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ffa54005960 tx=0x7ffa54009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:03.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.052+0000 7ffa5affd700 1 -- 172.21.15.67:0/617898601 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ffa60054700 con 0x7ffa640cf730 2023-10-21T13:05:03.253 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.251+0000 7ffa6c40c700 1 -- 172.21.15.67:0/617898601 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ffa640cafb0 con 0x7ffa4806af00 2023-10-21T13:05:03.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.259+0000 7ffa5affd700 1 -- 172.21.15.67:0/617898601 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264539 (secure 0 0 0) 0x7ffa54001d50 con 0x7ffa4806af00 2023-10-21T13:05:03.264 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:03.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.262+0000 7ffa6c40c700 1 -- 172.21.15.67:0/617898601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ffa4806af00 msgr2=0x7ffa4806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.262+0000 7ffa6c40c700 1 --2- 172.21.15.67:0/617898601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ffa4806af00 0x7ffa4806d3c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ffa54005960 tx=0x7ffa54009040 comp rx=0 tx=0).stop 2023-10-21T13:05:03.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.262+0000 7ffa6c40c700 1 -- 172.21.15.67:0/617898601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa640cf730 msgr2=0x7ffa6414f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.262+0000 7ffa6c40c700 1 --2- 172.21.15.67:0/617898601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa640cf730 0x7ffa6414f710 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ffa6000ebe0 tx=0x7ffa6000eef0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.262+0000 7ffa6c40c700 1 -- 172.21.15.67:0/617898601 shutdown_connections 2023-10-21T13:05:03.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.262+0000 7ffa6c40c700 1 --2- 172.21.15.67:0/617898601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ffa4806af00 0x7ffa4806d3c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.262+0000 7ffa6c40c700 1 --2- 172.21.15.67:0/617898601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ffa6415da10 0x7ffa640c8ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.262+0000 7ffa6c40c700 1 --2- 172.21.15.67:0/617898601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffa6406a8d0 0x7ffa6406f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.262+0000 7ffa6c40c700 1 --2- 172.21.15.67:0/617898601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa640cf730 0x7ffa6414f710 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.262+0000 7ffa6c40c700 1 -- 172.21.15.67:0/617898601 >> 172.21.15.67:0/617898601 conn(0x7ffa640999d0 msgr2=0x7ffa640d0330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:03.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.263+0000 7ffa6c40c700 1 -- 172.21.15.67:0/617898601 shutdown_connections 2023-10-21T13:05:03.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.263+0000 7ffa6c40c700 1 -- 172.21.15.67:0/617898601 wait complete. 2023-10-21T13:05:03.269 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2023-10-21T13:05:03.276 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2023-10-21T13:05:01.372668+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219012,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755708,"statfs":{"total":773094113280,"available":772869844992,"internally_reserved":0,"allocated":2891776,"data_stored":1752740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002188"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327300+0000","last_change":"2023-10-21T13:04:53.842520+0000","last_active":"2023-10-21T13:04:56.327300+0000","last_peered":"2023-10-21T13:04:56.327300+0000","last_clean":"2023-10-21T13:04:56.327300+0000","last_became_active":"2023-10-21T13:04:53.842197+0000","last_became_peered":"2023-10-21T13:04:53.842197+0000","last_unstale":"2023-10-21T13:04:56.327300+0000","last_undegraded":"2023-10-21T13:04:56.327300+0000","last_fullsized":"2023-10-21T13:04:56.327300+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:50:20.569272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327181+0000","last_change":"2023-10-21T13:04:53.833504+0000","last_active":"2023-10-21T13:04:56.327181+0000","last_peered":"2023-10-21T13:04:56.327181+0000","last_clean":"2023-10-21T13:04:56.327181+0000","last_became_active":"2023-10-21T13:04:53.833199+0000","last_became_peered":"2023-10-21T13:04:53.833199+0000","last_unstale":"2023-10-21T13:04:56.327181+0000","last_undegraded":"2023-10-21T13:04:56.327181+0000","last_fullsized":"2023-10-21T13:04:56.327181+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:00:06.067009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326952+0000","last_change":"2023-10-21T13:04:53.823333+0000","last_active":"2023-10-21T13:04:56.326952+0000","last_peered":"2023-10-21T13:04:56.326952+0000","last_clean":"2023-10-21T13:04:56.326952+0000","last_became_active":"2023-10-21T13:04:53.822997+0000","last_became_peered":"2023-10-21T13:04:53.822997+0000","last_unstale":"2023-10-21T13:04:56.326952+0000","last_undegraded":"2023-10-21T13:04:56.326952+0000","last_fullsized":"2023-10-21T13:04:56.326952+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:37:50.757915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824475+0000","last_change":"2023-10-21T13:04:53.814596+0000","last_active":"2023-10-21T13:04:54.824475+0000","last_peered":"2023-10-21T13:04:54.824475+0000","last_clean":"2023-10-21T13:04:54.824475+0000","last_became_active":"2023-10-21T13:04:53.814303+0000","last_became_peered":"2023-10-21T13:04:53.814303+0000","last_unstale":"2023-10-21T13:04:54.824475+0000","last_undegraded":"2023-10-21T13:04:54.824475+0000","last_fullsized":"2023-10-21T13:04:54.824475+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:13.617448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326440+0000","last_change":"2023-10-21T13:04:53.828260+0000","last_active":"2023-10-21T13:04:56.326440+0000","last_peered":"2023-10-21T13:04:56.326440+0000","last_clean":"2023-10-21T13:04:56.326440+0000","last_became_active":"2023-10-21T13:04:53.827998+0000","last_became_peered":"2023-10-21T13:04:53.827998+0000","last_unstale":"2023-10-21T13:04:56.326440+0000","last_undegraded":"2023-10-21T13:04:56.326440+0000","last_fullsized":"2023-10-21T13:04:56.326440+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:41.993911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824106+0000","last_change":"2023-10-21T13:04:53.817357+0000","last_active":"2023-10-21T13:04:54.824106+0000","last_peered":"2023-10-21T13:04:54.824106+0000","last_clean":"2023-10-21T13:04:54.824106+0000","last_became_active":"2023-10-21T13:04:53.817085+0000","last_became_peered":"2023-10-21T13:04:53.817085+0000","last_unstale":"2023-10-21T13:04:54.824106+0000","last_undegraded":"2023-10-21T13:04:54.824106+0000","last_fullsized":"2023-10-21T13:04:54.824106+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:19:03.536321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326194+0000","last_change":"2023-10-21T13:04:53.825742+0000","last_active":"2023-10-21T13:04:56.326194+0000","last_peered":"2023-10-21T13:04:56.326194+0000","last_clean":"2023-10-21T13:04:56.326194+0000","last_became_active":"2023-10-21T13:04:53.825436+0000","last_became_peered":"2023-10-21T13:04:53.825436+0000","last_unstale":"2023-10-21T13:04:56.326194+0000","last_undegraded":"2023-10-21T13:04:56.326194+0000","last_fullsized":"2023-10-21T13:04:56.326194+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:47.340687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326839+0000","last_change":"2023-10-21T13:04:53.836374+0000","last_active":"2023-10-21T13:04:56.326839+0000","last_peered":"2023-10-21T13:04:56.326839+0000","last_clean":"2023-10-21T13:04:56.326839+0000","last_became_active":"2023-10-21T13:04:53.836099+0000","last_became_peered":"2023-10-21T13:04:53.836099+0000","last_unstale":"2023-10-21T13:04:56.326839+0000","last_undegraded":"2023-10-21T13:04:56.326839+0000","last_fullsized":"2023-10-21T13:04:56.326839+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:41.993911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824480+0000","last_change":"2023-10-21T13:04:53.845406+0000","last_active":"2023-10-21T13:04:54.824480+0000","last_peered":"2023-10-21T13:04:54.824480+0000","last_clean":"2023-10-21T13:04:54.824480+0000","last_became_active":"2023-10-21T13:04:53.845072+0000","last_became_peered":"2023-10-21T13:04:53.845072+0000","last_unstale":"2023-10-21T13:04:54.824480+0000","last_undegraded":"2023-10-21T13:04:54.824480+0000","last_fullsized":"2023-10-21T13:04:54.824480+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:29.165649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327019+0000","last_change":"2023-10-21T13:04:53.821683+0000","last_active":"2023-10-21T13:04:56.327019+0000","last_peered":"2023-10-21T13:04:56.327019+0000","last_clean":"2023-10-21T13:04:56.327019+0000","last_became_active":"2023-10-21T13:04:53.821337+0000","last_became_peered":"2023-10-21T13:04:53.821337+0000","last_unstale":"2023-10-21T13:04:56.327019+0000","last_undegraded":"2023-10-21T13:04:56.327019+0000","last_fullsized":"2023-10-21T13:04:56.327019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:00:06.067009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326964+0000","last_change":"2023-10-21T13:04:53.844320+0000","last_active":"2023-10-21T13:04:56.326964+0000","last_peered":"2023-10-21T13:04:56.326964+0000","last_clean":"2023-10-21T13:04:56.326964+0000","last_became_active":"2023-10-21T13:04:53.843989+0000","last_became_peered":"2023-10-21T13:04:53.843989+0000","last_unstale":"2023-10-21T13:04:56.326964+0000","last_undegraded":"2023-10-21T13:04:56.326964+0000","last_fullsized":"2023-10-21T13:04:56.326964+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:03:10.074358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326734+0000","last_change":"2023-10-21T13:04:53.826295+0000","last_active":"2023-10-21T13:04:56.326734+0000","last_peered":"2023-10-21T13:04:56.326734+0000","last_clean":"2023-10-21T13:04:56.326734+0000","last_became_active":"2023-10-21T13:04:53.825365+0000","last_became_peered":"2023-10-21T13:04:53.825365+0000","last_unstale":"2023-10-21T13:04:56.326734+0000","last_undegraded":"2023-10-21T13:04:56.326734+0000","last_fullsized":"2023-10-21T13:04:56.326734+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:49:00.225959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302245+0000","last_change":"2023-10-21T13:04:53.835761+0000","last_active":"2023-10-21T13:04:56.302245+0000","last_peered":"2023-10-21T13:04:56.302245+0000","last_clean":"2023-10-21T13:04:56.302245+0000","last_became_active":"2023-10-21T13:04:53.835450+0000","last_became_peered":"2023-10-21T13:04:53.835450+0000","last_unstale":"2023-10-21T13:04:56.302245+0000","last_undegraded":"2023-10-21T13:04:56.302245+0000","last_fullsized":"2023-10-21T13:04:56.302245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:32.323454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302210+0000","last_change":"2023-10-21T13:04:53.827564+0000","last_active":"2023-10-21T13:04:56.302210+0000","last_peered":"2023-10-21T13:04:56.302210+0000","last_clean":"2023-10-21T13:04:56.302210+0000","last_became_active":"2023-10-21T13:04:53.827287+0000","last_became_peered":"2023-10-21T13:04:53.827287+0000","last_unstale":"2023-10-21T13:04:56.302210+0000","last_undegraded":"2023-10-21T13:04:56.302210+0000","last_fullsized":"2023-10-21T13:04:56.302210+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:37:53.577578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326659+0000","last_change":"2023-10-21T13:04:53.838327+0000","last_active":"2023-10-21T13:04:56.326659+0000","last_peered":"2023-10-21T13:04:56.326659+0000","last_clean":"2023-10-21T13:04:56.326659+0000","last_became_active":"2023-10-21T13:04:53.838079+0000","last_became_peered":"2023-10-21T13:04:53.838079+0000","last_unstale":"2023-10-21T13:04:56.326659+0000","last_undegraded":"2023-10-21T13:04:56.326659+0000","last_fullsized":"2023-10-21T13:04:56.326659+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:35.667469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327571+0000","last_change":"2023-10-21T13:04:53.830234+0000","last_active":"2023-10-21T13:04:56.327571+0000","last_peered":"2023-10-21T13:04:56.327571+0000","last_clean":"2023-10-21T13:04:56.327571+0000","last_became_active":"2023-10-21T13:04:53.829922+0000","last_became_peered":"2023-10-21T13:04:53.829922+0000","last_unstale":"2023-10-21T13:04:56.327571+0000","last_undegraded":"2023-10-21T13:04:56.327571+0000","last_fullsized":"2023-10-21T13:04:56.327571+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:57:57.213632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327280+0000","last_change":"2023-10-21T13:04:53.841454+0000","last_active":"2023-10-21T13:04:56.327280+0000","last_peered":"2023-10-21T13:04:56.327280+0000","last_clean":"2023-10-21T13:04:56.327280+0000","last_became_active":"2023-10-21T13:04:53.841125+0000","last_became_peered":"2023-10-21T13:04:53.841125+0000","last_unstale":"2023-10-21T13:04:56.327280+0000","last_undegraded":"2023-10-21T13:04:56.327280+0000","last_fullsized":"2023-10-21T13:04:56.327280+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:09:13.180066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326583+0000","last_change":"2023-10-21T13:04:53.832618+0000","last_active":"2023-10-21T13:04:56.326583+0000","last_peered":"2023-10-21T13:04:56.326583+0000","last_clean":"2023-10-21T13:04:56.326583+0000","last_became_active":"2023-10-21T13:04:53.832309+0000","last_became_peered":"2023-10-21T13:04:53.832309+0000","last_unstale":"2023-10-21T13:04:56.326583+0000","last_undegraded":"2023-10-21T13:04:56.326583+0000","last_fullsized":"2023-10-21T13:04:56.326583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:19:03.536321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327587+0000","last_change":"2023-10-21T13:04:53.842993+0000","last_active":"2023-10-21T13:04:56.327587+0000","last_peered":"2023-10-21T13:04:56.327587+0000","last_clean":"2023-10-21T13:04:56.327587+0000","last_became_active":"2023-10-21T13:04:53.842523+0000","last_became_peered":"2023-10-21T13:04:53.842523+0000","last_unstale":"2023-10-21T13:04:56.327587+0000","last_undegraded":"2023-10-21T13:04:56.327587+0000","last_fullsized":"2023-10-21T13:04:56.327587+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:20.906558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220552+0000","last_change":"2023-10-21T13:04:52.827974+0000","last_active":"2023-10-21T13:04:56.220552+0000","last_peered":"2023-10-21T13:04:56.220552+0000","last_clean":"2023-10-21T13:04:56.220552+0000","last_became_active":"2023-10-21T13:04:52.827657+0000","last_became_peered":"2023-10-21T13:04:52.827657+0000","last_unstale":"2023-10-21T13:04:56.220552+0000","last_undegraded":"2023-10-21T13:04:56.220552+0000","last_fullsized":"2023-10-21T13:04:56.220552+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:27.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327055+0000","last_change":"2023-10-21T13:04:53.821775+0000","last_active":"2023-10-21T13:04:56.327055+0000","last_peered":"2023-10-21T13:04:56.327055+0000","last_clean":"2023-10-21T13:04:56.327055+0000","last_became_active":"2023-10-21T13:04:53.821515+0000","last_became_peered":"2023-10-21T13:04:53.821515+0000","last_unstale":"2023-10-21T13:04:56.327055+0000","last_undegraded":"2023-10-21T13:04:56.327055+0000","last_fullsized":"2023-10-21T13:04:56.327055+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:16:50.803670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326999+0000","last_change":"2023-10-21T13:04:52.817095+0000","last_active":"2023-10-21T13:04:56.326999+0000","last_peered":"2023-10-21T13:04:56.326999+0000","last_clean":"2023-10-21T13:04:56.326999+0000","last_became_active":"2023-10-21T13:04:52.816827+0000","last_became_peered":"2023-10-21T13:04:52.816827+0000","last_unstale":"2023-10-21T13:04:56.326999+0000","last_undegraded":"2023-10-21T13:04:56.326999+0000","last_fullsized":"2023-10-21T13:04:56.326999+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:44.816878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327163+0000","last_change":"2023-10-21T13:04:53.823848+0000","last_active":"2023-10-21T13:04:56.327163+0000","last_peered":"2023-10-21T13:04:56.327163+0000","last_clean":"2023-10-21T13:04:56.327163+0000","last_became_active":"2023-10-21T13:04:53.823599+0000","last_became_peered":"2023-10-21T13:04:53.823599+0000","last_unstale":"2023-10-21T13:04:56.327163+0000","last_undegraded":"2023-10-21T13:04:56.327163+0000","last_fullsized":"2023-10-21T13:04:56.327163+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:03:10.074358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327054+0000","last_change":"2023-10-21T13:04:52.825640+0000","last_active":"2023-10-21T13:04:56.327054+0000","last_peered":"2023-10-21T13:04:56.327054+0000","last_clean":"2023-10-21T13:04:56.327054+0000","last_became_active":"2023-10-21T13:04:52.825355+0000","last_became_peered":"2023-10-21T13:04:52.825355+0000","last_unstale":"2023-10-21T13:04:56.327054+0000","last_undegraded":"2023-10-21T13:04:56.327054+0000","last_fullsized":"2023-10-21T13:04:56.327054+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:34.660919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824448+0000","last_change":"2023-10-21T13:04:53.834713+0000","last_active":"2023-10-21T13:04:54.824448+0000","last_peered":"2023-10-21T13:04:54.824448+0000","last_clean":"2023-10-21T13:04:54.824448+0000","last_became_active":"2023-10-21T13:04:53.834289+0000","last_became_peered":"2023-10-21T13:04:53.834289+0000","last_unstale":"2023-10-21T13:04:54.824448+0000","last_undegraded":"2023-10-21T13:04:54.824448+0000","last_fullsized":"2023-10-21T13:04:54.824448+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:05:18.922088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326588+0000","last_change":"2023-10-21T13:04:52.823514+0000","last_active":"2023-10-21T13:04:56.326588+0000","last_peered":"2023-10-21T13:04:56.326588+0000","last_clean":"2023-10-21T13:04:56.326588+0000","last_became_active":"2023-10-21T13:04:52.823140+0000","last_became_peered":"2023-10-21T13:04:52.823140+0000","last_unstale":"2023-10-21T13:04:56.326588+0000","last_undegraded":"2023-10-21T13:04:56.326588+0000","last_fullsized":"2023-10-21T13:04:56.326588+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:37:52.571029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326885+0000","last_change":"2023-10-21T13:04:53.842564+0000","last_active":"2023-10-21T13:04:56.326885+0000","last_peered":"2023-10-21T13:04:56.326885+0000","last_clean":"2023-10-21T13:04:56.326885+0000","last_became_active":"2023-10-21T13:04:53.842176+0000","last_became_peered":"2023-10-21T13:04:53.842176+0000","last_unstale":"2023-10-21T13:04:56.326885+0000","last_undegraded":"2023-10-21T13:04:56.326885+0000","last_fullsized":"2023-10-21T13:04:56.326885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:13:21.282583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326714+0000","last_change":"2023-10-21T13:04:52.817252+0000","last_active":"2023-10-21T13:04:56.326714+0000","last_peered":"2023-10-21T13:04:56.326714+0000","last_clean":"2023-10-21T13:04:56.326714+0000","last_became_active":"2023-10-21T13:04:52.816715+0000","last_became_peered":"2023-10-21T13:04:52.816715+0000","last_unstale":"2023-10-21T13:04:56.326714+0000","last_undegraded":"2023-10-21T13:04:56.326714+0000","last_fullsized":"2023-10-21T13:04:56.326714+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:50:22.298725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824261+0000","last_change":"2023-10-21T13:04:53.827201+0000","last_active":"2023-10-21T13:04:54.824261+0000","last_peered":"2023-10-21T13:04:54.824261+0000","last_clean":"2023-10-21T13:04:54.824261+0000","last_became_active":"2023-10-21T13:04:53.826463+0000","last_became_peered":"2023-10-21T13:04:53.826463+0000","last_unstale":"2023-10-21T13:04:54.824261+0000","last_undegraded":"2023-10-21T13:04:54.824261+0000","last_fullsized":"2023-10-21T13:04:54.824261+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:45.823428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326416+0000","last_change":"2023-10-21T13:04:52.820256+0000","last_active":"2023-10-21T13:04:56.326416+0000","last_peered":"2023-10-21T13:04:56.326416+0000","last_clean":"2023-10-21T13:04:56.326416+0000","last_became_active":"2023-10-21T13:04:52.819854+0000","last_became_peered":"2023-10-21T13:04:52.819854+0000","last_unstale":"2023-10-21T13:04:56.326416+0000","last_undegraded":"2023-10-21T13:04:56.326416+0000","last_fullsized":"2023-10-21T13:04:56.326416+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:46.334138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220596+0000","last_change":"2023-10-21T13:04:53.834861+0000","last_active":"2023-10-21T13:04:56.220596+0000","last_peered":"2023-10-21T13:04:56.220596+0000","last_clean":"2023-10-21T13:04:56.220596+0000","last_became_active":"2023-10-21T13:04:53.834557+0000","last_became_peered":"2023-10-21T13:04:53.834557+0000","last_unstale":"2023-10-21T13:04:56.220596+0000","last_undegraded":"2023-10-21T13:04:56.220596+0000","last_fullsized":"2023-10-21T13:04:56.220596+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:41.993911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.301901+0000","last_change":"2023-10-21T13:04:52.824810+0000","last_active":"2023-10-21T13:04:56.301901+0000","last_peered":"2023-10-21T13:04:56.301901+0000","last_clean":"2023-10-21T13:04:56.301901+0000","last_became_active":"2023-10-21T13:04:52.824494+0000","last_became_peered":"2023-10-21T13:04:52.824494+0000","last_unstale":"2023-10-21T13:04:56.301901+0000","last_undegraded":"2023-10-21T13:04:56.301901+0000","last_fullsized":"2023-10-21T13:04:56.301901+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:27.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326756+0000","last_change":"2023-10-21T13:04:53.831599+0000","last_active":"2023-10-21T13:04:56.326756+0000","last_peered":"2023-10-21T13:04:56.326756+0000","last_clean":"2023-10-21T13:04:56.326756+0000","last_became_active":"2023-10-21T13:04:53.830953+0000","last_became_peered":"2023-10-21T13:04:53.830953+0000","last_unstale":"2023-10-21T13:04:56.326756+0000","last_undegraded":"2023-10-21T13:04:56.326756+0000","last_fullsized":"2023-10-21T13:04:56.326756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:22:43.637576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326207+0000","last_change":"2023-10-21T13:04:52.825533+0000","last_active":"2023-10-21T13:04:56.326207+0000","last_peered":"2023-10-21T13:04:56.326207+0000","last_clean":"2023-10-21T13:04:56.326207+0000","last_became_active":"2023-10-21T13:04:52.825250+0000","last_became_peered":"2023-10-21T13:04:52.825250+0000","last_unstale":"2023-10-21T13:04:56.326207+0000","last_undegraded":"2023-10-21T13:04:56.326207+0000","last_fullsized":"2023-10-21T13:04:56.326207+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:34.660919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220362+0000","last_change":"2023-10-21T13:04:53.824700+0000","last_active":"2023-10-21T13:04:56.220362+0000","last_peered":"2023-10-21T13:04:56.220362+0000","last_clean":"2023-10-21T13:04:56.220362+0000","last_became_active":"2023-10-21T13:04:53.824411+0000","last_became_peered":"2023-10-21T13:04:53.824411+0000","last_unstale":"2023-10-21T13:04:56.220362+0000","last_undegraded":"2023-10-21T13:04:56.220362+0000","last_fullsized":"2023-10-21T13:04:56.220362+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:47.898415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824349+0000","last_change":"2023-10-21T13:04:52.822685+0000","last_active":"2023-10-21T13:04:54.824349+0000","last_peered":"2023-10-21T13:04:54.824349+0000","last_clean":"2023-10-21T13:04:54.824349+0000","last_became_active":"2023-10-21T13:04:52.822364+0000","last_became_peered":"2023-10-21T13:04:52.822364+0000","last_unstale":"2023-10-21T13:04:54.824349+0000","last_undegraded":"2023-10-21T13:04:54.824349+0000","last_fullsized":"2023-10-21T13:04:54.824349+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:19:02.529771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824868+0000","last_change":"2023-10-21T13:04:53.832311+0000","last_active":"2023-10-21T13:04:54.824868+0000","last_peered":"2023-10-21T13:04:54.824868+0000","last_clean":"2023-10-21T13:04:54.824868+0000","last_became_active":"2023-10-21T13:04:53.832040+0000","last_became_peered":"2023-10-21T13:04:53.832040+0000","last_unstale":"2023-10-21T13:04:54.824868+0000","last_undegraded":"2023-10-21T13:04:54.824868+0000","last_fullsized":"2023-10-21T13:04:54.824868+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:29.165649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326892+0000","last_change":"2023-10-21T13:04:52.825613+0000","last_active":"2023-10-21T13:04:56.326892+0000","last_peered":"2023-10-21T13:04:56.326892+0000","last_clean":"2023-10-21T13:04:56.326892+0000","last_became_active":"2023-10-21T13:04:52.825324+0000","last_became_peered":"2023-10-21T13:04:52.825324+0000","last_unstale":"2023-10-21T13:04:56.326892+0000","last_undegraded":"2023-10-21T13:04:56.326892+0000","last_fullsized":"2023-10-21T13:04:56.326892+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:46.891866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327310+0000","last_change":"2023-10-21T13:04:53.842358+0000","last_active":"2023-10-21T13:04:56.327310+0000","last_peered":"2023-10-21T13:04:56.327310+0000","last_clean":"2023-10-21T13:04:56.327310+0000","last_became_active":"2023-10-21T13:04:53.842043+0000","last_became_peered":"2023-10-21T13:04:53.842043+0000","last_unstale":"2023-10-21T13:04:56.327310+0000","last_undegraded":"2023-10-21T13:04:56.327310+0000","last_fullsized":"2023-10-21T13:04:56.327310+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:23:18.205400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326382+0000","last_change":"2023-10-21T13:04:52.814579+0000","last_active":"2023-10-21T13:04:56.326382+0000","last_peered":"2023-10-21T13:04:56.326382+0000","last_clean":"2023-10-21T13:04:56.326382+0000","last_became_active":"2023-10-21T13:04:52.814328+0000","last_became_peered":"2023-10-21T13:04:52.814328+0000","last_unstale":"2023-10-21T13:04:56.326382+0000","last_undegraded":"2023-10-21T13:04:56.326382+0000","last_fullsized":"2023-10-21T13:04:56.326382+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:43:18.614010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327537+0000","last_change":"2023-10-21T13:04:53.843467+0000","last_active":"2023-10-21T13:04:56.327537+0000","last_peered":"2023-10-21T13:04:56.327537+0000","last_clean":"2023-10-21T13:04:56.327537+0000","last_became_active":"2023-10-21T13:04:53.843184+0000","last_became_peered":"2023-10-21T13:04:53.843184+0000","last_unstale":"2023-10-21T13:04:56.327537+0000","last_undegraded":"2023-10-21T13:04:56.327537+0000","last_fullsized":"2023-10-21T13:04:56.327537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:00:06.067009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824329+0000","last_change":"2023-10-21T13:04:52.818859+0000","last_active":"2023-10-21T13:04:54.824329+0000","last_peered":"2023-10-21T13:04:54.824329+0000","last_clean":"2023-10-21T13:04:54.824329+0000","last_became_active":"2023-10-21T13:04:52.818520+0000","last_became_peered":"2023-10-21T13:04:52.818520+0000","last_unstale":"2023-10-21T13:04:54.824329+0000","last_undegraded":"2023-10-21T13:04:54.824329+0000","last_fullsized":"2023-10-21T13:04:54.824329+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327167+0000","last_change":"2023-10-21T13:04:53.836247+0000","last_active":"2023-10-21T13:04:56.327167+0000","last_peered":"2023-10-21T13:04:56.327167+0000","last_clean":"2023-10-21T13:04:56.327167+0000","last_became_active":"2023-10-21T13:04:53.835986+0000","last_became_peered":"2023-10-21T13:04:53.835986+0000","last_unstale":"2023-10-21T13:04:56.327167+0000","last_undegraded":"2023-10-21T13:04:56.327167+0000","last_fullsized":"2023-10-21T13:04:56.327167+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:23:18.205400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326486+0000","last_change":"2023-10-21T13:04:52.816181+0000","last_active":"2023-10-21T13:04:56.326486+0000","last_peered":"2023-10-21T13:04:56.326486+0000","last_clean":"2023-10-21T13:04:56.326486+0000","last_became_active":"2023-10-21T13:04:52.815872+0000","last_became_peered":"2023-10-21T13:04:52.815872+0000","last_unstale":"2023-10-21T13:04:56.326486+0000","last_undegraded":"2023-10-21T13:04:56.326486+0000","last_fullsized":"2023-10-21T13:04:56.326486+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:20:21.893850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302031+0000","last_change":"2023-10-21T13:04:53.843638+0000","last_active":"2023-10-21T13:04:56.302031+0000","last_peered":"2023-10-21T13:04:56.302031+0000","last_clean":"2023-10-21T13:04:56.302031+0000","last_became_active":"2023-10-21T13:04:53.843347+0000","last_became_peered":"2023-10-21T13:04:53.843347+0000","last_unstale":"2023-10-21T13:04:56.302031+0000","last_undegraded":"2023-10-21T13:04:56.302031+0000","last_fullsized":"2023-10-21T13:04:56.302031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:29.165649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326711+0000","last_change":"2023-10-21T13:04:52.818112+0000","last_active":"2023-10-21T13:04:56.326711+0000","last_peered":"2023-10-21T13:04:56.326711+0000","last_clean":"2023-10-21T13:04:56.326711+0000","last_became_active":"2023-10-21T13:04:52.817686+0000","last_became_peered":"2023-10-21T13:04:52.817686+0000","last_unstale":"2023-10-21T13:04:56.326711+0000","last_undegraded":"2023-10-21T13:04:56.326711+0000","last_fullsized":"2023-10-21T13:04:56.326711+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:00:34.146049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326640+0000","last_change":"2023-10-21T13:04:53.843247+0000","last_active":"2023-10-21T13:04:56.326640+0000","last_peered":"2023-10-21T13:04:56.326640+0000","last_clean":"2023-10-21T13:04:56.326640+0000","last_became_active":"2023-10-21T13:04:53.842783+0000","last_became_peered":"2023-10-21T13:04:53.842783+0000","last_unstale":"2023-10-21T13:04:56.326640+0000","last_undegraded":"2023-10-21T13:04:56.326640+0000","last_fullsized":"2023-10-21T13:04:56.326640+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:09:22.492215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326287+0000","last_change":"2023-10-21T13:04:52.827863+0000","last_active":"2023-10-21T13:04:56.326287+0000","last_peered":"2023-10-21T13:04:56.326287+0000","last_clean":"2023-10-21T13:04:56.326287+0000","last_became_active":"2023-10-21T13:04:52.827590+0000","last_became_peered":"2023-10-21T13:04:52.827590+0000","last_unstale":"2023-10-21T13:04:56.326287+0000","last_undegraded":"2023-10-21T13:04:56.326287+0000","last_fullsized":"2023-10-21T13:04:56.326287+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:15.131888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824019+0000","last_change":"2023-10-21T13:04:53.833086+0000","last_active":"2023-10-21T13:04:54.824019+0000","last_peered":"2023-10-21T13:04:54.824019+0000","last_clean":"2023-10-21T13:04:54.824019+0000","last_became_active":"2023-10-21T13:04:53.832394+0000","last_became_peered":"2023-10-21T13:04:53.832394+0000","last_unstale":"2023-10-21T13:04:54.824019+0000","last_undegraded":"2023-10-21T13:04:54.824019+0000","last_fullsized":"2023-10-21T13:04:54.824019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:13.617448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220136+0000","last_change":"2023-10-21T13:04:52.814619+0000","last_active":"2023-10-21T13:04:56.220136+0000","last_peered":"2023-10-21T13:04:56.220136+0000","last_clean":"2023-10-21T13:04:56.220136+0000","last_became_active":"2023-10-21T13:04:52.814310+0000","last_became_peered":"2023-10-21T13:04:52.814310+0000","last_unstale":"2023-10-21T13:04:56.220136+0000","last_undegraded":"2023-10-21T13:04:56.220136+0000","last_fullsized":"2023-10-21T13:04:56.220136+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:53:28.159100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326205+0000","last_change":"2023-10-21T13:04:53.842892+0000","last_active":"2023-10-21T13:04:56.326205+0000","last_peered":"2023-10-21T13:04:56.326205+0000","last_clean":"2023-10-21T13:04:56.326205+0000","last_became_active":"2023-10-21T13:04:53.842406+0000","last_became_peered":"2023-10-21T13:04:53.842406+0000","last_unstale":"2023-10-21T13:04:56.326205+0000","last_undegraded":"2023-10-21T13:04:56.326205+0000","last_fullsized":"2023-10-21T13:04:56.326205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:23:18.205400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327354+0000","last_change":"2023-10-21T13:04:52.819732+0000","last_active":"2023-10-21T13:04:56.327354+0000","last_peered":"2023-10-21T13:04:56.327354+0000","last_clean":"2023-10-21T13:04:56.327354+0000","last_became_active":"2023-10-21T13:04:52.819354+0000","last_became_peered":"2023-10-21T13:04:52.819354+0000","last_unstale":"2023-10-21T13:04:56.327354+0000","last_undegraded":"2023-10-21T13:04:56.327354+0000","last_fullsized":"2023-10-21T13:04:56.327354+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:31.316905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824774+0000","last_change":"2023-10-21T13:04:53.829613+0000","last_active":"2023-10-21T13:04:54.824774+0000","last_peered":"2023-10-21T13:04:54.824774+0000","last_clean":"2023-10-21T13:04:54.824774+0000","last_became_active":"2023-10-21T13:04:53.829366+0000","last_became_peered":"2023-10-21T13:04:53.829366+0000","last_unstale":"2023-10-21T13:04:54.824774+0000","last_undegraded":"2023-10-21T13:04:54.824774+0000","last_fullsized":"2023-10-21T13:04:54.824774+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:05:18.922088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326869+0000","last_change":"2023-10-21T13:04:52.816988+0000","last_active":"2023-10-21T13:04:56.326869+0000","last_peered":"2023-10-21T13:04:56.326869+0000","last_clean":"2023-10-21T13:04:56.326869+0000","last_became_active":"2023-10-21T13:04:52.816645+0000","last_became_peered":"2023-10-21T13:04:52.816645+0000","last_unstale":"2023-10-21T13:04:56.326869+0000","last_undegraded":"2023-10-21T13:04:56.326869+0000","last_fullsized":"2023-10-21T13:04:56.326869+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:20:01.968824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824501+0000","last_change":"2023-10-21T13:04:53.835732+0000","last_active":"2023-10-21T13:04:54.824501+0000","last_peered":"2023-10-21T13:04:54.824501+0000","last_clean":"2023-10-21T13:04:54.824501+0000","last_became_active":"2023-10-21T13:04:53.835453+0000","last_became_peered":"2023-10-21T13:04:53.835453+0000","last_unstale":"2023-10-21T13:04:54.824501+0000","last_undegraded":"2023-10-21T13:04:54.824501+0000","last_fullsized":"2023-10-21T13:04:54.824501+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:16.138437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326504+0000","last_change":"2023-10-21T13:04:52.820120+0000","last_active":"2023-10-21T13:04:56.326504+0000","last_peered":"2023-10-21T13:04:56.326504+0000","last_clean":"2023-10-21T13:04:56.326504+0000","last_became_active":"2023-10-21T13:04:52.819539+0000","last_became_peered":"2023-10-21T13:04:52.819539+0000","last_unstale":"2023-10-21T13:04:56.326504+0000","last_undegraded":"2023-10-21T13:04:56.326504+0000","last_fullsized":"2023-10-21T13:04:56.326504+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:28:40.987361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326497+0000","last_change":"2023-10-21T13:04:53.821286+0000","last_active":"2023-10-21T13:04:56.326497+0000","last_peered":"2023-10-21T13:04:56.326497+0000","last_clean":"2023-10-21T13:04:56.326497+0000","last_became_active":"2023-10-21T13:04:53.820970+0000","last_became_peered":"2023-10-21T13:04:53.820970+0000","last_unstale":"2023-10-21T13:04:56.326497+0000","last_undegraded":"2023-10-21T13:04:56.326497+0000","last_fullsized":"2023-10-21T13:04:56.326497+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:00:35.152598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326459+0000","last_change":"2023-10-21T13:04:53.831796+0000","last_active":"2023-10-21T13:04:56.326459+0000","last_peered":"2023-10-21T13:04:56.326459+0000","last_clean":"2023-10-21T13:04:56.326459+0000","last_became_active":"2023-10-21T13:04:53.831273+0000","last_became_peered":"2023-10-21T13:04:53.831273+0000","last_unstale":"2023-10-21T13:04:56.326459+0000","last_undegraded":"2023-10-21T13:04:56.326459+0000","last_fullsized":"2023-10-21T13:04:56.326459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:47.898415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326159+0000","last_change":"2023-10-21T13:04:52.818406+0000","last_active":"2023-10-21T13:04:56.326159+0000","last_peered":"2023-10-21T13:04:56.326159+0000","last_clean":"2023-10-21T13:04:56.326159+0000","last_became_active":"2023-10-21T13:04:52.818104+0000","last_became_peered":"2023-10-21T13:04:52.818104+0000","last_unstale":"2023-10-21T13:04:56.326159+0000","last_undegraded":"2023-10-21T13:04:56.326159+0000","last_fullsized":"2023-10-21T13:04:56.326159+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220437+0000","last_change":"2023-10-21T13:04:53.813290+0000","last_active":"2023-10-21T13:04:56.220437+0000","last_peered":"2023-10-21T13:04:56.220437+0000","last_clean":"2023-10-21T13:04:56.220437+0000","last_became_active":"2023-10-21T13:04:53.812948+0000","last_became_peered":"2023-10-21T13:04:53.812948+0000","last_unstale":"2023-10-21T13:04:56.220437+0000","last_undegraded":"2023-10-21T13:04:56.220437+0000","last_fullsized":"2023-10-21T13:04:56.220437+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:53:32.323454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326502+0000","last_change":"2023-10-21T13:04:52.822379+0000","last_active":"2023-10-21T13:04:56.326502+0000","last_peered":"2023-10-21T13:04:56.326502+0000","last_clean":"2023-10-21T13:04:56.326502+0000","last_became_active":"2023-10-21T13:04:52.821883+0000","last_became_peered":"2023-10-21T13:04:52.821883+0000","last_unstale":"2023-10-21T13:04:56.326502+0000","last_undegraded":"2023-10-21T13:04:56.326502+0000","last_fullsized":"2023-10-21T13:04:56.326502+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:12.610899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-10-21T13:04:53.817856+0000","last_change":"2023-10-21T13:04:48.686798+0000","last_active":"2023-10-21T13:04:53.817856+0000","last_peered":"2023-10-21T13:04:53.817856+0000","last_clean":"2023-10-21T13:04:53.817856+0000","last_became_active":"2023-10-21T13:04:48.685603+0000","last_became_peered":"2023-10-21T13:04:48.685603+0000","last_unstale":"2023-10-21T13:04:53.817856+0000","last_undegraded":"2023-10-21T13:04:53.817856+0000","last_fullsized":"2023-10-21T13:04:53.817856+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_clean_scrub_stamp":"2023-10-21T13:04:47.669759+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:39:05.649200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.301934+0000","last_change":"2023-10-21T13:04:53.834584+0000","last_active":"2023-10-21T13:04:56.301934+0000","last_peered":"2023-10-21T13:04:56.301934+0000","last_clean":"2023-10-21T13:04:56.301934+0000","last_became_active":"2023-10-21T13:04:53.834318+0000","last_became_peered":"2023-10-21T13:04:53.834318+0000","last_unstale":"2023-10-21T13:04:56.301934+0000","last_undegraded":"2023-10-21T13:04:56.301934+0000","last_fullsized":"2023-10-21T13:04:56.301934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:05:18.922088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326115+0000","last_change":"2023-10-21T13:04:52.820896+0000","last_active":"2023-10-21T13:04:56.326115+0000","last_peered":"2023-10-21T13:04:56.326115+0000","last_clean":"2023-10-21T13:04:56.326115+0000","last_became_active":"2023-10-21T13:04:52.820569+0000","last_became_peered":"2023-10-21T13:04:52.820569+0000","last_unstale":"2023-10-21T13:04:56.326115+0000","last_undegraded":"2023-10-21T13:04:56.326115+0000","last_fullsized":"2023-10-21T13:04:56.326115+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:46.891866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326968+0000","last_change":"2023-10-21T13:04:52.821094+0000","last_active":"2023-10-21T13:04:56.326968+0000","last_peered":"2023-10-21T13:04:56.326968+0000","last_clean":"2023-10-21T13:04:56.326968+0000","last_became_active":"2023-10-21T13:04:52.820862+0000","last_became_peered":"2023-10-21T13:04:52.820862+0000","last_unstale":"2023-10-21T13:04:56.326968+0000","last_undegraded":"2023-10-21T13:04:56.326968+0000","last_fullsized":"2023-10-21T13:04:56.326968+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:16:49.797121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302159+0000","last_change":"2023-10-21T13:04:53.837101+0000","last_active":"2023-10-21T13:04:56.302159+0000","last_peered":"2023-10-21T13:04:56.302159+0000","last_clean":"2023-10-21T13:04:56.302159+0000","last_became_active":"2023-10-21T13:04:53.836822+0000","last_became_peered":"2023-10-21T13:04:53.836822+0000","last_unstale":"2023-10-21T13:04:56.302159+0000","last_undegraded":"2023-10-21T13:04:56.302159+0000","last_fullsized":"2023-10-21T13:04:56.302159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:42:05.049067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.423435+0000","last_change":"2023-10-21T13:04:52.824718+0000","last_active":"2023-10-21T13:04:56.423435+0000","last_peered":"2023-10-21T13:04:56.423435+0000","last_clean":"2023-10-21T13:04:56.423435+0000","last_became_active":"2023-10-21T13:04:52.824446+0000","last_became_peered":"2023-10-21T13:04:52.824446+0000","last_unstale":"2023-10-21T13:04:56.423435+0000","last_undegraded":"2023-10-21T13:04:56.423435+0000","last_fullsized":"2023-10-21T13:04:56.423435+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:15.131888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220548+0000","last_change":"2023-10-21T13:04:53.835271+0000","last_active":"2023-10-21T13:04:56.220548+0000","last_peered":"2023-10-21T13:04:56.220548+0000","last_clean":"2023-10-21T13:04:56.220548+0000","last_became_active":"2023-10-21T13:04:53.835018+0000","last_became_peered":"2023-10-21T13:04:53.835018+0000","last_unstale":"2023-10-21T13:04:56.220548+0000","last_undegraded":"2023-10-21T13:04:56.220548+0000","last_fullsized":"2023-10-21T13:04:56.220548+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:22:43.637576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327331+0000","last_change":"2023-10-21T13:04:52.819597+0000","last_active":"2023-10-21T13:04:56.327331+0000","last_peered":"2023-10-21T13:04:56.327331+0000","last_clean":"2023-10-21T13:04:56.327331+0000","last_became_active":"2023-10-21T13:04:52.819317+0000","last_became_peered":"2023-10-21T13:04:52.819317+0000","last_unstale":"2023-10-21T13:04:56.327331+0000","last_undegraded":"2023-10-21T13:04:56.327331+0000","last_fullsized":"2023-10-21T13:04:56.327331+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:48:59.219410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220574+0000","last_change":"2023-10-21T13:04:53.829530+0000","last_active":"2023-10-21T13:04:56.220574+0000","last_peered":"2023-10-21T13:04:56.220574+0000","last_clean":"2023-10-21T13:04:56.220574+0000","last_became_active":"2023-10-21T13:04:53.826906+0000","last_became_peered":"2023-10-21T13:04:53.826906+0000","last_unstale":"2023-10-21T13:04:56.220574+0000","last_undegraded":"2023-10-21T13:04:56.220574+0000","last_fullsized":"2023-10-21T13:04:56.220574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:47.340687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326481+0000","last_change":"2023-10-21T13:04:52.815328+0000","last_active":"2023-10-21T13:04:56.326481+0000","last_peered":"2023-10-21T13:04:56.326481+0000","last_clean":"2023-10-21T13:04:56.326481+0000","last_became_active":"2023-10-21T13:04:52.814982+0000","last_became_peered":"2023-10-21T13:04:52.814982+0000","last_unstale":"2023-10-21T13:04:56.326481+0000","last_undegraded":"2023-10-21T13:04:56.326481+0000","last_fullsized":"2023-10-21T13:04:56.326481+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:20:01.968824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326338+0000","last_change":"2023-10-21T13:04:53.842684+0000","last_active":"2023-10-21T13:04:56.326338+0000","last_peered":"2023-10-21T13:04:56.326338+0000","last_clean":"2023-10-21T13:04:56.326338+0000","last_became_active":"2023-10-21T13:04:53.842113+0000","last_became_peered":"2023-10-21T13:04:53.842113+0000","last_unstale":"2023-10-21T13:04:56.326338+0000","last_undegraded":"2023-10-21T13:04:56.326338+0000","last_fullsized":"2023-10-21T13:04:56.326338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:38:32.893150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220267+0000","last_change":"2023-10-21T13:04:52.818219+0000","last_active":"2023-10-21T13:04:56.220267+0000","last_peered":"2023-10-21T13:04:56.220267+0000","last_clean":"2023-10-21T13:04:56.220267+0000","last_became_active":"2023-10-21T13:04:52.817944+0000","last_became_peered":"2023-10-21T13:04:52.817944+0000","last_unstale":"2023-10-21T13:04:56.220267+0000","last_undegraded":"2023-10-21T13:04:56.220267+0000","last_fullsized":"2023-10-21T13:04:56.220267+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220205+0000","last_change":"2023-10-21T13:04:53.831295+0000","last_active":"2023-10-21T13:04:56.220205+0000","last_peered":"2023-10-21T13:04:56.220205+0000","last_clean":"2023-10-21T13:04:56.220205+0000","last_became_active":"2023-10-21T13:04:53.830963+0000","last_became_peered":"2023-10-21T13:04:53.830963+0000","last_unstale":"2023-10-21T13:04:56.220205+0000","last_undegraded":"2023-10-21T13:04:56.220205+0000","last_fullsized":"2023-10-21T13:04:56.220205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:37:53.577578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.301976+0000","last_change":"2023-10-21T13:04:52.818822+0000","last_active":"2023-10-21T13:04:56.301976+0000","last_peered":"2023-10-21T13:04:56.301976+0000","last_clean":"2023-10-21T13:04:56.301976+0000","last_became_active":"2023-10-21T13:04:52.818533+0000","last_became_peered":"2023-10-21T13:04:52.818533+0000","last_unstale":"2023-10-21T13:04:56.301976+0000","last_undegraded":"2023-10-21T13:04:56.301976+0000","last_fullsized":"2023-10-21T13:04:56.301976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:07:47.193529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326611+0000","last_change":"2023-10-21T13:04:53.836060+0000","last_active":"2023-10-21T13:04:56.326611+0000","last_peered":"2023-10-21T13:04:56.326611+0000","last_clean":"2023-10-21T13:04:56.326611+0000","last_became_active":"2023-10-21T13:04:53.835781+0000","last_became_peered":"2023-10-21T13:04:53.835781+0000","last_unstale":"2023-10-21T13:04:56.326611+0000","last_undegraded":"2023-10-21T13:04:56.326611+0000","last_fullsized":"2023-10-21T13:04:56.326611+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:13.617448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326731+0000","last_change":"2023-10-21T13:04:52.818144+0000","last_active":"2023-10-21T13:04:56.326731+0000","last_peered":"2023-10-21T13:04:56.326731+0000","last_clean":"2023-10-21T13:04:56.326731+0000","last_became_active":"2023-10-21T13:04:52.817565+0000","last_became_peered":"2023-10-21T13:04:52.817565+0000","last_unstale":"2023-10-21T13:04:56.326731+0000","last_undegraded":"2023-10-21T13:04:56.326731+0000","last_fullsized":"2023-10-21T13:04:56.326731+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:22:42.631027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326654+0000","last_change":"2023-10-21T13:04:53.841526+0000","last_active":"2023-10-21T13:04:56.326654+0000","last_peered":"2023-10-21T13:04:56.326654+0000","last_clean":"2023-10-21T13:04:56.326654+0000","last_became_active":"2023-10-21T13:04:53.841145+0000","last_became_peered":"2023-10-21T13:04:53.841145+0000","last_unstale":"2023-10-21T13:04:56.326654+0000","last_undegraded":"2023-10-21T13:04:56.326654+0000","last_fullsized":"2023-10-21T13:04:56.326654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:54:02.999111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302263+0000","last_change":"2023-10-21T13:04:52.824650+0000","last_active":"2023-10-21T13:04:56.302263+0000","last_peered":"2023-10-21T13:04:56.302263+0000","last_clean":"2023-10-21T13:04:56.302263+0000","last_became_active":"2023-10-21T13:04:52.824426+0000","last_became_peered":"2023-10-21T13:04:52.824426+0000","last_unstale":"2023-10-21T13:04:56.302263+0000","last_undegraded":"2023-10-21T13:04:56.302263+0000","last_fullsized":"2023-10-21T13:04:56.302263+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:56:12.610899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327097+0000","last_change":"2023-10-21T13:04:53.842364+0000","last_active":"2023-10-21T13:04:56.327097+0000","last_peered":"2023-10-21T13:04:56.327097+0000","last_clean":"2023-10-21T13:04:56.327097+0000","last_became_active":"2023-10-21T13:04:53.842099+0000","last_became_peered":"2023-10-21T13:04:53.842099+0000","last_unstale":"2023-10-21T13:04:56.327097+0000","last_undegraded":"2023-10-21T13:04:56.327097+0000","last_fullsized":"2023-10-21T13:04:56.327097+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:12:17.897875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326989+0000","last_change":"2023-10-21T13:04:52.825654+0000","last_active":"2023-10-21T13:04:56.326989+0000","last_peered":"2023-10-21T13:04:56.326989+0000","last_clean":"2023-10-21T13:04:56.326989+0000","last_became_active":"2023-10-21T13:04:52.825381+0000","last_became_peered":"2023-10-21T13:04:52.825381+0000","last_unstale":"2023-10-21T13:04:56.326989+0000","last_undegraded":"2023-10-21T13:04:56.326989+0000","last_fullsized":"2023-10-21T13:04:56.326989+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:23:53.710811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326489+0000","last_change":"2023-10-21T13:04:53.828717+0000","last_active":"2023-10-21T13:04:56.326489+0000","last_peered":"2023-10-21T13:04:56.326489+0000","last_clean":"2023-10-21T13:04:56.326489+0000","last_became_active":"2023-10-21T13:04:53.828437+0000","last_became_peered":"2023-10-21T13:04:53.828437+0000","last_unstale":"2023-10-21T13:04:56.326489+0000","last_undegraded":"2023-10-21T13:04:56.326489+0000","last_fullsized":"2023-10-21T13:04:56.326489+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:37:50.757915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220678+0000","last_change":"2023-10-21T13:04:52.818013+0000","last_active":"2023-10-21T13:04:56.220678+0000","last_peered":"2023-10-21T13:04:56.220678+0000","last_clean":"2023-10-21T13:04:56.220678+0000","last_became_active":"2023-10-21T13:04:52.817673+0000","last_became_peered":"2023-10-21T13:04:52.817673+0000","last_unstale":"2023-10-21T13:04:56.220678+0000","last_undegraded":"2023-10-21T13:04:56.220678+0000","last_fullsized":"2023-10-21T13:04:56.220678+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:51.787869+0000","last_clean_scrub_stamp":"2023-10-21T13:04:51.787869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:44.816878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327428+0000","last_change":"2023-10-21T13:04:53.823584+0000","last_active":"2023-10-21T13:04:56.327428+0000","last_peered":"2023-10-21T13:04:56.327428+0000","last_clean":"2023-10-21T13:04:56.327428+0000","last_became_active":"2023-10-21T13:04:53.823288+0000","last_became_peered":"2023-10-21T13:04:53.823288+0000","last_unstale":"2023-10-21T13:04:56.327428+0000","last_undegraded":"2023-10-21T13:04:56.327428+0000","last_fullsized":"2023-10-21T13:04:56.327428+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:38:32.893150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824000+0000","last_change":"2023-10-21T13:04:53.832995+0000","last_active":"2023-10-21T13:04:54.824000+0000","last_peered":"2023-10-21T13:04:54.824000+0000","last_clean":"2023-10-21T13:04:54.824000+0000","last_became_active":"2023-10-21T13:04:53.832700+0000","last_became_peered":"2023-10-21T13:04:53.832700+0000","last_unstale":"2023-10-21T13:04:54.824000+0000","last_undegraded":"2023-10-21T13:04:54.824000+0000","last_fullsized":"2023-10-21T13:04:54.824000+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:28.725488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326242+0000","last_change":"2023-10-21T13:04:53.824459+0000","last_active":"2023-10-21T13:04:56.326242+0000","last_peered":"2023-10-21T13:04:56.326242+0000","last_clean":"2023-10-21T13:04:56.326242+0000","last_became_active":"2023-10-21T13:04:53.823667+0000","last_became_peered":"2023-10-21T13:04:53.823667+0000","last_unstale":"2023-10-21T13:04:56.326242+0000","last_undegraded":"2023-10-21T13:04:56.326242+0000","last_fullsized":"2023-10-21T13:04:56.326242+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:49:28.725488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326248+0000","last_change":"2023-10-21T13:04:53.843210+0000","last_active":"2023-10-21T13:04:56.326248+0000","last_peered":"2023-10-21T13:04:56.326248+0000","last_clean":"2023-10-21T13:04:56.326248+0000","last_became_active":"2023-10-21T13:04:53.842845+0000","last_became_peered":"2023-10-21T13:04:53.842845+0000","last_unstale":"2023-10-21T13:04:56.326248+0000","last_undegraded":"2023-10-21T13:04:56.326248+0000","last_fullsized":"2023-10-21T13:04:56.326248+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:50:20.569272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326847+0000","last_change":"2023-10-21T13:04:53.825832+0000","last_active":"2023-10-21T13:04:56.326847+0000","last_peered":"2023-10-21T13:04:56.326847+0000","last_clean":"2023-10-21T13:04:56.326847+0000","last_became_active":"2023-10-21T13:04:53.823172+0000","last_became_peered":"2023-10-21T13:04:53.823172+0000","last_unstale":"2023-10-21T13:04:56.326847+0000","last_undegraded":"2023-10-21T13:04:56.326847+0000","last_fullsized":"2023-10-21T13:04:56.326847+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:41:47.340687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302139+0000","last_change":"2023-10-21T13:04:53.836050+0000","last_active":"2023-10-21T13:04:56.302139+0000","last_peered":"2023-10-21T13:04:56.302139+0000","last_clean":"2023-10-21T13:04:56.302139+0000","last_became_active":"2023-10-21T13:04:53.835170+0000","last_became_peered":"2023-10-21T13:04:53.835170+0000","last_unstale":"2023-10-21T13:04:56.302139+0000","last_undegraded":"2023-10-21T13:04:56.302139+0000","last_fullsized":"2023-10-21T13:04:56.302139+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:50:23.305275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.302339+0000","last_change":"2023-10-21T13:04:53.835285+0000","last_active":"2023-10-21T13:04:56.302339+0000","last_peered":"2023-10-21T13:04:56.302339+0000","last_clean":"2023-10-21T13:04:56.302339+0000","last_became_active":"2023-10-21T13:04:53.834495+0000","last_became_peered":"2023-10-21T13:04:53.834495+0000","last_unstale":"2023-10-21T13:04:56.302339+0000","last_undegraded":"2023-10-21T13:04:56.302339+0000","last_fullsized":"2023-10-21T13:04:56.302339+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:53:47.898415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824728+0000","last_change":"2023-10-21T13:04:53.844693+0000","last_active":"2023-10-21T13:04:54.824728+0000","last_peered":"2023-10-21T13:04:54.824728+0000","last_clean":"2023-10-21T13:04:54.824728+0000","last_became_active":"2023-10-21T13:04:53.844422+0000","last_became_peered":"2023-10-21T13:04:53.844422+0000","last_unstale":"2023-10-21T13:04:54.824728+0000","last_undegraded":"2023-10-21T13:04:54.824728+0000","last_fullsized":"2023-10-21T13:04:54.824728+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:47:45.823428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.327127+0000","last_change":"2023-10-21T13:04:53.824432+0000","last_active":"2023-10-21T13:04:56.327127+0000","last_peered":"2023-10-21T13:04:56.327127+0000","last_clean":"2023-10-21T13:04:56.327127+0000","last_became_active":"2023-10-21T13:04:53.823835+0000","last_became_peered":"2023-10-21T13:04:53.823835+0000","last_unstale":"2023-10-21T13:04:56.327127+0000","last_undegraded":"2023-10-21T13:04:56.327127+0000","last_fullsized":"2023-10-21T13:04:56.327127+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:49:00.225959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326026+0000","last_change":"2023-10-21T13:04:53.845129+0000","last_active":"2023-10-21T13:04:56.326026+0000","last_peered":"2023-10-21T13:04:56.326026+0000","last_clean":"2023-10-21T13:04:56.326026+0000","last_became_active":"2023-10-21T13:04:53.844836+0000","last_became_peered":"2023-10-21T13:04:53.844836+0000","last_unstale":"2023-10-21T13:04:56.326026+0000","last_undegraded":"2023-10-21T13:04:56.326026+0000","last_fullsized":"2023-10-21T13:04:56.326026+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:03:10.074358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326876+0000","last_change":"2023-10-21T13:04:53.822671+0000","last_active":"2023-10-21T13:04:56.326876+0000","last_peered":"2023-10-21T13:04:56.326876+0000","last_clean":"2023-10-21T13:04:56.326876+0000","last_became_active":"2023-10-21T13:04:53.822264+0000","last_became_peered":"2023-10-21T13:04:53.822264+0000","last_unstale":"2023-10-21T13:04:56.326876+0000","last_undegraded":"2023-10-21T13:04:56.326876+0000","last_fullsized":"2023-10-21T13:04:56.326876+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:00:35.152598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:54.824295+0000","last_change":"2023-10-21T13:04:53.834542+0000","last_active":"2023-10-21T13:04:54.824295+0000","last_peered":"2023-10-21T13:04:54.824295+0000","last_clean":"2023-10-21T13:04:54.824295+0000","last_became_active":"2023-10-21T13:04:53.834312+0000","last_became_peered":"2023-10-21T13:04:53.834312+0000","last_unstale":"2023-10-21T13:04:54.824295+0000","last_undegraded":"2023-10-21T13:04:54.824295+0000","last_fullsized":"2023-10-21T13:04:54.824295+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:00:16.138437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.220453+0000","last_change":"2023-10-21T13:04:53.813487+0000","last_active":"2023-10-21T13:04:56.220453+0000","last_peered":"2023-10-21T13:04:56.220453+0000","last_clean":"2023-10-21T13:04:56.220453+0000","last_became_active":"2023-10-21T13:04:53.812998+0000","last_became_peered":"2023-10-21T13:04:53.812998+0000","last_unstale":"2023-10-21T13:04:56.220453+0000","last_undegraded":"2023-10-21T13:04:56.220453+0000","last_fullsized":"2023-10-21T13:04:56.220453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:17:35.667469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-10-21T13:04:56.326690+0000","last_change":"2023-10-21T13:04:53.828218+0000","last_active":"2023-10-21T13:04:56.326690+0000","last_peered":"2023-10-21T13:04:56.326690+0000","last_clean":"2023-10-21T13:04:56.326690+0000","last_became_active":"2023-10-21T13:04:53.827907+0000","last_became_peered":"2023-10-21T13:04:53.827907+0000","last_unstale":"2023-10-21T13:04:56.326690+0000","last_undegraded":"2023-10-21T13:04:56.326690+0000","last_fullsized":"2023-10-21T13:04:56.326690+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:52.794418+0000","last_clean_scrub_stamp":"2023-10-21T13:04:52.794418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:16:50.803670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":204800,"data_stored":70898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64400000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35599999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":70954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.1160000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.161}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":5.9589999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.22}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.2229999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":5.9210000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2509999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.312}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79300000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":225280,"data_stored":73182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41599999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]}]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":806912,"data_stored":661358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.2370000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.137}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T13:05:03.282 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-10-21T13:05:03.282 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-10-21T13:05:03.282 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-10-21T13:05:03.283 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-10-21T13:05:03.440 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.438+0000 7eff7a55d700 1 Processor -- start 2023-10-21T13:05:03.440 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.438+0000 7eff7a55d700 1 -- start start 2023-10-21T13:05:03.443 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.439+0000 7eff7a55d700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7eff7415ed50 0x7eff740ca160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.443 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.439+0000 7eff7a55d700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7eff740665a0 0x7eff740ca6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.443 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.439+0000 7eff7a55d700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff74066aa0 con 0x7eff740b5730 2023-10-21T13:05:03.444 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.439+0000 7eff7a55d700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff74071c10 con 0x7eff7415ed50 2023-10-21T13:05:03.444 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.439+0000 7eff7a55d700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff74071eb0 con 0x7eff740665a0 2023-10-21T13:05:03.444 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.439+0000 7eff73fff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7eff7415ed50 0x7eff740ca160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.444 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.439+0000 7eff73fff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7eff7415ed50 0x7eff740ca160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60132/0 (socket says 172.21.15.67:60132) 2023-10-21T13:05:03.445 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.439+0000 7eff73fff700 1 -- 172.21.15.67:0/2144274482 learned_addr learned my addr 172.21.15.67:0/2144274482 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:03.445 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.439+0000 7eff737fe700 1 --2- 172.21.15.67:0/2144274482 >> v2:172.21.15.190:3300/0 conn(0x7eff740665a0 0x7eff740ca6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.445 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.439+0000 7eff73fff700 1 -- 172.21.15.67:0/2144274482 >> v2:172.21.15.190:3300/0 conn(0x7eff740665a0 msgr2=0x7eff740ca6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:03.445 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.439+0000 7eff73fff700 1 --2- 172.21.15.67:0/2144274482 >> v2:172.21.15.190:3300/0 conn(0x7eff740665a0 0x7eff740ca6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.446 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.439+0000 7eff73fff700 1 -- 172.21.15.67:0/2144274482 >> v1:172.21.15.190:6789/0 conn(0x7eff740b5730 legacy=0x7eff7406a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.446 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.440+0000 7eff73fff700 1 -- 172.21.15.67:0/2144274482 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff74072190 con 0x7eff7415ed50 2023-10-21T13:05:03.446 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.440+0000 7eff73fff700 1 --2- 172.21.15.67:0/2144274482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff7415ed50 0x7eff740ca160 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7eff740b5d10 tx=0x7eff64009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f6224526af56b40 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:03.446 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.440+0000 7eff72ffd700 1 -- 172.21.15.67:0/2144274482 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff6400b870 con 0x7eff7415ed50 2023-10-21T13:05:03.447 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.440+0000 7eff72ffd700 1 -- 172.21.15.67:0/2144274482 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff6400b9d0 con 0x7eff7415ed50 2023-10-21T13:05:03.447 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.440+0000 7eff72ffd700 1 -- 172.21.15.67:0/2144274482 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff6400bd60 con 0x7eff7415ed50 2023-10-21T13:05:03.447 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.440+0000 7eff7a55d700 1 -- 172.21.15.67:0/2144274482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff7415ed50 msgr2=0x7eff740ca160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.447 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.440+0000 7eff7a55d700 1 --2- 172.21.15.67:0/2144274482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff7415ed50 0x7eff740ca160 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7eff740b5d10 tx=0x7eff64009bd0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.447 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.440+0000 7eff7a55d700 1 -- 172.21.15.67:0/2144274482 shutdown_connections 2023-10-21T13:05:03.448 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.440+0000 7eff7a55d700 1 --2- 172.21.15.67:0/2144274482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff7415ed50 0x7eff740ca160 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.448 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.440+0000 7eff7a55d700 1 --2- 172.21.15.67:0/2144274482 >> v2:172.21.15.190:3300/0 conn(0x7eff740665a0 0x7eff740ca6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.448 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.440+0000 7eff7a55d700 1 -- 172.21.15.67:0/2144274482 >> 172.21.15.67:0/2144274482 conn(0x7eff740b1770 msgr2=0x7eff740b1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:03.448 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.440+0000 7eff7a55d700 1 -- 172.21.15.67:0/2144274482 shutdown_connections 2023-10-21T13:05:03.448 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.440+0000 7eff7a55d700 1 -- 172.21.15.67:0/2144274482 wait complete. 2023-10-21T13:05:03.451 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.442+0000 7eff7a55d700 1 Processor -- start 2023-10-21T13:05:03.452 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.442+0000 7eff7a55d700 1 -- start start 2023-10-21T13:05:03.452 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.442+0000 7eff7a55d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7eff740665a0 0x7eff74153fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.452 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff7a55d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff740b5730 0x7eff741f2a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.453 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff7a55d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7eff7415ed50 0x7eff7415ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.453 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff7a55d700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff740c6370 con 0x7eff740b5730 2023-10-21T13:05:03.453 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff7a55d700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff74154500 con 0x7eff7415ed50 2023-10-21T13:05:03.453 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff7a55d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff740c5a40 con 0x7eff740665a0 2023-10-21T13:05:03.453 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff737fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff740b5730 0x7eff741f2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.454 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff737fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff740b5730 0x7eff741f2a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60138/0 (socket says 172.21.15.67:60138) 2023-10-21T13:05:03.454 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff737fe700 1 -- 172.21.15.67:0/1147914691 learned_addr learned my addr 172.21.15.67:0/1147914691 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:03.454 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff78afa700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7eff7415ed50 0x7eff7415ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.454 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff73fff700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7eff740665a0 0x7eff74153fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.454 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff737fe700 1 -- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7eff740665a0 msgr2=0x7eff74153fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.455 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff737fe700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7eff740665a0 0x7eff74153fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.455 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff737fe700 1 -- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7eff7415ed50 msgr2=0x7eff7415ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.455 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff737fe700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7eff7415ed50 0x7eff7415ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.455 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff737fe700 1 -- 172.21.15.67:0/1147914691 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff64009550 con 0x7eff740b5730 2023-10-21T13:05:03.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff78afa700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7eff7415ed50 0x7eff7415ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:03.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff737fe700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff740b5730 0x7eff741f2a80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7eff6800e810 tx=0x7eff6800ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:03.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff70ff9700 1 -- 172.21.15.67:0/1147914691 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff68013610 con 0x7eff740b5730 2023-10-21T13:05:03.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff70ff9700 1 -- 172.21.15.67:0/1147914691 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff68013770 con 0x7eff740b5730 2023-10-21T13:05:03.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff7a55d700 1 -- 172.21.15.67:0/1147914691 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff740c5d20 con 0x7eff740b5730 2023-10-21T13:05:03.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff70ff9700 1 -- 172.21.15.67:0/1147914691 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff68013b00 con 0x7eff740b5730 2023-10-21T13:05:03.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.443+0000 7eff7a55d700 1 -- 172.21.15.67:0/1147914691 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff741f2fc0 con 0x7eff740b5730 2023-10-21T13:05:03.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.444+0000 7eff7a55d700 1 -- 172.21.15.67:0/1147914691 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff74074d40 con 0x7eff740b5730 2023-10-21T13:05:03.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.445+0000 7eff70ff9700 1 -- 172.21.15.67:0/1147914691 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7eff68013c60 con 0x7eff740b5730 2023-10-21T13:05:03.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.445+0000 7eff70ff9700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7eff6006af00 0x7eff6006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.445+0000 7eff70ff9700 1 -- 172.21.15.67:0/1147914691 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7eff68089240 con 0x7eff740b5730 2023-10-21T13:05:03.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.445+0000 7eff73fff700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7eff6006af00 0x7eff6006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.446+0000 7eff73fff700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7eff6006af00 0x7eff6006d3c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7eff64014040 tx=0x7eff64008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:03.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.450+0000 7eff70ff9700 1 -- 172.21.15.67:0/1147914691 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7eff68054380 con 0x7eff740b5730 2023-10-21T13:05:03.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.697+0000 7eff7a55d700 1 -- 172.21.15.67:0/1147914691 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7eff740b4f50 con 0x7eff740b5730 2023-10-21T13:05:03.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.698+0000 7eff70ff9700 1 -- 172.21.15.67:0/1147914691 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7eff680579a0 con 0x7eff740b5730 2023-10-21T13:05:03.700 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:03.700 INFO:teuthology.orchestra.run.smithi067.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-10-21T13:05:03.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.700+0000 7eff7a55d700 1 -- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7eff6006af00 msgr2=0x7eff6006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.700+0000 7eff7a55d700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7eff6006af00 0x7eff6006d3c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7eff64014040 tx=0x7eff64008030 comp rx=0 tx=0).stop 2023-10-21T13:05:03.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.700+0000 7eff7a55d700 1 -- 172.21.15.67:0/1147914691 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff740b5730 msgr2=0x7eff741f2a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.700+0000 7eff7a55d700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff740b5730 0x7eff741f2a80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7eff6800e810 tx=0x7eff6800ebd0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.700+0000 7eff7a55d700 1 -- 172.21.15.67:0/1147914691 shutdown_connections 2023-10-21T13:05:03.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.700+0000 7eff7a55d700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7eff7415ed50 0x7eff7415ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.700+0000 7eff7a55d700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7eff6006af00 0x7eff6006d3c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.700+0000 7eff7a55d700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7eff740665a0 0x7eff74153fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.700+0000 7eff7a55d700 1 --2- 172.21.15.67:0/1147914691 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff740b5730 0x7eff741f2a80 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.700+0000 7eff7a55d700 1 -- 172.21.15.67:0/1147914691 >> 172.21.15.67:0/1147914691 conn(0x7eff740b1770 msgr2=0x7eff740b29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:03.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.700+0000 7eff7a55d700 1 -- 172.21.15.67:0/1147914691 shutdown_connections 2023-10-21T13:05:03.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.700+0000 7eff7a55d700 1 -- 172.21.15.67:0/1147914691 wait complete. 2023-10-21T13:05:03.715 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-10-21T13:05:03.716 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:03.847 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.838+0000 7f0d0744e700 1 Processor -- start 2023-10-21T13:05:03.848 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.838+0000 7f0d0744e700 1 -- start start 2023-10-21T13:05:03.848 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d0744e700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d000ca180 0x7f0d0006b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.848 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d0744e700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f0d00144ae0 0x7f0d000ca560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.849 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d0744e700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f0d0015f360 0x7f0d0015f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.849 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d0744e700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d001452e0 con 0x7f0d00144ae0 2023-10-21T13:05:03.849 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d0744e700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d0006c210 con 0x7f0d0015f360 2023-10-21T13:05:03.849 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d0744e700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d000caaa0 con 0x7f0d000ca180 2023-10-21T13:05:03.849 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d049e9700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f0d00144ae0 0x7f0d000ca560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.850 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d049e9700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f0d00144ae0 0x7f0d000ca560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60146/0 (socket says 172.21.15.67:60146) 2023-10-21T13:05:03.850 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d049e9700 1 -- 172.21.15.67:0/128080986 learned_addr learned my addr 172.21.15.67:0/128080986 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:03.850 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d051ea700 1 --2- 172.21.15.67:0/128080986 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d000ca180 0x7f0d0006b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.850 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d059eb700 1 --2- 172.21.15.67:0/128080986 >> v2:172.21.15.190:3300/0 conn(0x7f0d0015f360 0x7f0d0015f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.851 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d049e9700 1 -- 172.21.15.67:0/128080986 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d000ca180 msgr2=0x7f0d0006b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:03.851 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d049e9700 1 --2- 172.21.15.67:0/128080986 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d000ca180 0x7f0d0006b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.851 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d049e9700 1 -- 172.21.15.67:0/128080986 >> v2:172.21.15.190:3300/0 conn(0x7f0d0015f360 msgr2=0x7f0d0015f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:03.851 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d049e9700 1 --2- 172.21.15.67:0/128080986 >> v2:172.21.15.190:3300/0 conn(0x7f0d0015f360 0x7f0d0015f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.851 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.839+0000 7f0d049e9700 1 -- 172.21.15.67:0/128080986 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d0006b970 con 0x7f0d00144ae0 2023-10-21T13:05:03.852 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.840+0000 7f0d049e9700 1 --2- 172.21.15.67:0/128080986 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d00144ae0 0x7f0d000ca560 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f0d000cfa10 tx=0x7f0cfc009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=439c665c93983830 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:03.852 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.840+0000 7f0cf7fff700 1 -- 172.21.15.67:0/128080986 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc00b870 con 0x7f0d00144ae0 2023-10-21T13:05:03.852 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.840+0000 7f0cf7fff700 1 -- 172.21.15.67:0/128080986 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cfc00b9d0 con 0x7f0d00144ae0 2023-10-21T13:05:03.852 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.840+0000 7f0cf7fff700 1 -- 172.21.15.67:0/128080986 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc00bd60 con 0x7f0d00144ae0 2023-10-21T13:05:03.852 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.840+0000 7f0d0744e700 1 -- 172.21.15.67:0/128080986 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d00144ae0 msgr2=0x7f0d000ca560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.852 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.840+0000 7f0d0744e700 1 --2- 172.21.15.67:0/128080986 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d00144ae0 0x7f0d000ca560 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f0d000cfa10 tx=0x7f0cfc009bd0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.840+0000 7f0d0744e700 1 -- 172.21.15.67:0/128080986 shutdown_connections 2023-10-21T13:05:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.840+0000 7f0d0744e700 1 --2- 172.21.15.67:0/128080986 >> v2:172.21.15.190:3300/0 conn(0x7f0d0015f360 0x7f0d0015f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.840+0000 7f0d0744e700 1 --2- 172.21.15.67:0/128080986 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d000ca180 0x7f0d0006b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.840+0000 7f0d0744e700 1 --2- 172.21.15.67:0/128080986 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d00144ae0 0x7f0d000ca560 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.840+0000 7f0d0744e700 1 -- 172.21.15.67:0/128080986 >> 172.21.15.67:0/128080986 conn(0x7f0d000cc5b0 msgr2=0x7f0d000cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.840+0000 7f0d0744e700 1 -- 172.21.15.67:0/128080986 shutdown_connections 2023-10-21T13:05:03.854 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.840+0000 7f0d0744e700 1 -- 172.21.15.67:0/128080986 wait complete. 2023-10-21T13:05:03.854 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.842+0000 7f0d0744e700 1 Processor -- start 2023-10-21T13:05:03.854 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.842+0000 7f0d0744e700 1 -- start start 2023-10-21T13:05:03.854 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.842+0000 7f0d0744e700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d000ca180 0x7f0d001f60e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.854 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.842+0000 7f0d0744e700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d00144ae0 0x7f0d000aee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.855 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.842+0000 7f0d0744e700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d0015f360 0x7f0d0015e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.855 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.842+0000 7f0d0744e700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0006e020 con 0x7f0d00144ae0 2023-10-21T13:05:03.855 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.842+0000 7f0d0744e700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d000af3a0 con 0x7f0d0015f360 2023-10-21T13:05:03.855 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.842+0000 7f0d0744e700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0006d6f0 con 0x7f0d000ca180 2023-10-21T13:05:03.855 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.842+0000 7f0d049e9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d00144ae0 0x7f0d000aee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.856 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0d049e9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d00144ae0 0x7f0d000aee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60152/0 (socket says 172.21.15.67:60152) 2023-10-21T13:05:03.856 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0d049e9700 1 -- 172.21.15.67:0/2490985704 learned_addr learned my addr 172.21.15.67:0/2490985704 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:03.856 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0d051ea700 1 --2- 172.21.15.67:0/2490985704 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d000ca180 0x7f0d001f60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.856 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0d059eb700 1 --2- 172.21.15.67:0/2490985704 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d0015f360 0x7f0d0015e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.856 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0d049e9700 1 -- 172.21.15.67:0/2490985704 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d000ca180 msgr2=0x7f0d001f60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.857 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0d049e9700 1 --2- 172.21.15.67:0/2490985704 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d000ca180 0x7f0d001f60e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.857 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0d049e9700 1 -- 172.21.15.67:0/2490985704 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d0015f360 msgr2=0x7f0d0015e0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:03.857 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0d049e9700 1 --2- 172.21.15.67:0/2490985704 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d0015f360 0x7f0d0015e0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:03.857 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0d049e9700 1 -- 172.21.15.67:0/2490985704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cfc009550 con 0x7f0d00144ae0 2023-10-21T13:05:03.857 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0d049e9700 1 --2- 172.21.15.67:0/2490985704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d00144ae0 0x7f0d000aee60 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc000c00 tx=0x7f0cfc004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:03.858 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0cf5ffb700 1 -- 172.21.15.67:0/2490985704 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc004520 con 0x7f0d00144ae0 2023-10-21T13:05:03.858 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0cf5ffb700 1 -- 172.21.15.67:0/2490985704 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cfc01e070 con 0x7f0d00144ae0 2023-10-21T13:05:03.858 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0d0744e700 1 -- 172.21.15.67:0/2490985704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d0006d9d0 con 0x7f0d00144ae0 2023-10-21T13:05:03.858 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0cf5ffb700 1 -- 172.21.15.67:0/2490985704 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc0038c0 con 0x7f0d00144ae0 2023-10-21T13:05:03.858 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.843+0000 7f0d0744e700 1 -- 172.21.15.67:0/2490985704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d00154880 con 0x7f0d00144ae0 2023-10-21T13:05:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.844+0000 7f0d0744e700 1 -- 172.21.15.67:0/2490985704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d0006e1d0 con 0x7f0d00144ae0 2023-10-21T13:05:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.845+0000 7f0cf5ffb700 1 -- 172.21.15.67:0/2490985704 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f0cfc003a20 con 0x7f0d00144ae0 2023-10-21T13:05:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.845+0000 7f0cf5ffb700 1 --2- 172.21.15.67:0/2490985704 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0ce406af00 0x7f0ce406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.845+0000 7f0cf5ffb700 1 -- 172.21.15.67:0/2490985704 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0cfc020070 con 0x7f0d00144ae0 2023-10-21T13:05:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.845+0000 7f0d051ea700 1 --2- 172.21.15.67:0/2490985704 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0ce406af00 0x7f0ce406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:03.860 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.846+0000 7f0d051ea700 1 --2- 172.21.15.67:0/2490985704 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0ce406af00 0x7f0ce406d3c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0d000aff30 tx=0x7f0cf0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:03.860 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:03.849+0000 7f0cf5ffb700 1 -- 172.21.15.67:0/2490985704 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f0d0006e1d0 con 0x7f0d00144ae0 2023-10-21T13:05:04.052 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.051+0000 7f0d0744e700 1 -- 172.21.15.67:0/2490985704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0d00074d40 con 0x7f0d00144ae0 2023-10-21T13:05:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.052+0000 7f0cf5ffb700 1 -- 172.21.15.67:0/2490985704 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7f0cfc015020 con 0x7f0d00144ae0 2023-10-21T13:05:04.054 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:04.054 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:04.056 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.054+0000 7f0d0744e700 1 -- 172.21.15.67:0/2490985704 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0ce406af00 msgr2=0x7f0ce406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.054+0000 7f0d0744e700 1 --2- 172.21.15.67:0/2490985704 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0ce406af00 0x7f0ce406d3c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0d000aff30 tx=0x7f0cf0008040 comp rx=0 tx=0).stop 2023-10-21T13:05:04.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.054+0000 7f0d0744e700 1 -- 172.21.15.67:0/2490985704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d00144ae0 msgr2=0x7f0d000aee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.054+0000 7f0d0744e700 1 --2- 172.21.15.67:0/2490985704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d00144ae0 0x7f0d000aee60 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc000c00 tx=0x7f0cfc004750 comp rx=0 tx=0).stop 2023-10-21T13:05:04.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.054+0000 7f0d0744e700 1 -- 172.21.15.67:0/2490985704 shutdown_connections 2023-10-21T13:05:04.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.054+0000 7f0d0744e700 1 --2- 172.21.15.67:0/2490985704 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d0015f360 0x7f0d0015e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.054+0000 7f0d0744e700 1 --2- 172.21.15.67:0/2490985704 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0ce406af00 0x7f0ce406d3c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.054+0000 7f0d0744e700 1 --2- 172.21.15.67:0/2490985704 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d000ca180 0x7f0d001f60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.054+0000 7f0d0744e700 1 --2- 172.21.15.67:0/2490985704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d00144ae0 0x7f0d000aee60 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.054+0000 7f0d0744e700 1 -- 172.21.15.67:0/2490985704 >> 172.21.15.67:0/2490985704 conn(0x7f0d000cc5b0 msgr2=0x7f0d000af5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.054+0000 7f0d0744e700 1 -- 172.21.15.67:0/2490985704 shutdown_connections 2023-10-21T13:05:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.054+0000 7f0d0744e700 1 -- 172.21.15.67:0/2490985704 wait complete. 2023-10-21T13:05:04.068 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T13:04:51.241319+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T13:04:52.187622+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T13:05:04.069 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T13:05:04.197 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.195+0000 7f53192a6700 1 Processor -- start 2023-10-21T13:05:04.197 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.195+0000 7f53192a6700 1 -- start start 2023-10-21T13:05:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.196+0000 7f53192a6700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f53140d1440 0x7f53140d4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.196+0000 7f53192a6700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53140ce450 con 0x7f53140d2350 2023-10-21T13:05:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.196+0000 7f53192a6700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53140ce6f0 con 0x7f5314160e80 2023-10-21T13:05:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.196+0000 7f53192a6700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53140d08f0 con 0x7f53140d1440 2023-10-21T13:05:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.196+0000 7f53127fc700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f53140d2350 0x7f53140ceeb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48220/0 (socket says 172.21.15.67:48220) 2023-10-21T13:05:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.196+0000 7f53127fc700 1 -- 172.21.15.67:0/2102850648 learned_addr learned my addr 172.21.15.67:0/2102850648 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.196+0000 7f53137fe700 1 --2- 172.21.15.67:0/2102850648 >> v2:172.21.15.190:3300/0 conn(0x7f53140d1440 0x7f53140d4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.196+0000 7f5311ffb700 1 -- 172.21.15.67:0/2102850648 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2964167428 0 0) 0x7f53140ce450 con 0x7f53140d2350 2023-10-21T13:05:04.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.196+0000 7f5311ffb700 1 -- 172.21.15.67:0/2102850648 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f52fc0035b0 con 0x7f53140d2350 2023-10-21T13:05:04.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.196+0000 7f5311ffb700 1 -- 172.21.15.67:0/2102850648 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3935327296 0 0) 0x7f52fc0035b0 con 0x7f53140d2350 2023-10-21T13:05:04.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.196+0000 7f5311ffb700 1 -- 172.21.15.67:0/2102850648 >> v2:172.21.15.190:3300/0 conn(0x7f53140d1440 msgr2=0x7f53140d4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:04.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.196+0000 7f5311ffb700 1 --2- 172.21.15.67:0/2102850648 >> v2:172.21.15.190:3300/0 conn(0x7f53140d1440 0x7f53140d4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.196+0000 7f5311ffb700 1 -- 172.21.15.67:0/2102850648 >> v1:172.21.15.190:6789/0 conn(0x7f5314160e80 legacy=0x7f53140d1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.196+0000 7f5311ffb700 1 -- 172.21.15.67:0/2102850648 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53140d0ad0 con 0x7f53140d2350 2023-10-21T13:05:04.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f5311ffb700 1 -- 172.21.15.67:0/2102850648 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f5304001670 con 0x7f53140d2350 2023-10-21T13:05:04.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f5311ffb700 1 -- 172.21.15.67:0/2102850648 >> v1:172.21.15.67:6789/0 conn(0x7f53140d2350 legacy=0x7f53140ceeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f5311ffb700 1 --2- 172.21.15.67:0/2102850648 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52fc003a00 0x7f52fc003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f5311ffb700 1 --2- 172.21.15.67:0/2102850648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52fc004850 0x7f52fc004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f5311ffb700 1 --2- 172.21.15.67:0/2102850648 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f52fc005210 0x7f52fc00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f5311ffb700 1 -- 172.21.15.67:0/2102850648 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53140d08f0 con 0x7f52fc004850 2023-10-21T13:05:04.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f5311ffb700 1 -- 172.21.15.67:0/2102850648 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52fc00c0c0 con 0x7f52fc003a00 2023-10-21T13:05:04.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f5311ffb700 1 -- 172.21.15.67:0/2102850648 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52fc00c280 con 0x7f52fc005210 2023-10-21T13:05:04.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f53127fc700 1 --2- 172.21.15.67:0/2102850648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52fc004850 0x7f52fc004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f5312ffd700 1 --2- 172.21.15.67:0/2102850648 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52fc003a00 0x7f52fc003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f53137fe700 1 --2- 172.21.15.67:0/2102850648 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f52fc005210 0x7f52fc00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f53127fc700 1 -- 172.21.15.67:0/2102850648 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f52fc005210 msgr2=0x7f52fc00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:04.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f53127fc700 1 --2- 172.21.15.67:0/2102850648 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f52fc005210 0x7f52fc00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f53127fc700 1 -- 172.21.15.67:0/2102850648 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52fc003a00 msgr2=0x7f52fc003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f53127fc700 1 --2- 172.21.15.67:0/2102850648 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52fc003a00 0x7f52fc003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f53127fc700 1 -- 172.21.15.67:0/2102850648 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52fc0035b0 con 0x7f52fc004850 2023-10-21T13:05:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f53137fe700 1 --2- 172.21.15.67:0/2102850648 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f52fc005210 0x7f52fc00ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f53137fe700 1 -- 172.21.15.67:0/2102850648 reap_dead start 2023-10-21T13:05:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f53127fc700 1 --2- 172.21.15.67:0/2102850648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52fc004850 0x7f52fc004cd0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f530400c2a0 tx=0x7f52fc005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf93bd559a9ae0a0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f5311ffb700 1 -- 172.21.15.67:0/2102850648 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5304007c10 con 0x7f52fc004850 2023-10-21T13:05:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f5311ffb700 1 -- 172.21.15.67:0/2102850648 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f530400cdc0 con 0x7f52fc004850 2023-10-21T13:05:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.197+0000 7f5311ffb700 1 -- 172.21.15.67:0/2102850648 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5304005ba0 con 0x7f52fc004850 2023-10-21T13:05:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.198+0000 7f53192a6700 1 -- 172.21.15.67:0/2102850648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52fc004850 msgr2=0x7f52fc004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.198+0000 7f53192a6700 1 --2- 172.21.15.67:0/2102850648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52fc004850 0x7f52fc004cd0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f530400c2a0 tx=0x7f52fc005880 comp rx=0 tx=0).stop 2023-10-21T13:05:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.198+0000 7f53192a6700 1 -- 172.21.15.67:0/2102850648 shutdown_connections 2023-10-21T13:05:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.198+0000 7f53192a6700 1 --2- 172.21.15.67:0/2102850648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52fc004850 0x7f52fc004cd0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.198+0000 7f53192a6700 1 -- 172.21.15.67:0/2102850648 >> 172.21.15.67:0/2102850648 conn(0x7f53140d3660 msgr2=0x7f53140d3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.198+0000 7f53192a6700 1 -- 172.21.15.67:0/2102850648 shutdown_connections 2023-10-21T13:05:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.198+0000 7f53192a6700 1 -- 172.21.15.67:0/2102850648 wait complete. 2023-10-21T13:05:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.199+0000 7f53192a6700 1 Processor -- start 2023-10-21T13:05:04.210 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.199+0000 7f53192a6700 1 -- start start 2023-10-21T13:05:04.212 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53192a6700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52fc004850 0x7f531415f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.212 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53192a6700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f53140b54f0 0x7f53140b5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.212 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53192a6700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53140cc5d0 0x7f53140cca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.213 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53192a6700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53140b5e90 con 0x7f53140cc5d0 2023-10-21T13:05:04.213 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53192a6700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53140b3b50 con 0x7f52fc004850 2023-10-21T13:05:04.213 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53192a6700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53140b3df0 con 0x7f53140b54f0 2023-10-21T13:05:04.213 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53137fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53140cc5d0 0x7f53140cca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.213 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53137fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53140cc5d0 0x7f53140cca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60174/0 (socket says 172.21.15.67:60174) 2023-10-21T13:05:04.214 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53137fe700 1 -- 172.21.15.67:0/163197108 learned_addr learned my addr 172.21.15.67:0/163197108 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:04.214 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53127fc700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f53140b54f0 0x7f53140b5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.214 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f5312ffd700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52fc004850 0x7f531415f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.214 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53137fe700 1 -- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f53140b54f0 msgr2=0x7f53140b5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.214 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53137fe700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f53140b54f0 0x7f53140b5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.215 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53137fe700 1 -- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52fc004850 msgr2=0x7f531415f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.215 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53137fe700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52fc004850 0x7f531415f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.215 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f53137fe700 1 -- 172.21.15.67:0/163197108 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53140b40d0 con 0x7f53140cc5d0 2023-10-21T13:05:04.215 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.200+0000 7f5312ffd700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52fc004850 0x7f531415f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:04.215 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.201+0000 7f53137fe700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53140cc5d0 0x7f53140cca50 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f531406da40 tx=0x7f530c0104a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:04.215 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.201+0000 7f52fb7fe700 1 -- 172.21.15.67:0/163197108 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f530c01b070 con 0x7f53140cc5d0 2023-10-21T13:05:04.216 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.201+0000 7f52fb7fe700 1 -- 172.21.15.67:0/163197108 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f530c00f040 con 0x7f53140cc5d0 2023-10-21T13:05:04.216 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.201+0000 7f53192a6700 1 -- 172.21.15.67:0/163197108 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53140b43b0 con 0x7f53140cc5d0 2023-10-21T13:05:04.216 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.201+0000 7f52fb7fe700 1 -- 172.21.15.67:0/163197108 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f530c00e050 con 0x7f53140cc5d0 2023-10-21T13:05:04.216 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.201+0000 7f53192a6700 1 -- 172.21.15.67:0/163197108 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53140ccf90 con 0x7f53140cc5d0 2023-10-21T13:05:04.216 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.202+0000 7f53192a6700 1 -- 172.21.15.67:0/163197108 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53140b4870 con 0x7f53140cc5d0 2023-10-21T13:05:04.217 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.202+0000 7f52fb7fe700 1 -- 172.21.15.67:0/163197108 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f530c003a20 con 0x7f53140cc5d0 2023-10-21T13:05:04.217 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.202+0000 7f52fb7fe700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f530006af00 0x7f530006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.217 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.203+0000 7f52fb7fe700 1 -- 172.21.15.67:0/163197108 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f530c089850 con 0x7f53140cc5d0 2023-10-21T13:05:04.217 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.203+0000 7f5312ffd700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f530006af00 0x7f530006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.217 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.203+0000 7f5312ffd700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f530006af00 0x7f530006d3c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5308007fd0 tx=0x7f5308009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:04.217 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.207+0000 7f52fb7fe700 1 -- 172.21.15.67:0/163197108 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f530c054990 con 0x7f53140cc5d0 2023-10-21T13:05:04.409 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.407+0000 7f53192a6700 1 -- 172.21.15.67:0/163197108 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5314074d40 con 0x7f53140cc5d0 2023-10-21T13:05:04.409 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.407+0000 7f52fb7fe700 1 -- 172.21.15.67:0/163197108 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f530c057fb0 con 0x7f53140cc5d0 2023-10-21T13:05:04.410 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T13:05:04.411 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.409+0000 7f53192a6700 1 -- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f530006af00 msgr2=0x7f530006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.409+0000 7f53192a6700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f530006af00 0x7f530006d3c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5308007fd0 tx=0x7f5308009040 comp rx=0 tx=0).stop 2023-10-21T13:05:04.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.409+0000 7f53192a6700 1 -- 172.21.15.67:0/163197108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53140cc5d0 msgr2=0x7f53140cca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.409+0000 7f53192a6700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53140cc5d0 0x7f53140cca50 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f531406da40 tx=0x7f530c0104a0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.409+0000 7f53192a6700 1 -- 172.21.15.67:0/163197108 shutdown_connections 2023-10-21T13:05:04.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.409+0000 7f53192a6700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53140cc5d0 0x7f53140cca50 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.409+0000 7f53192a6700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52fc004850 0x7f531415f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.409+0000 7f53192a6700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f530006af00 0x7f530006d3c0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.409+0000 7f53192a6700 1 --2- 172.21.15.67:0/163197108 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f53140b54f0 0x7f53140b5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.409+0000 7f53192a6700 1 -- 172.21.15.67:0/163197108 >> 172.21.15.67:0/163197108 conn(0x7f53140d3660 msgr2=0x7f53140c80f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:04.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.409+0000 7f53192a6700 1 -- 172.21.15.67:0/163197108 shutdown_connections 2023-10-21T13:05:04.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.409+0000 7f53192a6700 1 -- 172.21.15.67:0/163197108 wait complete. 2023-10-21T13:05:04.423 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T13:05:04.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.549+0000 7f1ecf478700 1 Processor -- start 2023-10-21T13:05:04.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.549+0000 7f1ecf478700 1 -- start start 2023-10-21T13:05:04.553 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.550+0000 7f1ecf478700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f1ec8159d20 0x7f1ec80722a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.553 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.550+0000 7f1ecf478700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1ec806b9c0 0x7f1ec80ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.554 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.550+0000 7f1ecf478700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ec8071200 con 0x7f1ec80ce040 2023-10-21T13:05:04.554 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.550+0000 7f1ecf478700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ec80727e0 con 0x7f1ec8159d20 2023-10-21T13:05:04.554 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.550+0000 7f1ecf478700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec80cea10 con 0x7f1ec806b9c0 2023-10-21T13:05:04.554 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.550+0000 7f1ecda15700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1ec806b9c0 0x7f1ec80ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.555 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.550+0000 7f1ecd214700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f1ec8159d20 0x7f1ec80722a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.555 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.550+0000 7f1ecca13700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f1ec80ce040 0x7f1ec806b2b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:45138/0 (socket says 172.21.15.67:45138) 2023-10-21T13:05:04.555 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.550+0000 7f1ecda15700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1ec806b9c0 0x7f1ec80ce4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:46944/0 (socket says 172.21.15.67:46944) 2023-10-21T13:05:04.555 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.550+0000 7f1ecca13700 1 -- 172.21.15.67:0/107436513 learned_addr learned my addr 172.21.15.67:0/107436513 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:04.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.550+0000 7f1ecda15700 1 -- 172.21.15.67:0/107436513 >> v2:172.21.15.190:3300/0 conn(0x7f1ec8159d20 msgr2=0x7f1ec80722a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:04.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.550+0000 7f1ecda15700 1 --2- 172.21.15.67:0/107436513 >> v2:172.21.15.190:3300/0 conn(0x7f1ec8159d20 0x7f1ec80722a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.550+0000 7f1ecda15700 1 -- 172.21.15.67:0/107436513 >> v1:172.21.15.190:6789/0 conn(0x7f1ec80ce040 legacy=0x7f1ec806b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.550+0000 7f1ecda15700 1 -- 172.21.15.67:0/107436513 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ec80714e0 con 0x7f1ec806b9c0 2023-10-21T13:05:04.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.551+0000 7f1ecd214700 1 --2- 172.21.15.67:0/107436513 >> v2:172.21.15.190:3300/0 conn(0x7f1ec8159d20 0x7f1ec80722a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:04.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.551+0000 7f1ecda15700 1 --2- 172.21.15.67:0/107436513 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1ec806b9c0 0x7f1ec80ce4d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f1ec000aea0 tx=0x7f1ec000c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f21d2bdd69e4d103 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:04.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.551+0000 7f1ebffff700 1 -- 172.21.15.67:0/107436513 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec000f070 con 0x7f1ec806b9c0 2023-10-21T13:05:04.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.551+0000 7f1ebffff700 1 -- 172.21.15.67:0/107436513 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ec000a2e0 con 0x7f1ec806b9c0 2023-10-21T13:05:04.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.551+0000 7f1ebffff700 1 -- 172.21.15.67:0/107436513 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec000cb50 con 0x7f1ec806b9c0 2023-10-21T13:05:04.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.551+0000 7f1ecf478700 1 -- 172.21.15.67:0/107436513 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1ec806b9c0 msgr2=0x7f1ec80ce4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.551+0000 7f1ecf478700 1 --2- 172.21.15.67:0/107436513 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1ec806b9c0 0x7f1ec80ce4d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f1ec000aea0 tx=0x7f1ec000c330 comp rx=0 tx=0).stop 2023-10-21T13:05:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.551+0000 7f1ecf478700 1 -- 172.21.15.67:0/107436513 shutdown_connections 2023-10-21T13:05:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.551+0000 7f1ecf478700 1 --2- 172.21.15.67:0/107436513 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1ec806b9c0 0x7f1ec80ce4d0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.551+0000 7f1ecf478700 1 --2- 172.21.15.67:0/107436513 >> v2:172.21.15.190:3300/0 conn(0x7f1ec8159d20 0x7f1ec80722a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.551+0000 7f1ecf478700 1 -- 172.21.15.67:0/107436513 >> 172.21.15.67:0/107436513 conn(0x7f1ec80b1770 msgr2=0x7f1ec80b1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.551+0000 7f1ecf478700 1 -- 172.21.15.67:0/107436513 shutdown_connections 2023-10-21T13:05:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.552+0000 7f1ecf478700 1 -- 172.21.15.67:0/107436513 wait complete. 2023-10-21T13:05:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.553+0000 7f1ecf478700 1 Processor -- start 2023-10-21T13:05:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.553+0000 7f1ecf478700 1 -- start start 2023-10-21T13:05:04.562 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.553+0000 7f1ecf478700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1ec806b9c0 0x7f1ec81562a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.562 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.553+0000 7f1ecf478700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec80ce040 0x7f1ec815b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.562 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.553+0000 7f1ecf478700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1ec8159d20 0x7f1ec815bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.562 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.553+0000 7f1ecf478700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec81e41f0 con 0x7f1ec80ce040 2023-10-21T13:05:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.553+0000 7f1ecf478700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec81e3f10 con 0x7f1ec8159d20 2023-10-21T13:05:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.553+0000 7f1ecf478700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec815c360 con 0x7f1ec806b9c0 2023-10-21T13:05:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.553+0000 7f1ecca13700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec80ce040 0x7f1ec815b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ecca13700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec80ce040 0x7f1ec815b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60186/0 (socket says 172.21.15.67:60186) 2023-10-21T13:05:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ecca13700 1 -- 172.21.15.67:0/3193832052 learned_addr learned my addr 172.21.15.67:0/3193832052 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ecd214700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1ec806b9c0 0x7f1ec81562a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ecda15700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1ec8159d20 0x7f1ec815bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ecca13700 1 -- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1ec806b9c0 msgr2=0x7f1ec81562a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ecca13700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1ec806b9c0 0x7f1ec81562a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ecca13700 1 -- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1ec8159d20 msgr2=0x7f1ec815bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ecca13700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1ec8159d20 0x7f1ec815bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ecca13700 1 -- 172.21.15.67:0/3193832052 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ec40094a0 con 0x7f1ec80ce040 2023-10-21T13:05:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ecda15700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1ec8159d20 0x7f1ec815bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ecca13700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec80ce040 0x7f1ec815b600 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f1eb800c520 tx=0x7f1eb800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:04.566 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ebdffb700 1 -- 172.21.15.67:0/3193832052 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eb8005d70 con 0x7f1ec80ce040 2023-10-21T13:05:04.566 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ecf478700 1 -- 172.21.15.67:0/3193832052 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ec000ab80 con 0x7f1ec80ce040 2023-10-21T13:05:04.566 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ebdffb700 1 -- 172.21.15.67:0/3193832052 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1eb80070d0 con 0x7f1ec80ce040 2023-10-21T13:05:04.566 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ebdffb700 1 -- 172.21.15.67:0/3193832052 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eb8007440 con 0x7f1ec80ce040 2023-10-21T13:05:04.566 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.554+0000 7f1ecf478700 1 -- 172.21.15.67:0/3193832052 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ec815c920 con 0x7f1ec80ce040 2023-10-21T13:05:04.567 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.555+0000 7f1ecf478700 1 -- 172.21.15.67:0/3193832052 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ec8070d60 con 0x7f1ec80ce040 2023-10-21T13:05:04.567 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.556+0000 7f1ebdffb700 1 -- 172.21.15.67:0/3193832052 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1eb80075a0 con 0x7f1ec80ce040 2023-10-21T13:05:04.567 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.556+0000 7f1ebdffb700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1eac06af00 0x7f1eac06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.567 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.556+0000 7f1ebdffb700 1 -- 172.21.15.67:0/3193832052 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1eb8088ae0 con 0x7f1ec80ce040 2023-10-21T13:05:04.567 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.557+0000 7f1ecd214700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1eac06af00 0x7f1eac06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.568 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.557+0000 7f1ecd214700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1eac06af00 0x7f1eac06d3c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1ec4009c60 tx=0x7f1ec4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:04.568 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.561+0000 7f1ebdffb700 1 -- 172.21.15.67:0/3193832052 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1eb8053b20 con 0x7f1ec80ce040 2023-10-21T13:05:04.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.761+0000 7f1ecf478700 1 -- 172.21.15.67:0/3193832052 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1ec8074d40 con 0x7f1ec80ce040 2023-10-21T13:05:04.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.761+0000 7f1ebdffb700 1 -- 172.21.15.67:0/3193832052 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1eb8057140 con 0x7f1ec80ce040 2023-10-21T13:05:04.764 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2023-10-21T13:05:04.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.763+0000 7f1ecf478700 1 -- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1eac06af00 msgr2=0x7f1eac06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.763+0000 7f1ecf478700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1eac06af00 0x7f1eac06d3c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1ec4009c60 tx=0x7f1ec4008040 comp rx=0 tx=0).stop 2023-10-21T13:05:04.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.763+0000 7f1ecf478700 1 -- 172.21.15.67:0/3193832052 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec80ce040 msgr2=0x7f1ec815b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.763+0000 7f1ecf478700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec80ce040 0x7f1ec815b600 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f1eb800c520 tx=0x7f1eb800c8e0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.763+0000 7f1ecf478700 1 -- 172.21.15.67:0/3193832052 shutdown_connections 2023-10-21T13:05:04.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.763+0000 7f1ecf478700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1ec8159d20 0x7f1ec815bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.763+0000 7f1ecf478700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1eac06af00 0x7f1eac06d3c0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.763+0000 7f1ecf478700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1ec806b9c0 0x7f1ec81562a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.763+0000 7f1ecf478700 1 --2- 172.21.15.67:0/3193832052 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec80ce040 0x7f1ec815b600 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.763+0000 7f1ecf478700 1 -- 172.21.15.67:0/3193832052 >> 172.21.15.67:0/3193832052 conn(0x7f1ec80b1770 msgr2=0x7f1ec80cd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:04.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.763+0000 7f1ecf478700 1 -- 172.21.15.67:0/3193832052 shutdown_connections 2023-10-21T13:05:04.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.763+0000 7f1ecf478700 1 -- 172.21.15.67:0/3193832052 wait complete. 2023-10-21T13:05:04.777 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T13:05:04.904 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.903+0000 7fcaeb0ca700 1 Processor -- start 2023-10-21T13:05:04.905 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.903+0000 7fcaeb0ca700 1 -- start start 2023-10-21T13:05:04.909 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.904+0000 7fcaeb0ca700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fcae40cc230 0x7fcae40cf990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.909 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.904+0000 7fcaeb0ca700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcae40b2f50 con 0x7fcae40b4320 2023-10-21T13:05:04.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.904+0000 7fcaeb0ca700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcae40b3210 con 0x7fcae415b5a0 2023-10-21T13:05:04.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.904+0000 7fcaeb0ca700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcae40b34f0 con 0x7fcae40cc230 2023-10-21T13:05:04.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.904+0000 7fcae3fff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fcae40b4320 0x7fcae40cbb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48254/0 (socket says 172.21.15.67:48254) 2023-10-21T13:05:04.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.904+0000 7fcae3fff700 1 -- 172.21.15.67:0/2679018615 learned_addr learned my addr 172.21.15.67:0/2679018615 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:04.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.904+0000 7fcae9667700 1 --2- 172.21.15.67:0/2679018615 >> v2:172.21.15.190:3300/0 conn(0x7fcae40cc230 0x7fcae40cf990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.904+0000 7fcae37fe700 1 -- 172.21.15.67:0/2679018615 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 97569137 0 0) 0x7fcae40b2f50 con 0x7fcae40b4320 2023-10-21T13:05:04.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.904+0000 7fcae37fe700 1 -- 172.21.15.67:0/2679018615 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcad40035b0 con 0x7fcae40b4320 2023-10-21T13:05:04.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.904+0000 7fcae37fe700 1 -- 172.21.15.67:0/2679018615 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1890438156 0 0) 0x7fcad40035b0 con 0x7fcae40b4320 2023-10-21T13:05:04.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 -- 172.21.15.67:0/2679018615 >> v2:172.21.15.190:3300/0 conn(0x7fcae40cc230 msgr2=0x7fcae40cf990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:04.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 --2- 172.21.15.67:0/2679018615 >> v2:172.21.15.190:3300/0 conn(0x7fcae40cc230 0x7fcae40cf990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 -- 172.21.15.67:0/2679018615 >> v1:172.21.15.190:6789/0 conn(0x7fcae415b5a0 legacy=0x7fcae415fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 -- 172.21.15.67:0/2679018615 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcae40b37d0 con 0x7fcae40b4320 2023-10-21T13:05:04.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 -- 172.21.15.67:0/2679018615 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7fcad0001670 con 0x7fcae40b4320 2023-10-21T13:05:04.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 -- 172.21.15.67:0/2679018615 >> v1:172.21.15.67:6789/0 conn(0x7fcae40b4320 legacy=0x7fcae40cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 --2- 172.21.15.67:0/2679018615 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcad4003a00 0x7fcad4003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 --2- 172.21.15.67:0/2679018615 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad4004850 0x7fcad4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 --2- 172.21.15.67:0/2679018615 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcad4005210 0x7fcad400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 -- 172.21.15.67:0/2679018615 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcae40b34f0 con 0x7fcad4004850 2023-10-21T13:05:04.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 -- 172.21.15.67:0/2679018615 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcad400c0b0 con 0x7fcad4003a00 2023-10-21T13:05:04.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 -- 172.21.15.67:0/2679018615 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcad400c270 con 0x7fcad4005210 2023-10-21T13:05:04.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae3fff700 1 --2- 172.21.15.67:0/2679018615 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad4004850 0x7fcad4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae8e66700 1 --2- 172.21.15.67:0/2679018615 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcad4003a00 0x7fcad4003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae9667700 1 --2- 172.21.15.67:0/2679018615 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcad4005210 0x7fcad400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae3fff700 1 -- 172.21.15.67:0/2679018615 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcad4005210 msgr2=0x7fcad400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:04.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae3fff700 1 --2- 172.21.15.67:0/2679018615 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcad4005210 0x7fcad400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae3fff700 1 -- 172.21.15.67:0/2679018615 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcad4003a00 msgr2=0x7fcad4003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:04.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae3fff700 1 --2- 172.21.15.67:0/2679018615 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcad4003a00 0x7fcad4003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae3fff700 1 -- 172.21.15.67:0/2679018615 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcad40035b0 con 0x7fcad4004850 2023-10-21T13:05:04.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae9667700 1 -- 172.21.15.67:0/2679018615 reap_dead start 2023-10-21T13:05:04.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae3fff700 1 --2- 172.21.15.67:0/2679018615 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad4004850 0x7fcad4004cd0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fcad000c240 tx=0x7fcad4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9af27fb2e173ed39 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:04.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 -- 172.21.15.67:0/2679018615 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcad0007c10 con 0x7fcad4004850 2023-10-21T13:05:04.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 -- 172.21.15.67:0/2679018615 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcad000cd80 con 0x7fcad4004850 2023-10-21T13:05:04.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.905+0000 7fcae37fe700 1 -- 172.21.15.67:0/2679018615 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcad0005ba0 con 0x7fcad4004850 2023-10-21T13:05:04.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.906+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/2679018615 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad4004850 msgr2=0x7fcad4004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.906+0000 7fcaeb0ca700 1 --2- 172.21.15.67:0/2679018615 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad4004850 0x7fcad4004cd0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fcad000c240 tx=0x7fcad4005880 comp rx=0 tx=0).stop 2023-10-21T13:05:04.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.906+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/2679018615 shutdown_connections 2023-10-21T13:05:04.918 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.906+0000 7fcaeb0ca700 1 --2- 172.21.15.67:0/2679018615 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad4004850 0x7fcad4004cd0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.918 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.906+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/2679018615 >> 172.21.15.67:0/2679018615 conn(0x7fcae40cdf50 msgr2=0x7fcae40ce360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:04.918 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.906+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/2679018615 shutdown_connections 2023-10-21T13:05:04.918 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.906+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/2679018615 wait complete. 2023-10-21T13:05:04.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.907+0000 7fcaeb0ca700 1 Processor -- start 2023-10-21T13:05:04.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.907+0000 7fcaeb0ca700 1 -- start start 2023-10-21T13:05:04.921 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcaeb0ca700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcad4004850 0x7fcae41f6f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.922 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcaeb0ca700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcae414ee10 0x7fcae414b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.922 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcaeb0ca700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae4159b50 0x7fcae414e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.922 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcaeb0ca700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcae40cb470 con 0x7fcae4159b50 2023-10-21T13:05:04.922 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcaeb0ca700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcae41f6b00 con 0x7fcae414ee10 2023-10-21T13:05:04.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcaeb0ca700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcae40caef0 con 0x7fcad4004850 2023-10-21T13:05:04.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcae9667700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae4159b50 0x7fcae414e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcae9667700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae4159b50 0x7fcae414e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60208/0 (socket says 172.21.15.67:60208) 2023-10-21T13:05:04.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcae9667700 1 -- 172.21.15.67:0/1570122766 learned_addr learned my addr 172.21.15.67:0/1570122766 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:04.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcae8e66700 1 --2- 172.21.15.67:0/1570122766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcad4004850 0x7fcae41f6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcae3fff700 1 --2- 172.21.15.67:0/1570122766 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcae414ee10 0x7fcae414b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcae9667700 1 -- 172.21.15.67:0/1570122766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcad4004850 msgr2=0x7fcae41f6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcae9667700 1 --2- 172.21.15.67:0/1570122766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcad4004850 0x7fcae41f6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcae9667700 1 -- 172.21.15.67:0/1570122766 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcae414ee10 msgr2=0x7fcae414b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:04.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcae9667700 1 --2- 172.21.15.67:0/1570122766 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcae414ee10 0x7fcae414b6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:04.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.908+0000 7fcae9667700 1 -- 172.21.15.67:0/1570122766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcae40cb190 con 0x7fcae4159b50 2023-10-21T13:05:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.909+0000 7fcae9667700 1 --2- 172.21.15.67:0/1570122766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae4159b50 0x7fcae414e280 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fcae40cc7d0 tx=0x7fcadc007f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.909+0000 7fcae17fa700 1 -- 172.21.15.67:0/1570122766 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcadc00e070 con 0x7fcae4159b50 2023-10-21T13:05:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.909+0000 7fcae17fa700 1 -- 172.21.15.67:0/1570122766 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcadc003cf0 con 0x7fcae4159b50 2023-10-21T13:05:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.909+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/1570122766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcae41f6790 con 0x7fcae4159b50 2023-10-21T13:05:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.909+0000 7fcae17fa700 1 -- 172.21.15.67:0/1570122766 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcadc011670 con 0x7fcae4159b50 2023-10-21T13:05:04.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.909+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/1570122766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcae414bc00 con 0x7fcae4159b50 2023-10-21T13:05:04.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.910+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/1570122766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcae4074d40 con 0x7fcae4159b50 2023-10-21T13:05:04.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.910+0000 7fcae17fa700 1 -- 172.21.15.67:0/1570122766 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fcadc0117d0 con 0x7fcae4159b50 2023-10-21T13:05:04.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.911+0000 7fcae17fa700 1 --2- 172.21.15.67:0/1570122766 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcac806af00 0x7fcac806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:04.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.911+0000 7fcae17fa700 1 -- 172.21.15.67:0/1570122766 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcadc0898c0 con 0x7fcae4159b50 2023-10-21T13:05:04.927 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.911+0000 7fcae8e66700 1 --2- 172.21.15.67:0/1570122766 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcac806af00 0x7fcac806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:04.927 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.912+0000 7fcae8e66700 1 --2- 172.21.15.67:0/1570122766 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcac806af00 0x7fcac806d3c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcad8007fd0 tx=0x7fcad8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:04.927 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:04.915+0000 7fcae17fa700 1 -- 172.21.15.67:0/1570122766 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fcadc054970 con 0x7fcae4159b50 2023-10-21T13:05:05.118 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.116+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/1570122766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fcae41f6c40 con 0x7fcae4159b50 2023-10-21T13:05:05.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.117+0000 7fcae17fa700 1 -- 172.21.15.67:0/1570122766 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fcadc057f90 con 0x7fcae4159b50 2023-10-21T13:05:05.119 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2023-10-21T13:05:05.121 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.119+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/1570122766 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcac806af00 msgr2=0x7fcac806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.121 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.119+0000 7fcaeb0ca700 1 --2- 172.21.15.67:0/1570122766 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcac806af00 0x7fcac806d3c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcad8007fd0 tx=0x7fcad8009040 comp rx=0 tx=0).stop 2023-10-21T13:05:05.121 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.119+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/1570122766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae4159b50 msgr2=0x7fcae414e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.119+0000 7fcaeb0ca700 1 --2- 172.21.15.67:0/1570122766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae4159b50 0x7fcae414e280 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fcae40cc7d0 tx=0x7fcadc007f20 comp rx=0 tx=0).stop 2023-10-21T13:05:05.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.119+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/1570122766 shutdown_connections 2023-10-21T13:05:05.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.119+0000 7fcaeb0ca700 1 --2- 172.21.15.67:0/1570122766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae4159b50 0x7fcae414e280 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.119+0000 7fcaeb0ca700 1 --2- 172.21.15.67:0/1570122766 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcac806af00 0x7fcac806d3c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.119+0000 7fcaeb0ca700 1 --2- 172.21.15.67:0/1570122766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcad4004850 0x7fcae41f6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.119+0000 7fcaeb0ca700 1 --2- 172.21.15.67:0/1570122766 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcae414ee10 0x7fcae414b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.119+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/1570122766 >> 172.21.15.67:0/1570122766 conn(0x7fcae40cdf50 msgr2=0x7fcae415a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:05.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.119+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/1570122766 shutdown_connections 2023-10-21T13:05:05.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.119+0000 7fcaeb0ca700 1 -- 172.21.15.67:0/1570122766 wait complete. 2023-10-21T13:05:05.133 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T13:05:05.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.257+0000 7f3866198700 1 Processor -- start 2023-10-21T13:05:05.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.257+0000 7f3866198700 1 -- start start 2023-10-21T13:05:05.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.257+0000 7f3866198700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f386015da10 0x7f38600b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:05.261 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.257+0000 7f3866198700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38600cb600 con 0x7f38600b3730 2023-10-21T13:05:05.261 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.257+0000 7f3866198700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f386015ddf0 con 0x7f38600cfe40 2023-10-21T13:05:05.261 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.257+0000 7f3866198700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38600ca9f0 con 0x7f386015da10 2023-10-21T13:05:05.261 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.258+0000 7f385f7fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f386015da10 0x7f38600b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:05.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.258+0000 7f385effd700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f38600b3730 0x7f38600cf730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48274/0 (socket says 172.21.15.67:48274) 2023-10-21T13:05:05.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.258+0000 7f385effd700 1 -- 172.21.15.67:0/3645724710 learned_addr learned my addr 172.21.15.67:0/3645724710 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:05.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.258+0000 7f385f7fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f386015da10 0x7f38600b31f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60212/0 (socket says 172.21.15.67:60212) 2023-10-21T13:05:05.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.258+0000 7f385f7fe700 1 -- 172.21.15.67:0/3645724710 >> v1:172.21.15.190:6789/0 conn(0x7f38600cfe40 legacy=0x7f386006a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.258+0000 7f385f7fe700 1 -- 172.21.15.67:0/3645724710 >> v1:172.21.15.67:6789/0 conn(0x7f38600b3730 legacy=0x7f38600cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.258+0000 7f385f7fe700 1 -- 172.21.15.67:0/3645724710 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38600cacd0 con 0x7f386015da10 2023-10-21T13:05:05.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.258+0000 7f385f7fe700 1 --2- 172.21.15.67:0/3645724710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f386015da10 0x7f38600b31f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f3850009820 tx=0x7f3850009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fdc6f7382c0f5de server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:05.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.258+0000 7f385e7fc700 1 -- 172.21.15.67:0/3645724710 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3850005e30 con 0x7f386015da10 2023-10-21T13:05:05.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.258+0000 7f385e7fc700 1 -- 172.21.15.67:0/3645724710 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3850006030 con 0x7f386015da10 2023-10-21T13:05:05.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.258+0000 7f385e7fc700 1 -- 172.21.15.67:0/3645724710 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38500063e0 con 0x7f386015da10 2023-10-21T13:05:05.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.259+0000 7f3866198700 1 -- 172.21.15.67:0/3645724710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f386015da10 msgr2=0x7f38600b31f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.259+0000 7f3866198700 1 --2- 172.21.15.67:0/3645724710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f386015da10 0x7f38600b31f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f3850009820 tx=0x7f3850009b30 comp rx=0 tx=0).stop 2023-10-21T13:05:05.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.259+0000 7f3866198700 1 -- 172.21.15.67:0/3645724710 shutdown_connections 2023-10-21T13:05:05.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.259+0000 7f3866198700 1 --2- 172.21.15.67:0/3645724710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f386015da10 0x7f38600b31f0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.259+0000 7f3866198700 1 -- 172.21.15.67:0/3645724710 >> 172.21.15.67:0/3645724710 conn(0x7f38600999d0 msgr2=0x7f38600d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:05.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.259+0000 7f3866198700 1 -- 172.21.15.67:0/3645724710 shutdown_connections 2023-10-21T13:05:05.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.259+0000 7f3866198700 1 -- 172.21.15.67:0/3645724710 wait complete. 2023-10-21T13:05:05.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.260+0000 7f3866198700 1 Processor -- start 2023-10-21T13:05:05.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.260+0000 7f3866198700 1 -- start start 2023-10-21T13:05:05.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f3866198700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38600b3730 0x7f38601f6e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:05.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f3866198700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f386015da10 0x7f386006eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:05.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f3866198700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f38600c4f20 0x7f38600c98a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:05.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f3866198700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38600c5f20 con 0x7f386015da10 2023-10-21T13:05:05.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f3866198700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38601585b0 con 0x7f38600b3730 2023-10-21T13:05:05.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f3866198700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38601f73c0 con 0x7f38600c4f20 2023-10-21T13:05:05.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f385effd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f386015da10 0x7f386006eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:05.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f385effd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f386015da10 0x7f386006eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60220/0 (socket says 172.21.15.67:60220) 2023-10-21T13:05:05.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f385effd700 1 -- 172.21.15.67:0/3409572638 learned_addr learned my addr 172.21.15.67:0/3409572638 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:05.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f385f7fe700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38600b3730 0x7f38601f6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:05.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f385ffff700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f38600c4f20 0x7f38600c98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:05.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f385effd700 1 -- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f38600c4f20 msgr2=0x7f38600c98a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f385effd700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f38600c4f20 0x7f38600c98a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f385effd700 1 -- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38600b3730 msgr2=0x7f38601f6e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f385effd700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38600b3730 0x7f38601f6e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f385effd700 1 -- 172.21.15.67:0/3409572638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3850009430 con 0x7f386015da10 2023-10-21T13:05:05.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f385ffff700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f38600c4f20 0x7f38600c98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:05.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.261+0000 7f385effd700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f386015da10 0x7f386006eb10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f385400c520 tx=0x7f385400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:05.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.262+0000 7f3847fff700 1 -- 172.21.15.67:0/3409572638 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3854005d70 con 0x7f386015da10 2023-10-21T13:05:05.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.262+0000 7f3847fff700 1 -- 172.21.15.67:0/3409572638 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38540070d0 con 0x7f386015da10 2023-10-21T13:05:05.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.262+0000 7f3866198700 1 -- 172.21.15.67:0/3409572638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38600c6d10 con 0x7f386015da10 2023-10-21T13:05:05.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.262+0000 7f3847fff700 1 -- 172.21.15.67:0/3409572638 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3854007440 con 0x7f386015da10 2023-10-21T13:05:05.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.262+0000 7f3866198700 1 -- 172.21.15.67:0/3409572638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38600c5960 con 0x7f386015da10 2023-10-21T13:05:05.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.263+0000 7f3866198700 1 -- 172.21.15.67:0/3409572638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3860074d40 con 0x7f386015da10 2023-10-21T13:05:05.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.263+0000 7f3847fff700 1 -- 172.21.15.67:0/3409572638 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f38540075a0 con 0x7f386015da10 2023-10-21T13:05:05.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.264+0000 7f3847fff700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f384c06af00 0x7f384c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:05.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.264+0000 7f3847fff700 1 -- 172.21.15.67:0/3409572638 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3854088910 con 0x7f386015da10 2023-10-21T13:05:05.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.264+0000 7f385f7fe700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f384c06af00 0x7f384c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:05.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.264+0000 7f385f7fe700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f384c06af00 0x7f384c06d3c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f3850013040 tx=0x7f3850008070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:05.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.268+0000 7f3847fff700 1 -- 172.21.15.67:0/3409572638 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f3854053a70 con 0x7f386015da10 2023-10-21T13:05:05.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.516+0000 7f3866198700 1 -- 172.21.15.67:0/3409572638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f38600b3390 con 0x7f386015da10 2023-10-21T13:05:05.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.516+0000 7f3847fff700 1 -- 172.21.15.67:0/3409572638 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4907 (secure 0 0 0) 0x7f3854017090 con 0x7f386015da10 2023-10-21T13:05:05.519 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:05.519 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/3311742065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3311742065},{"type":"v1","addr":"172.21.15.67:6834","nonce":3311742065}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4252,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/3229984450","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":3229984450},{"type":"v1","addr":"172.21.15.190:6836","nonce":3229984450}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2052762259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2052762259},{"type":"v1","addr":"172.21.15.67:6835","nonce":2052762259}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-21T13:04:53.218734+0000","modified":"2023-10-21T13:04:56.240282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4266},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4266":{"gid":4266,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.190:6837/46800013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":46800013},{"type":"v1","addr":"172.21.15.190:6837","nonce":46800013}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T13:05:05.520 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.518+0000 7f3866198700 1 -- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f384c06af00 msgr2=0x7f384c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.518+0000 7f3866198700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f384c06af00 0x7f384c06d3c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f3850013040 tx=0x7f3850008070 comp rx=0 tx=0).stop 2023-10-21T13:05:05.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.518+0000 7f3866198700 1 -- 172.21.15.67:0/3409572638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f386015da10 msgr2=0x7f386006eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.518+0000 7f3866198700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f386015da10 0x7f386006eb10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f385400c520 tx=0x7f385400c830 comp rx=0 tx=0).stop 2023-10-21T13:05:05.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.519+0000 7f3866198700 1 -- 172.21.15.67:0/3409572638 shutdown_connections 2023-10-21T13:05:05.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.519+0000 7f3866198700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f384c06af00 0x7f384c06d3c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.519+0000 7f3866198700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f38600c4f20 0x7f38600c98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.519+0000 7f3866198700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38600b3730 0x7f38601f6e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.519+0000 7f3866198700 1 --2- 172.21.15.67:0/3409572638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f386015da10 0x7f386006eb10 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.519+0000 7f3866198700 1 -- 172.21.15.67:0/3409572638 >> 172.21.15.67:0/3409572638 conn(0x7f38600999d0 msgr2=0x7f38600cba90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:05.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.519+0000 7f3866198700 1 -- 172.21.15.67:0/3409572638 shutdown_connections 2023-10-21T13:05:05.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.519+0000 7f3866198700 1 -- 172.21.15.67:0/3409572638 wait complete. 2023-10-21T13:05:05.523 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2023-10-21T13:05:05.533 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:05.657 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.655+0000 7f55a31e4700 1 Processor -- start 2023-10-21T13:05:05.658 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.655+0000 7f55a31e4700 1 -- start start 2023-10-21T13:05:05.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.656+0000 7f55a31e4700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c15a590 0x7f559c0cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.656+0000 7f55a31e4700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f559c0cc310 con 0x7f559c0c6b10 2023-10-21T13:05:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.656+0000 7f55a31e4700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f559c0cc030 con 0x7f559c0cd0c0 2023-10-21T13:05:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.656+0000 7f55a31e4700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f559c0c4020 con 0x7f559c15a590 2023-10-21T13:05:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.656+0000 7f559bfff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f559c0c6b10 0x7f559c0cc9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48290/0 (socket says 172.21.15.67:48290) 2023-10-21T13:05:05.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.656+0000 7f559bfff700 1 -- 172.21.15.67:0/2334570191 learned_addr learned my addr 172.21.15.67:0/2334570191 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:05.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.656+0000 7f55a0f80700 1 --2- 172.21.15.67:0/2334570191 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c15a590 0x7f559c0cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:05.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 337709361 0 0) 0x7f559c0cc310 con 0x7f559c0c6b10 2023-10-21T13:05:05.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f558c0035b0 con 0x7f559c0c6b10 2023-10-21T13:05:05.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2084553587 0 0) 0x7f559c0cc030 con 0x7f559c0cd0c0 2023-10-21T13:05:05.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f559c0cc310 con 0x7f559c0cd0c0 2023-10-21T13:05:05.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1487717220 0 0) 0x7f558c0035b0 con 0x7f559c0c6b10 2023-10-21T13:05:05.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c15a590 msgr2=0x7f559c0cb9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:05.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 --2- 172.21.15.67:0/2334570191 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c15a590 0x7f559c0cb9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 >> v1:172.21.15.190:6789/0 conn(0x7f559c0cd0c0 legacy=0x7f559c164330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f559c0c4300 con 0x7f559c0c6b10 2023-10-21T13:05:05.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f55a0f80700 1 --2- 172.21.15.67:0/2334570191 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c15a590 0x7f559c0cb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:05.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f5588001670 con 0x7f559c0c6b10 2023-10-21T13:05:05.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 >> v1:172.21.15.67:6789/0 conn(0x7f559c0c6b10 legacy=0x7f559c0cc9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 --2- 172.21.15.67:0/2334570191 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f558c003bc0 0x7f558c003fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 --2- 172.21.15.67:0/2334570191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f558c004850 0x7f558c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 --2- 172.21.15.67:0/2334570191 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c15a590 0x7f558c005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f559c0c4020 con 0x7f558c004850 2023-10-21T13:05:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f558c00bb20 con 0x7f558c003bc0 2023-10-21T13:05:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f558c00bce0 con 0x7f559c15a590 2023-10-21T13:05:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559bfff700 1 --2- 172.21.15.67:0/2334570191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f558c004850 0x7f558c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f55a0f80700 1 --2- 172.21.15.67:0/2334570191 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f558c003bc0 0x7f558c003fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f55a1781700 1 --2- 172.21.15.67:0/2334570191 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c15a590 0x7f558c005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559bfff700 1 -- 172.21.15.67:0/2334570191 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c15a590 msgr2=0x7f558c005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559bfff700 1 --2- 172.21.15.67:0/2334570191 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c15a590 0x7f558c005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559bfff700 1 -- 172.21.15.67:0/2334570191 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f558c003bc0 msgr2=0x7f558c003fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559bfff700 1 --2- 172.21.15.67:0/2334570191 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f558c003bc0 0x7f558c003fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.657+0000 7f559bfff700 1 -- 172.21.15.67:0/2334570191 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5590009430 con 0x7f558c004850 2023-10-21T13:05:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.658+0000 7f559bfff700 1 --2- 172.21.15.67:0/2334570191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f558c004850 0x7f558c004cd0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f558800c0e0 tx=0x7f558c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1c131dd1e5f33fe server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.658+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f558800cc80 con 0x7f558c004850 2023-10-21T13:05:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.658+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f558800cde0 con 0x7f558c004850 2023-10-21T13:05:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.658+0000 7f559b7fe700 1 -- 172.21.15.67:0/2334570191 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5588005ba0 con 0x7f558c004850 2023-10-21T13:05:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.658+0000 7f55a31e4700 1 -- 172.21.15.67:0/2334570191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f558c004850 msgr2=0x7f558c004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.658+0000 7f55a31e4700 1 --2- 172.21.15.67:0/2334570191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f558c004850 0x7f558c004cd0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f558800c0e0 tx=0x7f558c005880 comp rx=0 tx=0).stop 2023-10-21T13:05:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.658+0000 7f55a1781700 1 -- 172.21.15.67:0/2334570191 reap_dead start 2023-10-21T13:05:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.658+0000 7f55a31e4700 1 -- 172.21.15.67:0/2334570191 shutdown_connections 2023-10-21T13:05:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.658+0000 7f55a31e4700 1 -- 172.21.15.67:0/2334570191 >> 172.21.15.67:0/2334570191 conn(0x7f559c0999d0 msgr2=0x7f559c0d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:05.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.658+0000 7f55a31e4700 1 -- 172.21.15.67:0/2334570191 shutdown_connections 2023-10-21T13:05:05.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.658+0000 7f55a31e4700 1 -- 172.21.15.67:0/2334570191 wait complete. 2023-10-21T13:05:05.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.659+0000 7f55a31e4700 1 Processor -- start 2023-10-21T13:05:05.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.660+0000 7f55a31e4700 1 -- start start 2023-10-21T13:05:05.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.660+0000 7f55a31e4700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f558c004850 0x7f559c1435d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:05.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.660+0000 7f55a31e4700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c0c9df0 0x7f559c145de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:05.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.660+0000 7f55a31e4700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f559c146320 0x7f559c0cae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:05.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.660+0000 7f55a31e4700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f559c143b10 con 0x7f558c004850 2023-10-21T13:05:05.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.660+0000 7f55a31e4700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f559c1468e0 con 0x7f559c146320 2023-10-21T13:05:05.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.660+0000 7f55a31e4700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f559c146bc0 con 0x7f559c0c9df0 2023-10-21T13:05:05.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.660+0000 7f55a0f80700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f558c004850 0x7f559c1435d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:05.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.660+0000 7f55a0f80700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f558c004850 0x7f559c1435d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60238/0 (socket says 172.21.15.67:60238) 2023-10-21T13:05:05.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.660+0000 7f55a0f80700 1 -- 172.21.15.67:0/3868524376 learned_addr learned my addr 172.21.15.67:0/3868524376 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:05.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.661+0000 7f559bfff700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c0c9df0 0x7f559c145de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:05.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.661+0000 7f55a1781700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f559c146320 0x7f559c0cae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:05.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.661+0000 7f55a0f80700 1 -- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c0c9df0 msgr2=0x7f559c145de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.661+0000 7f55a0f80700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c0c9df0 0x7f559c145de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.661+0000 7f55a0f80700 1 -- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f559c146320 msgr2=0x7f559c0cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.661+0000 7f55a0f80700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f559c146320 0x7f559c0cae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.661+0000 7f55a0f80700 1 -- 172.21.15.67:0/3868524376 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f559c0c95f0 con 0x7f558c004850 2023-10-21T13:05:05.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.661+0000 7f559bfff700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c0c9df0 0x7f559c145de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:05.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.661+0000 7f55a0f80700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f558c004850 0x7f559c1435d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f5590011ca0 tx=0x7f5590009e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.661+0000 7f55997fa700 1 -- 172.21.15.67:0/3868524376 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f559000f9e0 con 0x7f558c004850 2023-10-21T13:05:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.661+0000 7f55997fa700 1 -- 172.21.15.67:0/3868524376 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f559000fb40 con 0x7f558c004850 2023-10-21T13:05:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.661+0000 7f55a31e4700 1 -- 172.21.15.67:0/3868524376 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f559c0c98d0 con 0x7f558c004850 2023-10-21T13:05:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.661+0000 7f55997fa700 1 -- 172.21.15.67:0/3868524376 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5590004020 con 0x7f558c004850 2023-10-21T13:05:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.661+0000 7f55a31e4700 1 -- 172.21.15.67:0/3868524376 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f559c0c5ca0 con 0x7f558c004850 2023-10-21T13:05:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.662+0000 7f55a31e4700 1 -- 172.21.15.67:0/3868524376 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f559c0c9c40 con 0x7f558c004850 2023-10-21T13:05:05.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.663+0000 7f55997fa700 1 -- 172.21.15.67:0/3868524376 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f5590004180 con 0x7f558c004850 2023-10-21T13:05:05.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.663+0000 7f55997fa700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f558006af00 0x7f558006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:05.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.663+0000 7f55997fa700 1 -- 172.21.15.67:0/3868524376 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5590089970 con 0x7f558c004850 2023-10-21T13:05:05.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.663+0000 7f559bfff700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f558006af00 0x7f558006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:05.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.664+0000 7f559bfff700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f558006af00 0x7f558006d3c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f558800c0e0 tx=0x7f5588007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:05.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.668+0000 7f55997fa700 1 -- 172.21.15.67:0/3868524376 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f5590054ab0 con 0x7f558c004850 2023-10-21T13:05:05.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.870+0000 7f55a31e4700 1 -- 172.21.15.67:0/3868524376 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f559c074d40 con 0x7f558c004850 2023-10-21T13:05:05.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.871+0000 7f55997fa700 1 -- 172.21.15.67:0/3868524376 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7f5590022070 con 0x7f558c004850 2023-10-21T13:05:05.873 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:05.874 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:05.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.873+0000 7f55a31e4700 1 -- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f558006af00 msgr2=0x7f558006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.873+0000 7f55a31e4700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f558006af00 0x7f558006d3c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f558800c0e0 tx=0x7f5588007000 comp rx=0 tx=0).stop 2023-10-21T13:05:05.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.873+0000 7f55a31e4700 1 -- 172.21.15.67:0/3868524376 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f558c004850 msgr2=0x7f559c1435d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:05.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.873+0000 7f55a31e4700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f558c004850 0x7f559c1435d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f5590011ca0 tx=0x7f5590009e60 comp rx=0 tx=0).stop 2023-10-21T13:05:05.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.873+0000 7f55a31e4700 1 -- 172.21.15.67:0/3868524376 shutdown_connections 2023-10-21T13:05:05.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.873+0000 7f55a31e4700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f559c146320 0x7f559c0cae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.873+0000 7f55a31e4700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f558c004850 0x7f559c1435d0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.873+0000 7f55a31e4700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f558006af00 0x7f558006d3c0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.873+0000 7f55a31e4700 1 --2- 172.21.15.67:0/3868524376 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f559c0c9df0 0x7f559c145de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:05.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.873+0000 7f55a31e4700 1 -- 172.21.15.67:0/3868524376 >> 172.21.15.67:0/3868524376 conn(0x7f559c0999d0 msgr2=0x7f559c159850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:05.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.873+0000 7f55a31e4700 1 -- 172.21.15.67:0/3868524376 shutdown_connections 2023-10-21T13:05:05.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:05.873+0000 7f55a31e4700 1 -- 172.21.15.67:0/3868524376 wait complete. 2023-10-21T13:05:05.888 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T13:04:51.241319+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T13:04:52.187622+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T13:05:05.889 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T13:05:06.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.014+0000 7f400a8e5700 1 Processor -- start 2023-10-21T13:05:06.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.015+0000 7f400a8e5700 1 -- start start 2023-10-21T13:05:06.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.015+0000 7f400a8e5700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f40040b1a00 0x7f400406b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.015+0000 7f400a8e5700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4004161f10 con 0x7f40040b0880 2023-10-21T13:05:06.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.015+0000 7f400a8e5700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40040d12b0 con 0x7f40041623a0 2023-10-21T13:05:06.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.015+0000 7f400a8e5700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40041616b0 con 0x7f40040b1a00 2023-10-21T13:05:06.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.015+0000 7f4003fff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f40040b0880 0x7f40040b12f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48308/0 (socket says 172.21.15.67:48308) 2023-10-21T13:05:06.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.015+0000 7f4003fff700 1 -- 172.21.15.67:0/4116747125 learned_addr learned my addr 172.21.15.67:0/4116747125 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:06.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.015+0000 7f4008e82700 1 --2- 172.21.15.67:0/4116747125 >> v2:172.21.15.67:3300/0 conn(0x7f40040b1a00 0x7f400406b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.016+0000 7f4008e82700 1 -- 172.21.15.67:0/4116747125 >> v1:172.21.15.190:6789/0 conn(0x7f40041623a0 legacy=0x7f40040caa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.016+0000 7f4008e82700 1 -- 172.21.15.67:0/4116747125 >> v1:172.21.15.67:6789/0 conn(0x7f40040b0880 legacy=0x7f40040b12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.016+0000 7f4008e82700 1 -- 172.21.15.67:0/4116747125 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40040cffc0 con 0x7f40040b1a00 2023-10-21T13:05:06.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.016+0000 7f4002ffd700 1 -- 172.21.15.67:0/4116747125 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3333447523 0 0) 0x7f4004161f10 con 0x7f40040b0880 2023-10-21T13:05:06.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.016+0000 7f4008e82700 1 --2- 172.21.15.67:0/4116747125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40040b1a00 0x7f400406b2e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3ffc009d90 tx=0x7f3ffc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94c5e29b442b7799 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:06.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.016+0000 7f4002ffd700 1 -- 172.21.15.67:0/4116747125 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ffc00e070 con 0x7f40040b1a00 2023-10-21T13:05:06.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.016+0000 7f4002ffd700 1 -- 172.21.15.67:0/4116747125 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ffc00bbd0 con 0x7f40040b1a00 2023-10-21T13:05:06.022 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.016+0000 7f4002ffd700 1 -- 172.21.15.67:0/4116747125 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ffc012430 con 0x7f40040b1a00 2023-10-21T13:05:06.022 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.017+0000 7f400a8e5700 1 -- 172.21.15.67:0/4116747125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40040b1a00 msgr2=0x7f400406b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.022 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.017+0000 7f400a8e5700 1 --2- 172.21.15.67:0/4116747125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40040b1a00 0x7f400406b2e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3ffc009d90 tx=0x7f3ffc00b330 comp rx=0 tx=0).stop 2023-10-21T13:05:06.022 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.017+0000 7f400a8e5700 1 -- 172.21.15.67:0/4116747125 shutdown_connections 2023-10-21T13:05:06.022 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.017+0000 7f400a8e5700 1 --2- 172.21.15.67:0/4116747125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40040b1a00 0x7f400406b2e0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.023 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.017+0000 7f400a8e5700 1 -- 172.21.15.67:0/4116747125 >> 172.21.15.67:0/4116747125 conn(0x7f40040999d0 msgr2=0x7f40040d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:06.023 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.017+0000 7f400a8e5700 1 -- 172.21.15.67:0/4116747125 shutdown_connections 2023-10-21T13:05:06.023 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.017+0000 7f400a8e5700 1 -- 172.21.15.67:0/4116747125 wait complete. 2023-10-21T13:05:06.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.018+0000 7f400a8e5700 1 Processor -- start 2023-10-21T13:05:06.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.018+0000 7f400a8e5700 1 -- start start 2023-10-21T13:05:06.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f400a8e5700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40040b0880 0x7f400414e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f400a8e5700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40040b1a00 0x7f40040b40b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f400a8e5700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f40041623a0 0x7f400414b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f400a8e5700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40040b48e0 con 0x7f40040b1a00 2023-10-21T13:05:06.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f400a8e5700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40040b4bc0 con 0x7f40041623a0 2023-10-21T13:05:06.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f400a8e5700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40040b4ea0 con 0x7f40040b0880 2023-10-21T13:05:06.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f40037fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40040b1a00 0x7f40040b40b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f40037fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40040b1a00 0x7f40040b40b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60254/0 (socket says 172.21.15.67:60254) 2023-10-21T13:05:06.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f40037fe700 1 -- 172.21.15.67:0/1008121572 learned_addr learned my addr 172.21.15.67:0/1008121572 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:06.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f4008e82700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f40041623a0 0x7f400414b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f4003fff700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40040b0880 0x7f400414e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f40037fe700 1 -- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40040b0880 msgr2=0x7f400414e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f40037fe700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40040b0880 0x7f400414e7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f40037fe700 1 -- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f40041623a0 msgr2=0x7f400414b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f40037fe700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f40041623a0 0x7f400414b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f40037fe700 1 -- 172.21.15.67:0/1008121572 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ffc009a70 con 0x7f40040b1a00 2023-10-21T13:05:06.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f4003fff700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40040b0880 0x7f400414e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:06.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.019+0000 7f40037fe700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40040b1a00 0x7f40040b40b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f3ff800c450 tx=0x7f3ff800c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:06.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.020+0000 7f4000ff9700 1 -- 172.21.15.67:0/1008121572 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ff80052d0 con 0x7f40040b1a00 2023-10-21T13:05:06.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.020+0000 7f4000ff9700 1 -- 172.21.15.67:0/1008121572 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ff8005430 con 0x7f40040b1a00 2023-10-21T13:05:06.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.020+0000 7f4000ff9700 1 -- 172.21.15.67:0/1008121572 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ff80038c0 con 0x7f40040b1a00 2023-10-21T13:05:06.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.020+0000 7f400a8e5700 1 -- 172.21.15.67:0/1008121572 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40040b5180 con 0x7f40040b1a00 2023-10-21T13:05:06.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.020+0000 7f400a8e5700 1 -- 172.21.15.67:0/1008121572 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40040b45f0 con 0x7f40040b1a00 2023-10-21T13:05:06.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.021+0000 7f400a8e5700 1 -- 172.21.15.67:0/1008121572 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4004074d40 con 0x7f40040b1a00 2023-10-21T13:05:06.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.021+0000 7f4000ff9700 1 -- 172.21.15.67:0/1008121572 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3ff8003a20 con 0x7f40040b1a00 2023-10-21T13:05:06.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.022+0000 7f4000ff9700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3ff006af00 0x7f3ff006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.022+0000 7f4000ff9700 1 -- 172.21.15.67:0/1008121572 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3ff8088a20 con 0x7f40040b1a00 2023-10-21T13:05:06.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.022+0000 7f4003fff700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3ff006af00 0x7f3ff006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.032 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.022+0000 7f4003fff700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3ff006af00 0x7f3ff006d3c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3ff4000f60 tx=0x7f3ff4007ce0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:06.032 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.027+0000 7f4000ff9700 1 -- 172.21.15.67:0/1008121572 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f3ff8053a30 con 0x7f40040b1a00 2023-10-21T13:05:06.226 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.224+0000 7f400a8e5700 1 -- 172.21.15.67:0/1008121572 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f40040c71f0 con 0x7f40040b1a00 2023-10-21T13:05:06.227 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.225+0000 7f4000ff9700 1 -- 172.21.15.67:0/1008121572 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3ff80170a0 con 0x7f40040b1a00 2023-10-21T13:05:06.227 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T13:05:06.229 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.227+0000 7f400a8e5700 1 -- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3ff006af00 msgr2=0x7f3ff006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.229 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.227+0000 7f400a8e5700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3ff006af00 0x7f3ff006d3c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3ff4000f60 tx=0x7f3ff4007ce0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.229 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.227+0000 7f400a8e5700 1 -- 172.21.15.67:0/1008121572 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40040b1a00 msgr2=0x7f40040b40b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.229 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.227+0000 7f400a8e5700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40040b1a00 0x7f40040b40b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f3ff800c450 tx=0x7f3ff800c760 comp rx=0 tx=0).stop 2023-10-21T13:05:06.230 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.227+0000 7f400a8e5700 1 -- 172.21.15.67:0/1008121572 shutdown_connections 2023-10-21T13:05:06.230 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.227+0000 7f400a8e5700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f40041623a0 0x7f400414b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.230 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.227+0000 7f400a8e5700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3ff006af00 0x7f3ff006d3c0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.230 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.227+0000 7f400a8e5700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40040b0880 0x7f400414e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.227+0000 7f400a8e5700 1 --2- 172.21.15.67:0/1008121572 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40040b1a00 0x7f40040b40b0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.227+0000 7f400a8e5700 1 -- 172.21.15.67:0/1008121572 >> 172.21.15.67:0/1008121572 conn(0x7f40040999d0 msgr2=0x7f40040cca30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:06.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.227+0000 7f400a8e5700 1 -- 172.21.15.67:0/1008121572 shutdown_connections 2023-10-21T13:05:06.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.227+0000 7f400a8e5700 1 -- 172.21.15.67:0/1008121572 wait complete. 2023-10-21T13:05:06.241 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T13:05:06.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.367+0000 7f97ece38700 1 Processor -- start 2023-10-21T13:05:06.369 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.367+0000 7f97ece38700 1 -- start start 2023-10-21T13:05:06.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.368+0000 7f97ece38700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f97e80ce750 0x7f97e80722a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.368+0000 7f97ece38700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97e8071200 con 0x7f97e806b2b0 2023-10-21T13:05:06.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.368+0000 7f97ece38700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97e80714e0 con 0x7f97e8159d20 2023-10-21T13:05:06.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.368+0000 7f97ece38700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97e80727e0 con 0x7f97e80ce750 2023-10-21T13:05:06.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.368+0000 7f97e6d9d700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f97e806b2b0 0x7f97e806b760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48326/0 (socket says 172.21.15.67:48326) 2023-10-21T13:05:06.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.368+0000 7f97e6d9d700 1 -- 172.21.15.67:0/725313372 learned_addr learned my addr 172.21.15.67:0/725313372 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:06.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.368+0000 7f97e5d9b700 1 --2- 172.21.15.67:0/725313372 >> v2:172.21.15.190:3300/0 conn(0x7f97e80ce750 0x7f97e80722a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.368+0000 7f97e559a700 1 -- 172.21.15.67:0/725313372 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1718670099 0 0) 0x7f97e8071200 con 0x7f97e806b2b0 2023-10-21T13:05:06.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.368+0000 7f97e559a700 1 -- 172.21.15.67:0/725313372 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f97d00035b0 con 0x7f97e806b2b0 2023-10-21T13:05:06.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.368+0000 7f97e559a700 1 -- 172.21.15.67:0/725313372 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2748768525 0 0) 0x7f97e80714e0 con 0x7f97e8159d20 2023-10-21T13:05:06.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.368+0000 7f97e559a700 1 -- 172.21.15.67:0/725313372 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f97e8071200 con 0x7f97e8159d20 2023-10-21T13:05:06.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.368+0000 7f97e5d9b700 1 -- 172.21.15.67:0/725313372 >> v1:172.21.15.190:6789/0 conn(0x7f97e8159d20 legacy=0x7f97e80ce040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.368+0000 7f97e5d9b700 1 -- 172.21.15.67:0/725313372 >> v1:172.21.15.67:6789/0 conn(0x7f97e806b2b0 legacy=0x7f97e806b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.368+0000 7f97e5d9b700 1 -- 172.21.15.67:0/725313372 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97e80717c0 con 0x7f97e80ce750 2023-10-21T13:05:06.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.369+0000 7f97e5d9b700 1 --2- 172.21.15.67:0/725313372 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e80ce750 0x7f97e80722a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f97dc009840 tx=0x7f97dc009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b95bd9b114f54b7c server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:06.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.369+0000 7f97e559a700 1 -- 172.21.15.67:0/725313372 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97dc011830 con 0x7f97e80ce750 2023-10-21T13:05:06.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.369+0000 7f97e559a700 1 -- 172.21.15.67:0/725313372 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97dc011990 con 0x7f97e80ce750 2023-10-21T13:05:06.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.369+0000 7f97e559a700 1 -- 172.21.15.67:0/725313372 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97dc011d20 con 0x7f97e80ce750 2023-10-21T13:05:06.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.369+0000 7f97ece38700 1 -- 172.21.15.67:0/725313372 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e80ce750 msgr2=0x7f97e80722a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.369+0000 7f97ece38700 1 --2- 172.21.15.67:0/725313372 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e80ce750 0x7f97e80722a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f97dc009840 tx=0x7f97dc009b50 comp rx=0 tx=0).stop 2023-10-21T13:05:06.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.369+0000 7f97ece38700 1 -- 172.21.15.67:0/725313372 shutdown_connections 2023-10-21T13:05:06.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.369+0000 7f97ece38700 1 --2- 172.21.15.67:0/725313372 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e80ce750 0x7f97e80722a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.369+0000 7f97ece38700 1 -- 172.21.15.67:0/725313372 >> 172.21.15.67:0/725313372 conn(0x7f97e80b1770 msgr2=0x7f97e80b1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:06.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.369+0000 7f97ece38700 1 -- 172.21.15.67:0/725313372 shutdown_connections 2023-10-21T13:05:06.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.369+0000 7f97ece38700 1 -- 172.21.15.67:0/725313372 wait complete. 2023-10-21T13:05:06.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.371+0000 7f97ece38700 1 Processor -- start 2023-10-21T13:05:06.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.371+0000 7f97ece38700 1 -- start start 2023-10-21T13:05:06.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.371+0000 7f97ece38700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97e806b2b0 0x7f97e80b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.371+0000 7f97ece38700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e80ce750 0x7f97e814b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.371+0000 7f97ece38700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e8159d20 0x7f97e8167c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.371+0000 7f97ece38700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97e806c0f0 con 0x7f97e806b2b0 2023-10-21T13:05:06.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.371+0000 7f97ece38700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97e80c12f0 con 0x7f97e8159d20 2023-10-21T13:05:06.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.371+0000 7f97ece38700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97e814d560 con 0x7f97e80ce750 2023-10-21T13:05:06.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97e659c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97e806b2b0 0x7f97e80b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97e659c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97e806b2b0 0x7f97e80b3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60268/0 (socket says 172.21.15.67:60268) 2023-10-21T13:05:06.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97e659c700 1 -- 172.21.15.67:0/843983705 learned_addr learned my addr 172.21.15.67:0/843983705 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:06.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97e6d9d700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e8159d20 0x7f97e8167c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97e5d9b700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e80ce750 0x7f97e814b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97e659c700 1 -- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e80ce750 msgr2=0x7f97e814b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97e659c700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e80ce750 0x7f97e814b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97e659c700 1 -- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e8159d20 msgr2=0x7f97e8167c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97e659c700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e8159d20 0x7f97e8167c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97e659c700 1 -- 172.21.15.67:0/843983705 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97dc0094a0 con 0x7f97e806b2b0 2023-10-21T13:05:06.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97e5d9b700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e80ce750 0x7f97e814b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:06.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97e659c700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97e806b2b0 0x7f97e80b3da0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f97d800c500 tx=0x7f97d800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:06.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97d6ffd700 1 -- 172.21.15.67:0/843983705 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97d80052d0 con 0x7f97e806b2b0 2023-10-21T13:05:06.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97d6ffd700 1 -- 172.21.15.67:0/843983705 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97d8005450 con 0x7f97e806b2b0 2023-10-21T13:05:06.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97ece38700 1 -- 172.21.15.67:0/843983705 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97e80b42e0 con 0x7f97e806b2b0 2023-10-21T13:05:06.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97d6ffd700 1 -- 172.21.15.67:0/843983705 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97d80038c0 con 0x7f97e806b2b0 2023-10-21T13:05:06.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.372+0000 7f97ece38700 1 -- 172.21.15.67:0/843983705 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97e814db00 con 0x7f97e806b2b0 2023-10-21T13:05:06.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.373+0000 7f97ece38700 1 -- 172.21.15.67:0/843983705 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97e8070d60 con 0x7f97e806b2b0 2023-10-21T13:05:06.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.374+0000 7f97d6ffd700 1 -- 172.21.15.67:0/843983705 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f97d8003a20 con 0x7f97e806b2b0 2023-10-21T13:05:06.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.374+0000 7f97d6ffd700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f97c806af00 0x7f97c806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.374+0000 7f97d6ffd700 1 -- 172.21.15.67:0/843983705 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f97d8088aa0 con 0x7f97e806b2b0 2023-10-21T13:05:06.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.374+0000 7f97e5d9b700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f97c806af00 0x7f97c806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.375+0000 7f97e5d9b700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f97c806af00 0x7f97c806d3c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f97e80ca2f0 tx=0x7f97dc01c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:06.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.378+0000 7f97d6ffd700 1 -- 172.21.15.67:0/843983705 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f97d8053b50 con 0x7f97e806b2b0 2023-10-21T13:05:06.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.581+0000 7f97ece38700 1 -- 172.21.15.67:0/843983705 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f97e80c10c0 con 0x7f97e806b2b0 2023-10-21T13:05:06.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.581+0000 7f97d6ffd700 1 -- 172.21.15.67:0/843983705 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f97d8017020 con 0x7f97e806b2b0 2023-10-21T13:05:06.583 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2023-10-21T13:05:06.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.583+0000 7f97ece38700 1 -- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f97c806af00 msgr2=0x7f97c806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.583+0000 7f97ece38700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f97c806af00 0x7f97c806d3c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f97e80ca2f0 tx=0x7f97dc01c040 comp rx=0 tx=0).stop 2023-10-21T13:05:06.586 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.583+0000 7f97ece38700 1 -- 172.21.15.67:0/843983705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97e806b2b0 msgr2=0x7f97e80b3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.586 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.583+0000 7f97ece38700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97e806b2b0 0x7f97e80b3da0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f97d800c500 tx=0x7f97d800c8c0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.586 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.583+0000 7f97ece38700 1 -- 172.21.15.67:0/843983705 shutdown_connections 2023-10-21T13:05:06.590 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.583+0000 7f97ece38700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f97e8159d20 0x7f97e8167c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.590 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.583+0000 7f97ece38700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97e806b2b0 0x7f97e80b3da0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.583+0000 7f97ece38700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f97c806af00 0x7f97c806d3c0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.583+0000 7f97ece38700 1 --2- 172.21.15.67:0/843983705 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f97e80ce750 0x7f97e814b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.583+0000 7f97ece38700 1 -- 172.21.15.67:0/843983705 >> 172.21.15.67:0/843983705 conn(0x7f97e80b1770 msgr2=0x7f97e8151f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:06.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.583+0000 7f97ece38700 1 -- 172.21.15.67:0/843983705 shutdown_connections 2023-10-21T13:05:06.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.583+0000 7f97ece38700 1 -- 172.21.15.67:0/843983705 wait complete. 2023-10-21T13:05:06.597 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T13:05:06.725 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.723+0000 7f2964e9a700 1 Processor -- start 2023-10-21T13:05:06.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.723+0000 7f2964e9a700 1 -- start start 2023-10-21T13:05:06.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.724+0000 7f2964e9a700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f29600b4320 0x7f29600cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.724+0000 7f2964e9a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f29600b47d0 0x7f29600cc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.724+0000 7f2964e9a700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29600b2f50 con 0x7f296015b5a0 2023-10-21T13:05:06.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.724+0000 7f2964e9a700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29600b3210 con 0x7f29600b4320 2023-10-21T13:05:06.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.724+0000 7f2964e9a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29600b34f0 con 0x7f29600b47d0 2023-10-21T13:05:06.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295e59c700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f296015b5a0 0x7f296015fb70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48336/0 (socket says 172.21.15.67:48336) 2023-10-21T13:05:06.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295e59c700 1 -- 172.21.15.67:0/506263276 learned_addr learned my addr 172.21.15.67:0/506263276 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:06.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295dd9b700 1 --2- 172.21.15.67:0/506263276 >> v2:172.21.15.190:3300/0 conn(0x7f29600b4320 0x7f29600cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295ed9d700 1 --2- 172.21.15.67:0/506263276 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f29600b47d0 0x7f29600cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 -- 172.21.15.67:0/506263276 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3402736545 0 0) 0x7f29600b2f50 con 0x7f296015b5a0 2023-10-21T13:05:06.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 -- 172.21.15.67:0/506263276 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f29480035b0 con 0x7f296015b5a0 2023-10-21T13:05:06.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 -- 172.21.15.67:0/506263276 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2550063683 0 0) 0x7f29480035b0 con 0x7f296015b5a0 2023-10-21T13:05:06.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 -- 172.21.15.67:0/506263276 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f29600b47d0 msgr2=0x7f29600cc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:06.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 --2- 172.21.15.67:0/506263276 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f29600b47d0 0x7f29600cc060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 -- 172.21.15.67:0/506263276 >> v2:172.21.15.190:3300/0 conn(0x7f29600b4320 msgr2=0x7f29600cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:06.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 --2- 172.21.15.67:0/506263276 >> v2:172.21.15.190:3300/0 conn(0x7f29600b4320 0x7f29600cbb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 -- 172.21.15.67:0/506263276 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29600b37d0 con 0x7f296015b5a0 2023-10-21T13:05:06.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 -- 172.21.15.67:0/506263276 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f2950001670 con 0x7f296015b5a0 2023-10-21T13:05:06.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 -- 172.21.15.67:0/506263276 >> v1:172.21.15.67:6789/0 conn(0x7f296015b5a0 legacy=0x7f296015fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 --2- 172.21.15.67:0/506263276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2948003a00 0x7f2948003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 --2- 172.21.15.67:0/506263276 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2948004850 0x7f2948004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 --2- 172.21.15.67:0/506263276 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f29600b47d0 0x7f2948005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 -- 172.21.15.67:0/506263276 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29600b3210 con 0x7f2948003a00 2023-10-21T13:05:06.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 -- 172.21.15.67:0/506263276 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29600b34f0 con 0x7f2948004850 2023-10-21T13:05:06.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295d59a700 1 -- 172.21.15.67:0/506263276 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f294800ba10 con 0x7f29600b47d0 2023-10-21T13:05:06.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295e59c700 1 --2- 172.21.15.67:0/506263276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2948003a00 0x7f2948003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295dd9b700 1 --2- 172.21.15.67:0/506263276 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2948004850 0x7f2948004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295ed9d700 1 --2- 172.21.15.67:0/506263276 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f29600b47d0 0x7f2948005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295e59c700 1 -- 172.21.15.67:0/506263276 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f29600b47d0 msgr2=0x7f2948005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:06.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.725+0000 7f295e59c700 1 --2- 172.21.15.67:0/506263276 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f29600b47d0 0x7f2948005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.726+0000 7f295e59c700 1 -- 172.21.15.67:0/506263276 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2948004850 msgr2=0x7f2948004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:06.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.726+0000 7f295e59c700 1 --2- 172.21.15.67:0/506263276 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2948004850 0x7f2948004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.726+0000 7f295e59c700 1 -- 172.21.15.67:0/506263276 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29480035b0 con 0x7f2948003a00 2023-10-21T13:05:06.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.726+0000 7f295e59c700 1 --2- 172.21.15.67:0/506263276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2948003a00 0x7f2948003e20 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f295000c370 tx=0x7f2948005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a04be3b02b75927d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:06.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.726+0000 7f295d59a700 1 -- 172.21.15.67:0/506263276 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2950007c60 con 0x7f2948003a00 2023-10-21T13:05:06.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.726+0000 7f295d59a700 1 -- 172.21.15.67:0/506263276 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2950005960 con 0x7f2948003a00 2023-10-21T13:05:06.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.726+0000 7f295d59a700 1 -- 172.21.15.67:0/506263276 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2950005d10 con 0x7f2948003a00 2023-10-21T13:05:06.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.726+0000 7f2964e9a700 1 -- 172.21.15.67:0/506263276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2948003a00 msgr2=0x7f2948003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.726+0000 7f2964e9a700 1 --2- 172.21.15.67:0/506263276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2948003a00 0x7f2948003e20 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f295000c370 tx=0x7f2948005880 comp rx=0 tx=0).stop 2023-10-21T13:05:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.726+0000 7f295ed9d700 1 -- 172.21.15.67:0/506263276 reap_dead start 2023-10-21T13:05:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.726+0000 7f2964e9a700 1 -- 172.21.15.67:0/506263276 shutdown_connections 2023-10-21T13:05:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.726+0000 7f2964e9a700 1 -- 172.21.15.67:0/506263276 >> 172.21.15.67:0/506263276 conn(0x7f29600cdf50 msgr2=0x7f29600ce360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.726+0000 7f2964e9a700 1 -- 172.21.15.67:0/506263276 shutdown_connections 2023-10-21T13:05:06.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.726+0000 7f2964e9a700 1 -- 172.21.15.67:0/506263276 wait complete. 2023-10-21T13:05:06.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.728+0000 7f2964e9a700 1 Processor -- start 2023-10-21T13:05:06.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.728+0000 7f2964e9a700 1 -- start start 2023-10-21T13:05:06.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f2964e9a700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2948003a00 0x7f29601f31f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f2964e9a700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2960159140 0x7f29601595c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f2964e9a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f29600c7260 0x7f29600c7710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f2964e9a700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2960159b00 con 0x7f2960159140 2023-10-21T13:05:06.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f2964e9a700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29601f3860 con 0x7f2948003a00 2023-10-21T13:05:06.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f2964e9a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29600c5dd0 con 0x7f29600c7260 2023-10-21T13:05:06.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f295dd9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2960159140 0x7f29601595c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f295dd9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2960159140 0x7f29601595c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60288/0 (socket says 172.21.15.67:60288) 2023-10-21T13:05:06.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f295dd9b700 1 -- 172.21.15.67:0/523687728 learned_addr learned my addr 172.21.15.67:0/523687728 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:06.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f295e59c700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2948003a00 0x7f29601f31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f295ed9d700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f29600c7260 0x7f29600c7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f295dd9b700 1 -- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f29600c7260 msgr2=0x7f29600c7710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f295dd9b700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f29600c7260 0x7f29600c7710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f295dd9b700 1 -- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2948003a00 msgr2=0x7f29601f31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f295dd9b700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2948003a00 0x7f29601f31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f295dd9b700 1 -- 172.21.15.67:0/523687728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29601f3b00 con 0x7f2960159140 2023-10-21T13:05:06.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f295e59c700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2948003a00 0x7f29601f31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:06.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f295dd9b700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2960159140 0x7f29601595c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f29540119a0 tx=0x7f2954011d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:06.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f294effd700 1 -- 172.21.15.67:0/523687728 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f295400f940 con 0x7f2960159140 2023-10-21T13:05:06.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f294effd700 1 -- 172.21.15.67:0/523687728 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f295400faa0 con 0x7f2960159140 2023-10-21T13:05:06.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f2964e9a700 1 -- 172.21.15.67:0/523687728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29601f3de0 con 0x7f2960159140 2023-10-21T13:05:06.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f294effd700 1 -- 172.21.15.67:0/523687728 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f295400fe30 con 0x7f2960159140 2023-10-21T13:05:06.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.729+0000 7f2964e9a700 1 -- 172.21.15.67:0/523687728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29600c7fb0 con 0x7f2960159140 2023-10-21T13:05:06.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.730+0000 7f2964e9a700 1 -- 172.21.15.67:0/523687728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29601f4430 con 0x7f2960159140 2023-10-21T13:05:06.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.731+0000 7f294effd700 1 -- 172.21.15.67:0/523687728 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f2954014440 con 0x7f2960159140 2023-10-21T13:05:06.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.731+0000 7f294effd700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f294006af00 0x7f294006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:06.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.731+0000 7f294effd700 1 -- 172.21.15.67:0/523687728 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2954089c80 con 0x7f2960159140 2023-10-21T13:05:06.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.732+0000 7f295e59c700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f294006af00 0x7f294006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:06.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.732+0000 7f295e59c700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f294006af00 0x7f294006d3c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f2960159e40 tx=0x7f295000a000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:06.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.736+0000 7f294effd700 1 -- 172.21.15.67:0/523687728 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f2954054d20 con 0x7f2960159140 2023-10-21T13:05:06.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.935+0000 7f2964e9a700 1 -- 172.21.15.67:0/523687728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2960074d40 con 0x7f2960159140 2023-10-21T13:05:06.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.936+0000 7f294effd700 1 -- 172.21.15.67:0/523687728 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2954058340 con 0x7f2960159140 2023-10-21T13:05:06.938 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2023-10-21T13:05:06.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.938+0000 7f2964e9a700 1 -- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f294006af00 msgr2=0x7f294006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.938+0000 7f2964e9a700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f294006af00 0x7f294006d3c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f2960159e40 tx=0x7f295000a000 comp rx=0 tx=0).stop 2023-10-21T13:05:06.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.938+0000 7f2964e9a700 1 -- 172.21.15.67:0/523687728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2960159140 msgr2=0x7f29601595c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:06.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.938+0000 7f2964e9a700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2960159140 0x7f29601595c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f29540119a0 tx=0x7f2954011d60 comp rx=0 tx=0).stop 2023-10-21T13:05:06.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.938+0000 7f2964e9a700 1 -- 172.21.15.67:0/523687728 shutdown_connections 2023-10-21T13:05:06.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.938+0000 7f2964e9a700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f294006af00 0x7f294006d3c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.942 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.938+0000 7f2964e9a700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f29600c7260 0x7f29600c7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.942 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.938+0000 7f2964e9a700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2948003a00 0x7f29601f31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.942 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.938+0000 7f2964e9a700 1 --2- 172.21.15.67:0/523687728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2960159140 0x7f29601595c0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:06.942 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.938+0000 7f2964e9a700 1 -- 172.21.15.67:0/523687728 >> 172.21.15.67:0/523687728 conn(0x7f29600cdf50 msgr2=0x7f29600d0a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:06.942 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.938+0000 7f2964e9a700 1 -- 172.21.15.67:0/523687728 shutdown_connections 2023-10-21T13:05:06.943 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:06.938+0000 7f2964e9a700 1 -- 172.21.15.67:0/523687728 wait complete. 2023-10-21T13:05:06.952 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T13:05:07.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.075+0000 7fa01d725700 1 Processor -- start 2023-10-21T13:05:07.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.075+0000 7fa01d725700 1 -- start start 2023-10-21T13:05:07.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa01d725700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fa0180b4c00 0x7fa0180d1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa01d725700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa0180d2160 0x7fa0180d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa01d725700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0180ce1e0 con 0x7fa0180d0550 2023-10-21T13:05:07.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa01d725700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0180b4fe0 con 0x7fa0180b4c00 2023-10-21T13:05:07.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa01d725700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0180d25e0 con 0x7fa0180d2160 2023-10-21T13:05:07.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa0177fe700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fa0180d0550 0x7fa0181613b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48356/0 (socket says 172.21.15.67:48356) 2023-10-21T13:05:07.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa0177fe700 1 -- 172.21.15.67:0/2117982634 learned_addr learned my addr 172.21.15.67:0/2117982634 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:07.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa016ffd700 1 --2- 172.21.15.67:0/2117982634 >> v2:172.21.15.190:3300/0 conn(0x7fa0180b4c00 0x7fa0180d1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa0167fc700 1 --2- 172.21.15.67:0/2117982634 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa0180d2160 0x7fa0180d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa015ffb700 1 -- 172.21.15.67:0/2117982634 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2685341756 0 0) 0x7fa0180ce1e0 con 0x7fa0180d0550 2023-10-21T13:05:07.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa015ffb700 1 -- 172.21.15.67:0/2117982634 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa0000035b0 con 0x7fa0180d0550 2023-10-21T13:05:07.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa015ffb700 1 -- 172.21.15.67:0/2117982634 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2829394714 0 0) 0x7fa0000035b0 con 0x7fa0180d0550 2023-10-21T13:05:07.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa015ffb700 1 -- 172.21.15.67:0/2117982634 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa0180d2160 msgr2=0x7fa0180d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:07.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa015ffb700 1 --2- 172.21.15.67:0/2117982634 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa0180d2160 0x7fa0180d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa015ffb700 1 -- 172.21.15.67:0/2117982634 >> v2:172.21.15.190:3300/0 conn(0x7fa0180b4c00 msgr2=0x7fa0180d1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:07.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa015ffb700 1 --2- 172.21.15.67:0/2117982634 >> v2:172.21.15.190:3300/0 conn(0x7fa0180b4c00 0x7fa0180d1c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.076+0000 7fa015ffb700 1 -- 172.21.15.67:0/2117982634 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0180cf020 con 0x7fa0180d0550 2023-10-21T13:05:07.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa015ffb700 1 -- 172.21.15.67:0/2117982634 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7fa0100019f0 con 0x7fa0180d0550 2023-10-21T13:05:07.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa015ffb700 1 -- 172.21.15.67:0/2117982634 >> v1:172.21.15.67:6789/0 conn(0x7fa0180d0550 legacy=0x7fa0181613b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa015ffb700 1 --2- 172.21.15.67:0/2117982634 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa0180d2160 0x7fa000003a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa015ffb700 1 --2- 172.21.15.67:0/2117982634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa000003f80 0x7fa000004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa015ffb700 1 --2- 172.21.15.67:0/2117982634 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa000004d90 0x7fa000005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa015ffb700 1 -- 172.21.15.67:0/2117982634 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0180d25e0 con 0x7fa000003f80 2023-10-21T13:05:07.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa015ffb700 1 -- 172.21.15.67:0/2117982634 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa00000ba10 con 0x7fa000004d90 2023-10-21T13:05:07.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa015ffb700 1 -- 172.21.15.67:0/2117982634 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa00000bb50 con 0x7fa0180d2160 2023-10-21T13:05:07.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa0167fc700 1 --2- 172.21.15.67:0/2117982634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa000003f80 0x7fa000004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa016ffd700 1 --2- 172.21.15.67:0/2117982634 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa0180d2160 0x7fa000003a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa0177fe700 1 --2- 172.21.15.67:0/2117982634 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa000004d90 0x7fa000005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa0167fc700 1 -- 172.21.15.67:0/2117982634 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa0180d2160 msgr2=0x7fa000003a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:07.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa0167fc700 1 --2- 172.21.15.67:0/2117982634 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa0180d2160 0x7fa000003a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa0167fc700 1 -- 172.21.15.67:0/2117982634 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa000004d90 msgr2=0x7fa000005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:07.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa0167fc700 1 --2- 172.21.15.67:0/2117982634 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa000004d90 0x7fa000005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa0167fc700 1 -- 172.21.15.67:0/2117982634 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0000035b0 con 0x7fa000003f80 2023-10-21T13:05:07.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa0167fc700 1 --2- 172.21.15.67:0/2117982634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa000003f80 0x7fa000004850 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa008009b60 tx=0x7fa000005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5233d0f046e9a42 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:07.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa015ffb700 1 -- 172.21.15.67:0/2117982634 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa00800e660 con 0x7fa000003f80 2023-10-21T13:05:07.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa015ffb700 1 -- 172.21.15.67:0/2117982634 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa00800e7c0 con 0x7fa000003f80 2023-10-21T13:05:07.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.077+0000 7fa015ffb700 1 -- 172.21.15.67:0/2117982634 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa00800eb30 con 0x7fa000003f80 2023-10-21T13:05:07.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.078+0000 7fa01d725700 1 -- 172.21.15.67:0/2117982634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa000003f80 msgr2=0x7fa000004850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.078+0000 7fa01d725700 1 --2- 172.21.15.67:0/2117982634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa000003f80 0x7fa000004850 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa008009b60 tx=0x7fa000005880 comp rx=0 tx=0).stop 2023-10-21T13:05:07.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.078+0000 7fa0177fe700 1 -- 172.21.15.67:0/2117982634 reap_dead start 2023-10-21T13:05:07.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.078+0000 7fa01d725700 1 -- 172.21.15.67:0/2117982634 shutdown_connections 2023-10-21T13:05:07.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.078+0000 7fa01d725700 1 -- 172.21.15.67:0/2117982634 >> 172.21.15.67:0/2117982634 conn(0x7fa01809c9c0 msgr2=0x7fa0180d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:07.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.078+0000 7fa01d725700 1 -- 172.21.15.67:0/2117982634 shutdown_connections 2023-10-21T13:05:07.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.078+0000 7fa01d725700 1 -- 172.21.15.67:0/2117982634 wait complete. 2023-10-21T13:05:07.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.079+0000 7fa01d725700 1 Processor -- start 2023-10-21T13:05:07.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.079+0000 7fa01d725700 1 -- start start 2023-10-21T13:05:07.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa01d725700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa000003f80 0x7fa0180b7720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa01d725700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa0180b92c0 0x7fa0181f2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa01d725700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa0181f2ff0 0x7fa0180b2190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa01d725700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa018151370 con 0x7fa000003f80 2023-10-21T13:05:07.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa01d725700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0180b6550 con 0x7fa0181f2ff0 2023-10-21T13:05:07.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa01d725700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0180b6830 con 0x7fa0180b92c0 2023-10-21T13:05:07.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa016ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa000003f80 0x7fa0180b7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa016ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa000003f80 0x7fa0180b7720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60304/0 (socket says 172.21.15.67:60304) 2023-10-21T13:05:07.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa016ffd700 1 -- 172.21.15.67:0/2695943663 learned_addr learned my addr 172.21.15.67:0/2695943663 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:07.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa0177fe700 1 --2- 172.21.15.67:0/2695943663 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa0181f2ff0 0x7fa0180b2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa0167fc700 1 --2- 172.21.15.67:0/2695943663 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa0180b92c0 0x7fa0181f2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa016ffd700 1 -- 172.21.15.67:0/2695943663 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa0180b92c0 msgr2=0x7fa0181f2ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa016ffd700 1 --2- 172.21.15.67:0/2695943663 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa0180b92c0 0x7fa0181f2ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa016ffd700 1 -- 172.21.15.67:0/2695943663 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa0181f2ff0 msgr2=0x7fa0180b2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa016ffd700 1 --2- 172.21.15.67:0/2695943663 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa0181f2ff0 0x7fa0180b2190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.080+0000 7fa016ffd700 1 -- 172.21.15.67:0/2695943663 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0180b6b10 con 0x7fa000003f80 2023-10-21T13:05:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.081+0000 7fa016ffd700 1 --2- 172.21.15.67:0/2695943663 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa000003f80 0x7fa0180b7720 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa00c011a70 tx=0x7fa00c011d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.081+0000 7f9fff7fe700 1 -- 172.21.15.67:0/2695943663 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa00c005a20 con 0x7fa000003f80 2023-10-21T13:05:07.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.081+0000 7f9fff7fe700 1 -- 172.21.15.67:0/2695943663 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa00c005b80 con 0x7fa000003f80 2023-10-21T13:05:07.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.081+0000 7fa01d725700 1 -- 172.21.15.67:0/2695943663 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0180b6df0 con 0x7fa000003f80 2023-10-21T13:05:07.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.081+0000 7f9fff7fe700 1 -- 172.21.15.67:0/2695943663 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa00c00f940 con 0x7fa000003f80 2023-10-21T13:05:07.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.081+0000 7fa01d725700 1 -- 172.21.15.67:0/2695943663 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0180b61d0 con 0x7fa000003f80 2023-10-21T13:05:07.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.082+0000 7fa01d725700 1 -- 172.21.15.67:0/2695943663 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa018074d40 con 0x7fa000003f80 2023-10-21T13:05:07.097 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.082+0000 7f9fff7fe700 1 -- 172.21.15.67:0/2695943663 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa00c00faa0 con 0x7fa000003f80 2023-10-21T13:05:07.097 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.083+0000 7f9fff7fe700 1 --2- 172.21.15.67:0/2695943663 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa00406af00 0x7fa00406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.097 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.083+0000 7f9fff7fe700 1 -- 172.21.15.67:0/2695943663 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa00c0898d0 con 0x7fa000003f80 2023-10-21T13:05:07.097 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.083+0000 7fa0167fc700 1 --2- 172.21.15.67:0/2695943663 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa00406af00 0x7fa00406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.097 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.083+0000 7fa0167fc700 1 --2- 172.21.15.67:0/2695943663 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa00406af00 0x7fa00406d3c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa0080090b0 tx=0x7fa008008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:07.097 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.087+0000 7f9fff7fe700 1 -- 172.21.15.67:0/2695943663 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa00c054a10 con 0x7fa000003f80 2023-10-21T13:05:07.332 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.331+0000 7fa01d725700 1 -- 172.21.15.67:0/2695943663 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa0180d0c50 con 0x7fa000003f80 2023-10-21T13:05:07.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.331+0000 7f9fff7fe700 1 -- 172.21.15.67:0/2695943663 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4907 (secure 0 0 0) 0x7fa00c022070 con 0x7fa000003f80 2023-10-21T13:05:07.333 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:07.334 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/3311742065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3311742065},{"type":"v1","addr":"172.21.15.67:6834","nonce":3311742065}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4252,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/3229984450","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":3229984450},{"type":"v1","addr":"172.21.15.190:6836","nonce":3229984450}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2052762259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2052762259},{"type":"v1","addr":"172.21.15.67:6835","nonce":2052762259}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-21T13:04:53.218734+0000","modified":"2023-10-21T13:04:56.240282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4266},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4266":{"gid":4266,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.190:6837/46800013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":46800013},{"type":"v1","addr":"172.21.15.190:6837","nonce":46800013}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T13:05:07.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.333+0000 7fa01d725700 1 -- 172.21.15.67:0/2695943663 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa00406af00 msgr2=0x7fa00406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.333+0000 7fa01d725700 1 --2- 172.21.15.67:0/2695943663 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa00406af00 0x7fa00406d3c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa0080090b0 tx=0x7fa008008030 comp rx=0 tx=0).stop 2023-10-21T13:05:07.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.333+0000 7fa01d725700 1 -- 172.21.15.67:0/2695943663 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa000003f80 msgr2=0x7fa0180b7720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.333+0000 7fa01d725700 1 --2- 172.21.15.67:0/2695943663 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa000003f80 0x7fa0180b7720 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa00c011a70 tx=0x7fa00c011d80 comp rx=0 tx=0).stop 2023-10-21T13:05:07.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.333+0000 7fa01d725700 1 -- 172.21.15.67:0/2695943663 shutdown_connections 2023-10-21T13:05:07.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.333+0000 7fa01d725700 1 --2- 172.21.15.67:0/2695943663 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa0181f2ff0 0x7fa0180b2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.333+0000 7fa01d725700 1 --2- 172.21.15.67:0/2695943663 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa000003f80 0x7fa0180b7720 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.333+0000 7fa01d725700 1 --2- 172.21.15.67:0/2695943663 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa00406af00 0x7fa00406d3c0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.333+0000 7fa01d725700 1 --2- 172.21.15.67:0/2695943663 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa0180b92c0 0x7fa0181f2ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.333+0000 7fa01d725700 1 -- 172.21.15.67:0/2695943663 >> 172.21.15.67:0/2695943663 conn(0x7fa01809c9c0 msgr2=0x7fa01806cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:07.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.334+0000 7fa01d725700 1 -- 172.21.15.67:0/2695943663 shutdown_connections 2023-10-21T13:05:07.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.334+0000 7fa01d725700 1 -- 172.21.15.67:0/2695943663 wait complete. 2023-10-21T13:05:07.338 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2023-10-21T13:05:07.348 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:07.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.471+0000 7f671739d700 1 Processor -- start 2023-10-21T13:05:07.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.471+0000 7f671739d700 1 -- start start 2023-10-21T13:05:07.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671739d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67100b2f10 0x7f67100b32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671739d700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f671015f1e0 0x7f67100cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671739d700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f67100cc3d0 0x7f67100d0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671739d700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67100b3830 con 0x7f67100cc3d0 2023-10-21T13:05:07.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671739d700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f671015bbf0 con 0x7f671015f1e0 2023-10-21T13:05:07.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671739d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f671015f6a0 con 0x7f67100b2f10 2023-10-21T13:05:07.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671593a700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f67100cc3d0 0x7f67100d0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671593a700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f67100cc3d0 0x7f67100d0c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60316/0 (socket says 172.21.15.67:60316) 2023-10-21T13:05:07.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671593a700 1 -- 172.21.15.67:0/1713494748 learned_addr learned my addr 172.21.15.67:0/1713494748 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:07.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f6714938700 1 --2- 172.21.15.67:0/1713494748 >> v2:172.21.15.190:3300/0 conn(0x7f671015f1e0 0x7f67100cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f6715139700 1 --2- 172.21.15.67:0/1713494748 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67100b2f10 0x7f67100b32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671593a700 1 -- 172.21.15.67:0/1713494748 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67100b2f10 msgr2=0x7f67100b32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:07.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671593a700 1 --2- 172.21.15.67:0/1713494748 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67100b2f10 0x7f67100b32f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671593a700 1 -- 172.21.15.67:0/1713494748 >> v2:172.21.15.190:3300/0 conn(0x7f671015f1e0 msgr2=0x7f67100cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:07.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671593a700 1 --2- 172.21.15.67:0/1713494748 >> v2:172.21.15.190:3300/0 conn(0x7f671015f1e0 0x7f67100cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671593a700 1 -- 172.21.15.67:0/1713494748 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f671015f980 con 0x7f67100cc3d0 2023-10-21T13:05:07.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f6715139700 1 --2- 172.21.15.67:0/1713494748 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67100b2f10 0x7f67100b32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:07.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f6714938700 1 --2- 172.21.15.67:0/1713494748 >> v2:172.21.15.190:3300/0 conn(0x7f671015f1e0 0x7f67100cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:07.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.472+0000 7f671593a700 1 --2- 172.21.15.67:0/1713494748 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67100cc3d0 0x7f67100d0c00 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f671006e4d0 tx=0x7f670800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62dba735fa10a542 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:07.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.473+0000 7f6707fff700 1 -- 172.21.15.67:0/1713494748 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f670800e070 con 0x7f67100cc3d0 2023-10-21T13:05:07.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.473+0000 7f6707fff700 1 -- 172.21.15.67:0/1713494748 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f670800b9c0 con 0x7f67100cc3d0 2023-10-21T13:05:07.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.473+0000 7f6707fff700 1 -- 172.21.15.67:0/1713494748 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f670800bd70 con 0x7f67100cc3d0 2023-10-21T13:05:07.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.473+0000 7f671739d700 1 -- 172.21.15.67:0/1713494748 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67100cc3d0 msgr2=0x7f67100d0c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.473+0000 7f671739d700 1 --2- 172.21.15.67:0/1713494748 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67100cc3d0 0x7f67100d0c00 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f671006e4d0 tx=0x7f670800b330 comp rx=0 tx=0).stop 2023-10-21T13:05:07.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.473+0000 7f671739d700 1 -- 172.21.15.67:0/1713494748 shutdown_connections 2023-10-21T13:05:07.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.473+0000 7f671739d700 1 --2- 172.21.15.67:0/1713494748 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67100cc3d0 0x7f67100d0c00 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.473+0000 7f671739d700 1 --2- 172.21.15.67:0/1713494748 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67100b2f10 0x7f67100b32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.473+0000 7f671739d700 1 --2- 172.21.15.67:0/1713494748 >> v2:172.21.15.190:3300/0 conn(0x7f671015f1e0 0x7f67100cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.473+0000 7f671739d700 1 -- 172.21.15.67:0/1713494748 >> 172.21.15.67:0/1713494748 conn(0x7f67100cdf10 msgr2=0x7f67100ce320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:07.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.473+0000 7f671739d700 1 -- 172.21.15.67:0/1713494748 shutdown_connections 2023-10-21T13:05:07.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.473+0000 7f671739d700 1 -- 172.21.15.67:0/1713494748 wait complete. 2023-10-21T13:05:07.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.475+0000 7f671739d700 1 Processor -- start 2023-10-21T13:05:07.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.475+0000 7f671739d700 1 -- start start 2023-10-21T13:05:07.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671739d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67100b2f10 0x7f67101f09f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671739d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67100cc3d0 0x7f67100c7730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671739d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f671015f1e0 0x7f6710159b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671739d700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67101562b0 con 0x7f671015f1e0 2023-10-21T13:05:07.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671739d700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67101f12b0 con 0x7f67100cc3d0 2023-10-21T13:05:07.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671739d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67101f1590 con 0x7f67100b2f10 2023-10-21T13:05:07.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671593a700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f671015f1e0 0x7f6710159b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671593a700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f671015f1e0 0x7f6710159b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60320/0 (socket says 172.21.15.67:60320) 2023-10-21T13:05:07.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671593a700 1 -- 172.21.15.67:0/1783224738 learned_addr learned my addr 172.21.15.67:0/1783224738 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:07.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f6715139700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67100b2f10 0x7f67101f09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f6714938700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67100cc3d0 0x7f67100c7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671593a700 1 -- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67100b2f10 msgr2=0x7f67101f09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671593a700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67100b2f10 0x7f67101f09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671593a700 1 -- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67100cc3d0 msgr2=0x7f67100c7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671593a700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67100cc3d0 0x7f67100c7730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671593a700 1 -- 172.21.15.67:0/1783224738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6708009b30 con 0x7f671015f1e0 2023-10-21T13:05:07.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f6715139700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67100b2f10 0x7f67101f09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:07.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f6714938700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67100cc3d0 0x7f67100c7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:07.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.476+0000 7f671593a700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f671015f1e0 0x7f6710159b30 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6708012000 tx=0x7f6708004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:07.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.477+0000 7f6705ffb700 1 -- 172.21.15.67:0/1783224738 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6708004250 con 0x7f671015f1e0 2023-10-21T13:05:07.491 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.477+0000 7f6705ffb700 1 -- 172.21.15.67:0/1783224738 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67080043d0 con 0x7f671015f1e0 2023-10-21T13:05:07.491 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.477+0000 7f6705ffb700 1 -- 172.21.15.67:0/1783224738 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6708004780 con 0x7f671015f1e0 2023-10-21T13:05:07.491 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.477+0000 7f671739d700 1 -- 172.21.15.67:0/1783224738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67101f1870 con 0x7f671015f1e0 2023-10-21T13:05:07.491 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.477+0000 7f671739d700 1 -- 172.21.15.67:0/1783224738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67101f0f30 con 0x7f671015f1e0 2023-10-21T13:05:07.491 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.478+0000 7f671739d700 1 -- 172.21.15.67:0/1783224738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6710074d40 con 0x7f671015f1e0 2023-10-21T13:05:07.492 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.478+0000 7f6705ffb700 1 -- 172.21.15.67:0/1783224738 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f670801c440 con 0x7f671015f1e0 2023-10-21T13:05:07.492 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.479+0000 7f6705ffb700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66f406af00 0x7f66f406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.492 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.479+0000 7f6705ffb700 1 -- 172.21.15.67:0/1783224738 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f670808ab20 con 0x7f671015f1e0 2023-10-21T13:05:07.492 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.479+0000 7f6715139700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66f406af00 0x7f66f406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.493 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.479+0000 7f6715139700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66f406af00 0x7f66f406d3c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f670c003930 tx=0x7f670c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:07.493 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.483+0000 7f6705ffb700 1 -- 172.21.15.67:0/1783224738 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6708055c60 con 0x7f671015f1e0 2023-10-21T13:05:07.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.682+0000 7f671739d700 1 -- 172.21.15.67:0/1783224738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f67100c45e0 con 0x7f671015f1e0 2023-10-21T13:05:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.683+0000 7f6705ffb700 1 -- 172.21.15.67:0/1783224738 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7f6708020020 con 0x7f671015f1e0 2023-10-21T13:05:07.685 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:07.685 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:07.687 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.685+0000 7f671739d700 1 -- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66f406af00 msgr2=0x7f66f406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.685+0000 7f671739d700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66f406af00 0x7f66f406d3c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f670c003930 tx=0x7f670c008040 comp rx=0 tx=0).stop 2023-10-21T13:05:07.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.685+0000 7f671739d700 1 -- 172.21.15.67:0/1783224738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f671015f1e0 msgr2=0x7f6710159b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.685+0000 7f671739d700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f671015f1e0 0x7f6710159b30 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6708012000 tx=0x7f6708004ad0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.685+0000 7f671739d700 1 -- 172.21.15.67:0/1783224738 shutdown_connections 2023-10-21T13:05:07.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.685+0000 7f671739d700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f671015f1e0 0x7f6710159b30 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.685+0000 7f671739d700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66f406af00 0x7f66f406d3c0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.685+0000 7f671739d700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67100b2f10 0x7f67101f09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.685+0000 7f671739d700 1 --2- 172.21.15.67:0/1783224738 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67100cc3d0 0x7f67100c7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.685+0000 7f671739d700 1 -- 172.21.15.67:0/1783224738 >> 172.21.15.67:0/1783224738 conn(0x7f67100cdf10 msgr2=0x7f67100b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:07.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.685+0000 7f671739d700 1 -- 172.21.15.67:0/1783224738 shutdown_connections 2023-10-21T13:05:07.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.685+0000 7f671739d700 1 -- 172.21.15.67:0/1783224738 wait complete. 2023-10-21T13:05:07.699 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T13:05:07.823 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.822+0000 7fc01b1a7700 1 Processor -- start 2023-10-21T13:05:07.824 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.822+0000 7fc01b1a7700 1 -- start start 2023-10-21T13:05:07.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.822+0000 7fc01b1a7700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc01406afe0 0x7fc0140cfbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.822+0000 7fc01b1a7700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0140cb600 con 0x7fc01415da10 2023-10-21T13:05:07.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.822+0000 7fc01b1a7700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc01415ddf0 con 0x7fc0140cf730 2023-10-21T13:05:07.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.822+0000 7fc01b1a7700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0140ca9f0 con 0x7fc01406afe0 2023-10-21T13:05:07.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.823+0000 7fc019744700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc01406afe0 0x7fc0140cfbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.823+0000 7fc019744700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc01406afe0 0x7fc0140cfbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60330/0 (socket says 172.21.15.67:60330) 2023-10-21T13:05:07.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.823+0000 7fc018f43700 1 --1- 172.21.15.67:0/2800003988 >> v1:172.21.15.67:6789/0 conn(0x7fc01415da10 0x7fc0140b31f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48388/0 (socket says 172.21.15.67:48388) 2023-10-21T13:05:07.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.823+0000 7fc019744700 1 -- 172.21.15.67:0/2800003988 learned_addr learned my addr 172.21.15.67:0/2800003988 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:07.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.823+0000 7fc019744700 1 -- 172.21.15.67:0/2800003988 >> v1:172.21.15.190:6789/0 conn(0x7fc0140cf730 legacy=0x7fc01406a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.823+0000 7fc019744700 1 -- 172.21.15.67:0/2800003988 >> v1:172.21.15.67:6789/0 conn(0x7fc01415da10 legacy=0x7fc0140b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.823+0000 7fc019744700 1 -- 172.21.15.67:0/2800003988 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0140cacd0 con 0x7fc01406afe0 2023-10-21T13:05:07.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.823+0000 7fc0137fe700 1 -- 172.21.15.67:0/2800003988 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1661306568 0 0) 0x7fc0140cb600 con 0x7fc01415da10 2023-10-21T13:05:07.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.823+0000 7fc019744700 1 --2- 172.21.15.67:0/2800003988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc01406afe0 0x7fc0140cfbc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc00c009e50 tx=0x7fc00c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=187078071deea1be server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:07.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.823+0000 7fc0137fe700 1 -- 172.21.15.67:0/2800003988 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc00c00e070 con 0x7fc01406afe0 2023-10-21T13:05:07.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.823+0000 7fc0137fe700 1 -- 172.21.15.67:0/2800003988 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc00c00b9c0 con 0x7fc01406afe0 2023-10-21T13:05:07.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.823+0000 7fc0137fe700 1 -- 172.21.15.67:0/2800003988 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc00c00bd70 con 0x7fc01406afe0 2023-10-21T13:05:07.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.824+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2800003988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc01406afe0 msgr2=0x7fc0140cfbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.824+0000 7fc01b1a7700 1 --2- 172.21.15.67:0/2800003988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc01406afe0 0x7fc0140cfbc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc00c009e50 tx=0x7fc00c00b330 comp rx=0 tx=0).stop 2023-10-21T13:05:07.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.824+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2800003988 shutdown_connections 2023-10-21T13:05:07.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.824+0000 7fc01b1a7700 1 --2- 172.21.15.67:0/2800003988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc01406afe0 0x7fc0140cfbc0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.824+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2800003988 >> 172.21.15.67:0/2800003988 conn(0x7fc0140999d0 msgr2=0x7fc0140d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:07.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.824+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2800003988 shutdown_connections 2023-10-21T13:05:07.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.824+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2800003988 wait complete. 2023-10-21T13:05:07.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.825+0000 7fc01b1a7700 1 Processor -- start 2023-10-21T13:05:07.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.825+0000 7fc01b1a7700 1 -- start start 2023-10-21T13:05:07.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc01b1a7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc01406afe0 0x7fc0140ccae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc01b1a7700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0140cf730 0x7fc0140c7470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc01b1a7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc01415da10 0x7fc0141579d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc01b1a7700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0140c7ef0 con 0x7fc01415da10 2023-10-21T13:05:07.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc01b1a7700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0140c81d0 con 0x7fc0140cf730 2023-10-21T13:05:07.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc01b1a7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0140c84b0 con 0x7fc01406afe0 2023-10-21T13:05:07.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc019744700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc01415da10 0x7fc0141579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc019744700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc01415da10 0x7fc0141579d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60336/0 (socket says 172.21.15.67:60336) 2023-10-21T13:05:07.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc019744700 1 -- 172.21.15.67:0/2810672501 learned_addr learned my addr 172.21.15.67:0/2810672501 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:07.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc013fff700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0140cf730 0x7fc0140c7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc018f43700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc01406afe0 0x7fc0140ccae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc019744700 1 -- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc01406afe0 msgr2=0x7fc0140ccae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc019744700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc01406afe0 0x7fc0140ccae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc019744700 1 -- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0140cf730 msgr2=0x7fc0140c7470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:07.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc019744700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0140cf730 0x7fc0140c7470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:07.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc019744700 1 -- 172.21.15.67:0/2810672501 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc00c009b30 con 0x7fc01415da10 2023-10-21T13:05:07.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc018f43700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc01406afe0 0x7fc0140ccae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:07.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.826+0000 7fc019744700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc01415da10 0x7fc0141579d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc00c00b730 tx=0x7fc00c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:07.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.827+0000 7fc0117fa700 1 -- 172.21.15.67:0/2810672501 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc00c01b630 con 0x7fc01415da10 2023-10-21T13:05:07.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.827+0000 7fc0117fa700 1 -- 172.21.15.67:0/2810672501 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc00c01b7b0 con 0x7fc01415da10 2023-10-21T13:05:07.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.827+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2810672501 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0140c8790 con 0x7fc01415da10 2023-10-21T13:05:07.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.827+0000 7fc0117fa700 1 -- 172.21.15.67:0/2810672501 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc00c01bb60 con 0x7fc01415da10 2023-10-21T13:05:07.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.827+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2810672501 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc014158cf0 con 0x7fc01415da10 2023-10-21T13:05:07.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.828+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2810672501 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0141e2fd0 con 0x7fc01415da10 2023-10-21T13:05:07.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.828+0000 7fc0117fa700 1 -- 172.21.15.67:0/2810672501 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc00c01bcc0 con 0x7fc01415da10 2023-10-21T13:05:07.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.829+0000 7fc0117fa700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbff806af00 0x7fbff806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:07.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.829+0000 7fc0117fa700 1 -- 172.21.15.67:0/2810672501 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc00c08ac30 con 0x7fc01415da10 2023-10-21T13:05:07.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.829+0000 7fc018f43700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbff806af00 0x7fbff806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:07.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.829+0000 7fc018f43700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbff806af00 0x7fbff806d3c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc008007fd0 tx=0x7fc008009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:07.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:07.833+0000 7fc0117fa700 1 -- 172.21.15.67:0/2810672501 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc0141e2fd0 con 0x7fc01415da10 2023-10-21T13:05:08.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.079+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2810672501 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc0141e2fd0 con 0x7fc01415da10 2023-10-21T13:05:08.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.080+0000 7fc0117fa700 1 -- 172.21.15.67:0/2810672501 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4907 (secure 0 0 0) 0x7fc0141e2fd0 con 0x7fc01415da10 2023-10-21T13:05:08.082 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:08.082 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/3311742065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3311742065},{"type":"v1","addr":"172.21.15.67:6834","nonce":3311742065}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4252,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/3229984450","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":3229984450},{"type":"v1","addr":"172.21.15.190:6836","nonce":3229984450}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2052762259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2052762259},{"type":"v1","addr":"172.21.15.67:6835","nonce":2052762259}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-21T13:04:53.218734+0000","modified":"2023-10-21T13:04:56.240282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4266},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4266":{"gid":4266,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.190:6837/46800013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":46800013},{"type":"v1","addr":"172.21.15.190:6837","nonce":46800013}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T13:05:08.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.082+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbff806af00 msgr2=0x7fbff806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:08.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.082+0000 7fc01b1a7700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbff806af00 0x7fbff806d3c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc008007fd0 tx=0x7fc008009040 comp rx=0 tx=0).stop 2023-10-21T13:05:08.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.082+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2810672501 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc01415da10 msgr2=0x7fc0141579d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:08.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.082+0000 7fc01b1a7700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc01415da10 0x7fc0141579d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc00c00b730 tx=0x7fc00c004ad0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.082+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2810672501 shutdown_connections 2023-10-21T13:05:08.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.082+0000 7fc01b1a7700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc01415da10 0x7fc0141579d0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.082+0000 7fc01b1a7700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbff806af00 0x7fbff806d3c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.082+0000 7fc01b1a7700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc01406afe0 0x7fc0140ccae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.082+0000 7fc01b1a7700 1 --2- 172.21.15.67:0/2810672501 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0140cf730 0x7fc0140c7470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.082+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2810672501 >> 172.21.15.67:0/2810672501 conn(0x7fc0140999d0 msgr2=0x7fc01406a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:08.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.082+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2810672501 shutdown_connections 2023-10-21T13:05:08.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.082+0000 7fc01b1a7700 1 -- 172.21.15.67:0/2810672501 wait complete. 2023-10-21T13:05:08.087 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2023-10-21T13:05:08.498 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-10-21T13:04:53.218734+0000', 'modified': '2023-10-21T13:04:56.240282+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4266}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4266': {'gid': 4266, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.190:6837/46800013', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6835', 'nonce': 46800013}, {'type': 'v1', 'addr': '172.21.15.190:6837', 'nonce': 46800013}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-10-21T13:05:08.498 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-10-21T13:05:08.499 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-10-21T13:05:08.625 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.624+0000 7f679e7cf700 1 Processor -- start 2023-10-21T13:05:08.626 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.624+0000 7f679e7cf700 1 -- start start 2023-10-21T13:05:08.628 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.624+0000 7f679e7cf700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f679815a590 0x7f67980cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.628 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.624+0000 7f679e7cf700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f67980c6b10 0x7f67980d0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.628 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.624+0000 7f679e7cf700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f679815a970 0x7f67980cc9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.629 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.624+0000 7f679e7cf700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67980cc310 con 0x7f67980c6b10 2023-10-21T13:05:08.629 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.624+0000 7f679e7cf700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67980d1290 con 0x7f679815a590 2023-10-21T13:05:08.629 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.624+0000 7f679e7cf700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67980cc030 con 0x7f679815a970 2023-10-21T13:05:08.629 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.625+0000 7f67977fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f67980c6b10 0x7f67980d0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.625+0000 7f67977fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f67980c6b10 0x7f67980d0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60342/0 (socket says 172.21.15.67:60342) 2023-10-21T13:05:08.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.625+0000 7f67977fe700 1 -- 172.21.15.67:0/756689361 learned_addr learned my addr 172.21.15.67:0/756689361 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:08.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.625+0000 7f6797fff700 1 --2- 172.21.15.67:0/756689361 >> v2:172.21.15.190:3300/0 conn(0x7f679815a590 0x7f67980cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.625+0000 7f67977fe700 1 -- 172.21.15.67:0/756689361 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f679815a970 msgr2=0x7f67980cc9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:08.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.625+0000 7f679cd6c700 1 --2- 172.21.15.67:0/756689361 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f679815a970 0x7f67980cc9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.625+0000 7f67977fe700 1 --2- 172.21.15.67:0/756689361 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f679815a970 0x7f67980cc9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.625+0000 7f67977fe700 1 -- 172.21.15.67:0/756689361 >> v2:172.21.15.190:3300/0 conn(0x7f679815a590 msgr2=0x7f67980cb9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:08.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.625+0000 7f67977fe700 1 --2- 172.21.15.67:0/756689361 >> v2:172.21.15.190:3300/0 conn(0x7f679815a590 0x7f67980cb9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.625+0000 7f67977fe700 1 -- 172.21.15.67:0/756689361 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67980c4020 con 0x7f67980c6b10 2023-10-21T13:05:08.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.625+0000 7f67977fe700 1 --2- 172.21.15.67:0/756689361 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67980c6b10 0x7f67980d0d50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f67980716b0 tx=0x7f678c00be70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56b08f8d688088a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:08.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.625+0000 7f6796ffd700 1 -- 172.21.15.67:0/756689361 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f678c00dd30 con 0x7f67980c6b10 2023-10-21T13:05:08.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.625+0000 7f6796ffd700 1 -- 172.21.15.67:0/756689361 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f678c00de90 con 0x7f67980c6b10 2023-10-21T13:05:08.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.625+0000 7f6796ffd700 1 -- 172.21.15.67:0/756689361 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f678c010690 con 0x7f67980c6b10 2023-10-21T13:05:08.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.626+0000 7f679e7cf700 1 -- 172.21.15.67:0/756689361 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67980c6b10 msgr2=0x7f67980d0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:08.633 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.626+0000 7f679e7cf700 1 --2- 172.21.15.67:0/756689361 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67980c6b10 0x7f67980d0d50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f67980716b0 tx=0x7f678c00be70 comp rx=0 tx=0).stop 2023-10-21T13:05:08.633 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.626+0000 7f679e7cf700 1 -- 172.21.15.67:0/756689361 shutdown_connections 2023-10-21T13:05:08.633 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.626+0000 7f679e7cf700 1 --2- 172.21.15.67:0/756689361 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f679815a970 0x7f67980cc9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.633 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.626+0000 7f679e7cf700 1 --2- 172.21.15.67:0/756689361 >> v2:172.21.15.190:3300/0 conn(0x7f679815a590 0x7f67980cb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.633 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.626+0000 7f679e7cf700 1 --2- 172.21.15.67:0/756689361 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67980c6b10 0x7f67980d0d50 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.633 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.626+0000 7f679e7cf700 1 -- 172.21.15.67:0/756689361 >> 172.21.15.67:0/756689361 conn(0x7f67980999d0 msgr2=0x7f67980d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:08.634 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.626+0000 7f679e7cf700 1 -- 172.21.15.67:0/756689361 shutdown_connections 2023-10-21T13:05:08.634 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.626+0000 7f679e7cf700 1 -- 172.21.15.67:0/756689361 wait complete. 2023-10-21T13:05:08.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.627+0000 7f679e7cf700 1 Processor -- start 2023-10-21T13:05:08.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.627+0000 7f679e7cf700 1 -- start start 2023-10-21T13:05:08.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f679e7cf700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67980c6b10 0x7f67980b5d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f679e7cf700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f679815a590 0x7f679806a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f679e7cf700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f679815a970 0x7f679806ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f679e7cf700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67980b6280 con 0x7f679815a970 2023-10-21T13:05:08.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f679e7cf700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f679815ce20 con 0x7f679815a590 2023-10-21T13:05:08.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f679e7cf700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f679815d100 con 0x7f67980c6b10 2023-10-21T13:05:08.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f679cd6c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f679815a970 0x7f679806ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f679cd6c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f679815a970 0x7f679806ae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60350/0 (socket says 172.21.15.67:60350) 2023-10-21T13:05:08.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f67977fe700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f679815a590 0x7f679806a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f679cd6c700 1 -- 172.21.15.67:0/4093925001 learned_addr learned my addr 172.21.15.67:0/4093925001 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:08.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f6797fff700 1 --2- 172.21.15.67:0/4093925001 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67980c6b10 0x7f67980b5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f679cd6c700 1 -- 172.21.15.67:0/4093925001 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67980c6b10 msgr2=0x7f67980b5d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:08.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f679cd6c700 1 --2- 172.21.15.67:0/4093925001 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67980c6b10 0x7f67980b5d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f679cd6c700 1 -- 172.21.15.67:0/4093925001 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f679815a590 msgr2=0x7f679806a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:08.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f679cd6c700 1 --2- 172.21.15.67:0/4093925001 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f679815a590 0x7f679806a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.628+0000 7f679cd6c700 1 -- 172.21.15.67:0/4093925001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f678c00b7f0 con 0x7f679815a970 2023-10-21T13:05:08.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.629+0000 7f679cd6c700 1 --2- 172.21.15.67:0/4093925001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f679815a970 0x7f679806ae10 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f679000cbd0 tx=0x7f679000cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:08.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.629+0000 7f6794ff9700 1 -- 172.21.15.67:0/4093925001 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6790003a20 con 0x7f679815a970 2023-10-21T13:05:08.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.629+0000 7f6794ff9700 1 -- 172.21.15.67:0/4093925001 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6790003b80 con 0x7f679815a970 2023-10-21T13:05:08.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.629+0000 7f679e7cf700 1 -- 172.21.15.67:0/4093925001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f679815d3e0 con 0x7f679815a970 2023-10-21T13:05:08.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.629+0000 7f6794ff9700 1 -- 172.21.15.67:0/4093925001 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f679000a9f0 con 0x7f679815a970 2023-10-21T13:05:08.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.629+0000 7f679e7cf700 1 -- 172.21.15.67:0/4093925001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f679815d9a0 con 0x7f679815a970 2023-10-21T13:05:08.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.630+0000 7f6794ff9700 1 -- 172.21.15.67:0/4093925001 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f679000ab50 con 0x7f679815a970 2023-10-21T13:05:08.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.631+0000 7f6794ff9700 1 --2- 172.21.15.67:0/4093925001 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f678406af00 0x7f678406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.631+0000 7f6794ff9700 1 -- 172.21.15.67:0/4093925001 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f67900896d0 con 0x7f679815a970 2023-10-21T13:05:08.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.631+0000 7f6797fff700 1 --2- 172.21.15.67:0/4093925001 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f678406af00 0x7f678406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.631+0000 7f6797fff700 1 --2- 172.21.15.67:0/4093925001 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f678406af00 0x7f678406d3c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6788006fd0 tx=0x7f6788008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:08.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.633+0000 7f67aa9b8b80 1 Processor -- start 2023-10-21T13:05:08.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.633+0000 7f67aa9b8b80 1 -- start start 2023-10-21T13:05:08.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.633+0000 7f67aa9b8b80 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e79220 0x558bb0e80a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.633+0000 7f67aa9b8b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e7e630 0x558bb0e80fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.633+0000 7f67aa9b8b80 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e54010 0x558bb0e546c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.633+0000 7f67aa9b8b80 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x558bb0dcac20 con 0x558bb0e79220 2023-10-21T13:05:08.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.633+0000 7f67aa9b8b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x558bb0dafc10 con 0x558bb0e7e630 2023-10-21T13:05:08.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.633+0000 7f67aa9b8b80 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x558bb0dad530 con 0x558bb0e54010 2023-10-21T13:05:08.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.633+0000 7f6797fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e79220 0x558bb0e80a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.633+0000 7f6797fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e79220 0x558bb0e80a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60354/0 (socket says 172.21.15.67:60354) 2023-10-21T13:05:08.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.633+0000 7f6797fff700 1 -- 172.21.15.67:0/16458625 learned_addr learned my addr 172.21.15.67:0/16458625 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:08.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.633+0000 7f67977fe700 1 --2- 172.21.15.67:0/16458625 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e7e630 0x558bb0e80fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.634+0000 7f679cd6c700 1 --2- 172.21.15.67:0/16458625 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e54010 0x558bb0e546c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.634+0000 7f6797fff700 1 -- 172.21.15.67:0/16458625 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e54010 msgr2=0x558bb0e546c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:08.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.634+0000 7f6797fff700 1 --2- 172.21.15.67:0/16458625 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e54010 0x558bb0e546c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.634+0000 7f6797fff700 1 -- 172.21.15.67:0/16458625 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e7e630 msgr2=0x558bb0e80fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:08.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.634+0000 7f6797fff700 1 --2- 172.21.15.67:0/16458625 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e7e630 0x558bb0e80fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.634+0000 7f6797fff700 1 -- 172.21.15.67:0/16458625 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558bb0d663a0 con 0x558bb0e79220 2023-10-21T13:05:08.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.634+0000 7f6797fff700 1 --2- 172.21.15.67:0/16458625 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e79220 0x558bb0e80a70 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6788005b60 tx=0x7f6788014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6647e0a558bd0fda server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:08.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.634+0000 7f677dffb700 1 -- 172.21.15.67:0/16458625 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6788011be0 con 0x558bb0e79220 2023-10-21T13:05:08.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.634+0000 7f677dffb700 1 -- 172.21.15.67:0/16458625 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6788011d40 con 0x558bb0e79220 2023-10-21T13:05:08.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.634+0000 7f677dffb700 1 -- 172.21.15.67:0/16458625 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6788006230 con 0x558bb0e79220 2023-10-21T13:05:08.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.635+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/16458625 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e79220 msgr2=0x558bb0e80a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:08.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.635+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/16458625 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e79220 0x558bb0e80a70 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6788005b60 tx=0x7f6788014000 comp rx=0 tx=0).stop 2023-10-21T13:05:08.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.635+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/16458625 shutdown_connections 2023-10-21T13:05:08.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.635+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/16458625 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e54010 0x558bb0e546c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.635+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/16458625 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e79220 0x558bb0e80a70 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.635+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/16458625 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e7e630 0x558bb0e80fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.635+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/16458625 >> 172.21.15.67:0/16458625 conn(0x558bb0d83d80 msgr2=0x558bb0e9eff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:08.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.635+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/16458625 shutdown_connections 2023-10-21T13:05:08.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.635+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/16458625 wait complete. 2023-10-21T13:05:08.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.635+0000 7f67aa9b8b80 1 -- start start 2023-10-21T13:05:08.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.635+0000 7f67aa9b8b80 1 Processor -- start 2023-10-21T13:05:08.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.636+0000 7f67aa9b8b80 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e54010 0x558bb0e783e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.655 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.636+0000 7f67aa9b8b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e79220 0x558bb0e7d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.655 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.636+0000 7f67aa9b8b80 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e7e630 0x558bb0e54450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.655 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.636+0000 7f67aa9b8b80 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x558bb0da8e20 con 0x558bb0e7e630 2023-10-21T13:05:08.655 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.636+0000 7f67aa9b8b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x558bb0d456c0 con 0x558bb0e79220 2023-10-21T13:05:08.655 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.636+0000 7f67aa9b8b80 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x558bb0d45360 con 0x558bb0e54010 2023-10-21T13:05:08.656 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.636+0000 7f67aa9b8b80 10 client.0 _ll_register_callbacks cb 0x558bb0ba27b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T13:05:08.656 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.636+0000 7f679cd6c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e7e630 0x558bb0e54450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.656 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.636+0000 7f679cd6c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e7e630 0x558bb0e54450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60364/0 (socket says 172.21.15.67:60364) 2023-10-21T13:05:08.656 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.636+0000 7f679cd6c700 1 -- 172.21.15.67:0/241334861 learned_addr learned my addr 172.21.15.67:0/241334861 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:08.656 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f67977fe700 1 --2- 172.21.15.67:0/241334861 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e79220 0x558bb0e7d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.656 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f6797fff700 1 --2- 172.21.15.67:0/241334861 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e54010 0x558bb0e783e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.657 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f679cd6c700 1 -- 172.21.15.67:0/241334861 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e54010 msgr2=0x558bb0e783e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:08.657 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f679cd6c700 1 --2- 172.21.15.67:0/241334861 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e54010 0x558bb0e783e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.657 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f679cd6c700 1 -- 172.21.15.67:0/241334861 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e79220 msgr2=0x558bb0e7d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:08.657 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f679cd6c700 1 --2- 172.21.15.67:0/241334861 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e79220 0x558bb0e7d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.657 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f679cd6c700 1 -- 172.21.15.67:0/241334861 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f678800e040 con 0x558bb0e7e630 2023-10-21T13:05:08.657 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f67977fe700 1 --2- 172.21.15.67:0/241334861 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e79220 0x558bb0e7d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:08.658 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f679cd6c700 1 --2- 172.21.15.67:0/241334861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e7e630 0x558bb0e54450 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6790087b00 tx=0x7f6790058ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b085f0fe110c65ae server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:08.658 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f6776ffd700 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2023-10-21T13:05:08.658 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f6776ffd700 1 -- 172.21.15.67:0/241334861 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67900606a0 con 0x558bb0e7e630 2023-10-21T13:05:08.658 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f6776ffd700 1 -- 172.21.15.67:0/241334861 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f679006e030 con 0x558bb0e7e630 2023-10-21T13:05:08.658 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/241334861 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558bb0e495b0 con 0x558bb0e7e630 2023-10-21T13:05:08.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f6776ffd700 1 -- 172.21.15.67:0/241334861 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7f679005c170 con 0x558bb0e7e630 2023-10-21T13:05:08.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f67aa9b8b80 10 client.4605 fetch_fsmap learned FSMap version 8 2023-10-21T13:05:08.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/241334861 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x558bb0bd3d90 con 0x558bb0e7e630 2023-10-21T13:05:08.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f6776ffd700 1 -- 172.21.15.67:0/241334861 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x558bb0e495b0 con 0x558bb0e7e630 2023-10-21T13:05:08.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f6776ffd700 1 -- 172.21.15.67:0/241334861 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 8) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f6790058570 con 0x558bb0e7e630 2023-10-21T13:05:08.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f67aa9b8b80 10 client.4605 fetch_fsmap finished waiting for FSMap version 8 2023-10-21T13:05:08.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f67aa9b8b80 10 client.4605 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-21T13:05:08.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f67aa9b8b80 20 client.4605 populate_metadata read hostname 'smithi067' 2023-10-21T13:05:08.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/241334861 >> [v2:172.21.15.190:6835/46800013,v1:172.21.15.190:6837/46800013] conn(0x558bb0e7c6d0 0x558bb0eb8720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f67aa9b8b80 4 client.4605 mds_command: new command op to 4266 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T13:05:08.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.637+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/241334861 --> [v2:172.21.15.190:6835/46800013,v1:172.21.15.190:6837/46800013] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558bb0da1e00 con 0x558bb0e7c6d0 2023-10-21T13:05:08.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.638+0000 7f6797fff700 1 --2- 172.21.15.67:0/241334861 >> [v2:172.21.15.190:6835/46800013,v1:172.21.15.190:6837/46800013] conn(0x558bb0e7c6d0 0x558bb0eb8720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.638+0000 7f6797fff700 1 --2- 172.21.15.67:0/241334861 >> [v2:172.21.15.190:6835/46800013,v1:172.21.15.190:6837/46800013] conn(0x558bb0e7c6d0 0x558bb0eb8720 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2e3255571c64fe6 server_cookie=f202394897f872d5 in_seq=0 out_seq=0 2023-10-21T13:05:08.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.638+0000 7f6776ffd700 10 client.4605 ms_handle_connect on v2:172.21.15.190:6835/46800013 2023-10-21T13:05:08.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f6776ffd700 1 -- 172.21.15.67:0/241334861 <== mds.0 v2:172.21.15.190:6835/46800013 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x558bb0da1e00 con 0x558bb0e7c6d0 2023-10-21T13:05:08.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f6776ffd700 10 client.4605 handle_command_reply: tid=0 2023-10-21T13:05:08.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f67aa9b8b80 1 client.4605 shutdown 2023-10-21T13:05:08.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/241334861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e7e630 msgr2=0x558bb0e54450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:08.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/241334861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e7e630 0x558bb0e54450 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6790087b00 tx=0x7f6790058ac0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/241334861 shutdown_connections 2023-10-21T13:05:08.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/241334861 >> [v2:172.21.15.190:6835/46800013,v1:172.21.15.190:6837/46800013] conn(0x558bb0e7c6d0 0x558bb0eb8720 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/241334861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e7e630 0x558bb0e54450 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/241334861 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e54010 0x558bb0e783e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f6776ffd700 0 client.4605 ms_handle_reset on v2:172.21.15.190:6835/46800013 2023-10-21T13:05:08.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/241334861 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e79220 0x558bb0e7d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/241334861 >> 172.21.15.67:0/241334861 conn(0x558bb0d83d80 msgr2=0x558bb0e957a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:08.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/241334861 shutdown_connections 2023-10-21T13:05:08.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/241334861 wait complete. 2023-10-21T13:05:08.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.639+0000 7f67aa9b8b80 20 client.4605 trim_cache size 0 max 16384 2023-10-21T13:05:08.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.657+0000 7f67aa9b8b80 1 Processor -- start 2023-10-21T13:05:08.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.657+0000 7f67aa9b8b80 1 -- start start 2023-10-21T13:05:08.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f67aa9b8b80 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e54010 0x558bb0e9ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f67aa9b8b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e79220 0x558bb0e7b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f67aa9b8b80 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e7e630 0x558bb0e7b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f67aa9b8b80 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x558bb0c298d0 con 0x558bb0e54010 2023-10-21T13:05:08.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f67aa9b8b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x558bb0e58060 con 0x558bb0e79220 2023-10-21T13:05:08.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f67aa9b8b80 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x558bb0e4aad0 con 0x558bb0e7e630 2023-10-21T13:05:08.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f6797fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e54010 0x558bb0e9ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f6797fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e54010 0x558bb0e9ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60368/0 (socket says 172.21.15.67:60368) 2023-10-21T13:05:08.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f6797fff700 1 -- 172.21.15.67:0/3917706067 learned_addr learned my addr 172.21.15.67:0/3917706067 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:08.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f67977fe700 1 --2- 172.21.15.67:0/3917706067 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e79220 0x558bb0e7b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f679cd6c700 1 --2- 172.21.15.67:0/3917706067 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e7e630 0x558bb0e7b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f6797fff700 1 -- 172.21.15.67:0/3917706067 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e7e630 msgr2=0x558bb0e7b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:08.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f6797fff700 1 --2- 172.21.15.67:0/3917706067 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e7e630 0x558bb0e7b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f6797fff700 1 -- 172.21.15.67:0/3917706067 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e79220 msgr2=0x558bb0e7b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:08.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f6797fff700 1 --2- 172.21.15.67:0/3917706067 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e79220 0x558bb0e7b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f6797fff700 1 -- 172.21.15.67:0/3917706067 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558bb0bbcc10 con 0x558bb0e54010 2023-10-21T13:05:08.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f67977fe700 1 --2- 172.21.15.67:0/3917706067 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e79220 0x558bb0e7b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:08.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f6797fff700 1 --2- 172.21.15.67:0/3917706067 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e54010 0x558bb0e9ef00 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f67880046b0 tx=0x7f6788020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87a97f92f37f8d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:08.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.658+0000 7f677e7fc700 1 -- 172.21.15.67:0/3917706067 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6788033040 con 0x558bb0e54010 2023-10-21T13:05:08.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.659+0000 7f677e7fc700 1 -- 172.21.15.67:0/3917706067 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6788011b60 con 0x558bb0e54010 2023-10-21T13:05:08.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.659+0000 7f677e7fc700 1 -- 172.21.15.67:0/3917706067 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6788034460 con 0x558bb0e54010 2023-10-21T13:05:08.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.659+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/3917706067 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e54010 msgr2=0x558bb0e9ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:08.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.659+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/3917706067 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e54010 0x558bb0e9ef00 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f67880046b0 tx=0x7f6788020000 comp rx=0 tx=0).stop 2023-10-21T13:05:08.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.659+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/3917706067 shutdown_connections 2023-10-21T13:05:08.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.659+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/3917706067 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e7e630 0x558bb0e7b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.659+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/3917706067 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e54010 0x558bb0e9ef00 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.659+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/3917706067 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e79220 0x558bb0e7b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.659+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/3917706067 >> 172.21.15.67:0/3917706067 conn(0x558bb0d83d80 msgr2=0x558bb0e79600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:08.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.659+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/3917706067 shutdown_connections 2023-10-21T13:05:08.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.659+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/3917706067 wait complete. 2023-10-21T13:05:08.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.660+0000 7f67aa9b8b80 1 -- start start 2023-10-21T13:05:08.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.660+0000 7f67aa9b8b80 1 Processor -- start 2023-10-21T13:05:08.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67aa9b8b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e54010 0x558bb0eb4910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67aa9b8b80 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e79220 0x558bb0e9bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67aa9b8b80 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e7e630 0x558bb0f02420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67aa9b8b80 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x558bb0e55520 con 0x558bb0e79220 2023-10-21T13:05:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67aa9b8b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x558bb0e55a10 con 0x558bb0e54010 2023-10-21T13:05:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67aa9b8b80 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x558bb0ead7f0 con 0x558bb0e7e630 2023-10-21T13:05:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67aa9b8b80 10 client.0 _ll_register_callbacks cb 0x7f6790057ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T13:05:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67977fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e79220 0x558bb0e9bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67977fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e79220 0x558bb0e9bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60376/0 (socket says 172.21.15.67:60376) 2023-10-21T13:05:08.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67977fe700 1 -- 172.21.15.67:0/1571387183 learned_addr learned my addr 172.21.15.67:0/1571387183 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:08.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f6797fff700 1 --2- 172.21.15.67:0/1571387183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e54010 0x558bb0eb4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f679cd6c700 1 --2- 172.21.15.67:0/1571387183 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e7e630 0x558bb0f02420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67977fe700 1 -- 172.21.15.67:0/1571387183 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e7e630 msgr2=0x558bb0f02420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:08.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67977fe700 1 --2- 172.21.15.67:0/1571387183 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e7e630 0x558bb0f02420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67977fe700 1 -- 172.21.15.67:0/1571387183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e54010 msgr2=0x558bb0eb4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:08.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67977fe700 1 --2- 172.21.15.67:0/1571387183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e54010 0x558bb0eb4910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67977fe700 1 -- 172.21.15.67:0/1571387183 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558bb0d663a0 con 0x558bb0e79220 2023-10-21T13:05:08.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67977fe700 1 --2- 172.21.15.67:0/1571387183 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e79220 0x558bb0e9bed0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f6798070530 tx=0x7f678c010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8666e2b37fc1b7cb server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:08.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f6776ffd700 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2023-10-21T13:05:08.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f6776ffd700 1 -- 172.21.15.67:0/1571387183 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f678c01f040 con 0x558bb0e79220 2023-10-21T13:05:08.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f6776ffd700 1 -- 172.21.15.67:0/1571387183 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f678c003ab0 con 0x558bb0e79220 2023-10-21T13:05:08.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.661+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/1571387183 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6788011d40 con 0x558bb0e79220 2023-10-21T13:05:08.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.662+0000 7f6776ffd700 1 -- 172.21.15.67:0/1571387183 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7f678c00dd20 con 0x558bb0e79220 2023-10-21T13:05:08.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.662+0000 7f67aa9b8b80 10 client.4611 fetch_fsmap learned FSMap version 8 2023-10-21T13:05:08.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.662+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/1571387183 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x558bb0bfa200 con 0x558bb0e79220 2023-10-21T13:05:08.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.662+0000 7f6776ffd700 1 -- 172.21.15.67:0/1571387183 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6788011d40 con 0x558bb0e79220 2023-10-21T13:05:08.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.662+0000 7f6776ffd700 1 -- 172.21.15.67:0/1571387183 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 8) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f678c00d2f0 con 0x558bb0e79220 2023-10-21T13:05:08.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.662+0000 7f67aa9b8b80 10 client.4611 fetch_fsmap finished waiting for FSMap version 8 2023-10-21T13:05:08.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.662+0000 7f67aa9b8b80 10 client.4611 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-21T13:05:08.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.662+0000 7f67aa9b8b80 20 client.4611 populate_metadata read hostname 'smithi067' 2023-10-21T13:05:08.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.662+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/1571387183 >> [v2:172.21.15.190:6835/46800013,v1:172.21.15.190:6837/46800013] conn(0x558bb0ead0e0 0x558bb0f02960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:08.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.662+0000 7f67aa9b8b80 4 client.4611 mds_command: new command op to 4266 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-21T13:05:08.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.662+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/1571387183 --> [v2:172.21.15.190:6835/46800013,v1:172.21.15.190:6837/46800013] -- command(tid 0: {"prefix": "status"}) v1 -- 0x558bb0da1b20 con 0x558bb0ead0e0 2023-10-21T13:05:08.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.662+0000 7f6797fff700 1 --2- 172.21.15.67:0/1571387183 >> [v2:172.21.15.190:6835/46800013,v1:172.21.15.190:6837/46800013] conn(0x558bb0ead0e0 0x558bb0f02960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:08.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.662+0000 7f6776ffd700 10 client.4611 ms_handle_connect on v2:172.21.15.190:6835/46800013 2023-10-21T13:05:08.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.662+0000 7f6797fff700 1 --2- 172.21.15.67:0/1571387183 >> [v2:172.21.15.190:6835/46800013,v1:172.21.15.190:6837/46800013] conn(0x558bb0ead0e0 0x558bb0f02960 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e97120505e404a5c server_cookie=ecf509d5e2e11f0e in_seq=0 out_seq=0 2023-10-21T13:05:08.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f6776ffd700 1 -- 172.21.15.67:0/1571387183 <== mds.0 v2:172.21.15.190:6835/46800013 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x558bb0da1b20 con 0x558bb0ead0e0 2023-10-21T13:05:08.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f6776ffd700 10 client.4611 handle_command_reply: tid=0 2023-10-21T13:05:08.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f67aa9b8b80 1 client.4611 shutdown 2023-10-21T13:05:08.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/1571387183 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e79220 msgr2=0x558bb0e9bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:08.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/1571387183 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e79220 0x558bb0e9bed0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f6798070530 tx=0x7f678c010000 comp rx=0 tx=0).stop 2023-10-21T13:05:08.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/1571387183 shutdown_connections 2023-10-21T13:05:08.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/1571387183 >> [v2:172.21.15.190:6835/46800013,v1:172.21.15.190:6837/46800013] conn(0x558bb0ead0e0 0x558bb0f02960 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/1571387183 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x558bb0e7e630 0x558bb0f02420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f6776ffd700 0 client.4611 ms_handle_reset on v2:172.21.15.190:6835/46800013 2023-10-21T13:05:08.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/1571387183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558bb0e54010 0x558bb0eb4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f67aa9b8b80 1 --2- 172.21.15.67:0/1571387183 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558bb0e79220 0x558bb0e9bed0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/1571387183 >> 172.21.15.67:0/1571387183 conn(0x558bb0d83d80 msgr2=0x558bb0e95610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:08.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/1571387183 shutdown_connections 2023-10-21T13:05:08.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f67aa9b8b80 1 -- 172.21.15.67:0/1571387183 wait complete. 2023-10-21T13:05:08.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f67aa9b8b80 20 client.4611 trim_cache size 0 max 16384 2023-10-21T13:05:08.687 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2023-10-21T13:05:08.687 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "b62e8c93-45fd-460a-9f0d-e160cd3bbaec", 2023-10-21T13:05:08.687 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2023-10-21T13:05:08.687 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 4266, 2023-10-21T13:05:08.687 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2023-10-21T13:05:08.688 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2023-10-21T13:05:08.688 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2023-10-21T13:05:08.688 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 14.850082735000001, 2023-10-21T13:05:08.688 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 8, 2023-10-21T13:05:08.688 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 20, 2023-10-21T13:05:08.689 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 20, 2023-10-21T13:05:08.689 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 22.001225072 2023-10-21T13:05:08.689 INFO:teuthology.orchestra.run.smithi067.stdout:} 2023-10-21T13:05:08.690 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f679e7cf700 1 -- 172.21.15.67:0/4093925001 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f678406af00 msgr2=0x7f678406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:08.691 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f679e7cf700 1 --2- 172.21.15.67:0/4093925001 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f678406af00 0x7f678406d3c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6788006fd0 tx=0x7f6788008040 comp rx=0 tx=0).stop 2023-10-21T13:05:08.691 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f679e7cf700 1 -- 172.21.15.67:0/4093925001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f679815a970 msgr2=0x7f679806ae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:08.691 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.663+0000 7f679e7cf700 1 --2- 172.21.15.67:0/4093925001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f679815a970 0x7f679806ae10 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f679000cbd0 tx=0x7f679000cee0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.691 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.664+0000 7f679e7cf700 1 -- 172.21.15.67:0/4093925001 shutdown_connections 2023-10-21T13:05:08.691 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.664+0000 7f679e7cf700 1 --2- 172.21.15.67:0/4093925001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f679815a970 0x7f679806ae10 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.691 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.664+0000 7f679e7cf700 1 --2- 172.21.15.67:0/4093925001 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f678406af00 0x7f678406d3c0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.664+0000 7f679e7cf700 1 --2- 172.21.15.67:0/4093925001 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67980c6b10 0x7f67980b5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.664+0000 7f679e7cf700 1 --2- 172.21.15.67:0/4093925001 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f679815a590 0x7f679806a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:08.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.664+0000 7f679e7cf700 1 -- 172.21.15.67:0/4093925001 >> 172.21.15.67:0/4093925001 conn(0x7f67980999d0 msgr2=0x7f67980c6360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:08.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.664+0000 7f679e7cf700 1 -- 172.21.15.67:0/4093925001 shutdown_connections 2023-10-21T13:05:08.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:08.664+0000 7f679e7cf700 1 -- 172.21.15.67:0/4093925001 wait complete. 2023-10-21T13:05:08.693 INFO:teuthology.run_tasks:Running task kclient... 2023-10-21T13:05:08.718 INFO:tasks.kclient:Mounting kernel clients... 2023-10-21T13:05:08.718 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2023-10-21T13:05:08.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:08.719 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2023-10-21T13:05:08.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:08.737 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link delete ceph-brx 2023-10-21T13:05:08.806 INFO:teuthology.orchestra.run.smithi067.stderr:Cannot find device "ceph-brx" 2023-10-21T13:05:08.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T13:05:08.807 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:08.808 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2023-10-21T13:05:08.866 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:08.867 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link delete ceph-brx 2023-10-21T13:05:08.934 INFO:teuthology.orchestra.run.smithi067.stderr:Cannot find device "ceph-brx" 2023-10-21T13:05:08.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T13:05:08.936 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:08.936 DEBUG:teuthology.orchestra.run.smithi190:> ip netns list 2023-10-21T13:05:08.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:08.958 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip link delete ceph-brx 2023-10-21T13:05:09.032 INFO:teuthology.orchestra.run.smithi190.stderr:Cannot find device "ceph-brx" 2023-10-21T13:05:09.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T13:05:09.034 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:09.035 DEBUG:teuthology.orchestra.run.smithi190:> ip netns list 2023-10-21T13:05:09.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:09.095 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip link delete ceph-brx 2023-10-21T13:05:09.165 INFO:teuthology.orchestra.run.smithi190.stderr:Cannot find device "ceph-brx" 2023-10-21T13:05:09.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T13:05:09.167 INFO:tasks.kclient:client.0 config is {'syntax': 'v2'} 2023-10-21T13:05:09.168 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-10-21T13:05:09.168 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-10-21T13:05:09.169 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-10-21T13:05:09.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.292+0000 7f3cb23a7700 1 Processor -- start 2023-10-21T13:05:09.294 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.292+0000 7f3cb23a7700 1 -- start start 2023-10-21T13:05:09.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.292+0000 7f3cb23a7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3cac0cf730 0x7f3cac0cfb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:09.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.292+0000 7f3cb23a7700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f3cac06a8d0 0x7f3cac06ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:09.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.292+0000 7f3cb23a7700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3cac0cb600 con 0x7f3cac15da10 2023-10-21T13:05:09.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.292+0000 7f3cb23a7700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3cac0d00d0 con 0x7f3cac06a8d0 2023-10-21T13:05:09.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.292+0000 7f3cb23a7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3cac06b280 con 0x7f3cac0cf730 2023-10-21T13:05:09.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3cabfff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f3cac15da10 0x7f3cac0b31f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48444/0 (socket says 172.21.15.67:48444) 2023-10-21T13:05:09.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3cabfff700 1 -- 172.21.15.67:0/1911272406 learned_addr learned my addr 172.21.15.67:0/1911272406 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:09.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 -- 172.21.15.67:0/1911272406 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2204196934 0 0) 0x7f3cac0cb600 con 0x7f3cac15da10 2023-10-21T13:05:09.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3cb0944700 1 --2- 172.21.15.67:0/1911272406 >> v2:172.21.15.190:3300/0 conn(0x7f3cac06a8d0 0x7f3cac06ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:09.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 -- 172.21.15.67:0/1911272406 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3c940035b0 con 0x7f3cac15da10 2023-10-21T13:05:09.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3cab7fe700 1 --2- 172.21.15.67:0/1911272406 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3cac0cf730 0x7f3cac0cfb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:09.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 -- 172.21.15.67:0/1911272406 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1597690961 0 0) 0x7f3c940035b0 con 0x7f3cac15da10 2023-10-21T13:05:09.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 -- 172.21.15.67:0/1911272406 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3cac0cf730 msgr2=0x7f3cac0cfb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:09.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 --2- 172.21.15.67:0/1911272406 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3cac0cf730 0x7f3cac0cfb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:09.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 -- 172.21.15.67:0/1911272406 >> v2:172.21.15.190:3300/0 conn(0x7f3cac06a8d0 msgr2=0x7f3cac06ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:09.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 --2- 172.21.15.67:0/1911272406 >> v2:172.21.15.190:3300/0 conn(0x7f3cac06a8d0 0x7f3cac06ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:09.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 -- 172.21.15.67:0/1911272406 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cac15ddf0 con 0x7f3cac15da10 2023-10-21T13:05:09.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 -- 172.21.15.67:0/1911272406 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f3c9c0017f0 con 0x7f3cac15da10 2023-10-21T13:05:09.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 -- 172.21.15.67:0/1911272406 >> v1:172.21.15.67:6789/0 conn(0x7f3cac15da10 legacy=0x7f3cac0b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:09.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 --2- 172.21.15.67:0/1911272406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c94003a00 0x7f3c94003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:09.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 --2- 172.21.15.67:0/1911272406 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3c94004850 0x7f3c94004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:09.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 --2- 172.21.15.67:0/1911272406 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3cac0cf730 0x7f3c94005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:09.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 -- 172.21.15.67:0/1911272406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cac0d00d0 con 0x7f3c94003a00 2023-10-21T13:05:09.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 -- 172.21.15.67:0/1911272406 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cac06b280 con 0x7f3c94004850 2023-10-21T13:05:09.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3caaffd700 1 -- 172.21.15.67:0/1911272406 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c9400ba10 con 0x7f3cac0cf730 2023-10-21T13:05:09.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3cabfff700 1 --2- 172.21.15.67:0/1911272406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c94003a00 0x7f3c94003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:09.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3cb0944700 1 --2- 172.21.15.67:0/1911272406 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3cac0cf730 0x7f3c94005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:09.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.293+0000 7f3cab7fe700 1 --2- 172.21.15.67:0/1911272406 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3c94004850 0x7f3c94004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:09.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.294+0000 7f3cabfff700 1 -- 172.21.15.67:0/1911272406 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3cac0cf730 msgr2=0x7f3c94005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:09.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.294+0000 7f3cabfff700 1 --2- 172.21.15.67:0/1911272406 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3cac0cf730 0x7f3c94005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:09.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.294+0000 7f3cabfff700 1 -- 172.21.15.67:0/1911272406 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3c94004850 msgr2=0x7f3c94004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:09.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.294+0000 7f3cabfff700 1 --2- 172.21.15.67:0/1911272406 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3c94004850 0x7f3c94004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:09.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.294+0000 7f3cabfff700 1 -- 172.21.15.67:0/1911272406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c940035b0 con 0x7f3c94003a00 2023-10-21T13:05:09.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.294+0000 7f3cabfff700 1 --2- 172.21.15.67:0/1911272406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c94003a00 0x7f3c94003e20 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3c9c00c2f0 tx=0x7f3c94005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a260a079e20f435e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:09.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.294+0000 7f3caaffd700 1 -- 172.21.15.67:0/1911272406 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c9c007c30 con 0x7f3c94003a00 2023-10-21T13:05:09.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.294+0000 7f3caaffd700 1 -- 172.21.15.67:0/1911272406 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c9c00ce30 con 0x7f3c94003a00 2023-10-21T13:05:09.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.294+0000 7f3caaffd700 1 -- 172.21.15.67:0/1911272406 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c9c007310 con 0x7f3c94003a00 2023-10-21T13:05:09.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.294+0000 7f3cb23a7700 1 -- 172.21.15.67:0/1911272406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c94003a00 msgr2=0x7f3c94003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:09.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.294+0000 7f3cb23a7700 1 --2- 172.21.15.67:0/1911272406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c94003a00 0x7f3c94003e20 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3c9c00c2f0 tx=0x7f3c94005880 comp rx=0 tx=0).stop 2023-10-21T13:05:09.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.294+0000 7f3cb0944700 1 -- 172.21.15.67:0/1911272406 reap_dead start 2023-10-21T13:05:09.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.294+0000 7f3cb23a7700 1 -- 172.21.15.67:0/1911272406 shutdown_connections 2023-10-21T13:05:09.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.294+0000 7f3cb23a7700 1 -- 172.21.15.67:0/1911272406 >> 172.21.15.67:0/1911272406 conn(0x7f3cac0999d0 msgr2=0x7f3cac0d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:09.306 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.295+0000 7f3cb23a7700 1 -- 172.21.15.67:0/1911272406 shutdown_connections 2023-10-21T13:05:09.306 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.295+0000 7f3cb23a7700 1 -- 172.21.15.67:0/1911272406 wait complete. 2023-10-21T13:05:09.306 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.296+0000 7f3cb23a7700 1 Processor -- start 2023-10-21T13:05:09.306 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.296+0000 7f3cb23a7700 1 -- start start 2023-10-21T13:05:09.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb23a7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3c94003a00 0x7f3cac0c9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:09.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb23a7700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3cac0c7e80 0x7f3cac1f2990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:09.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb23a7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cac0b4da0 0x7f3cac0b5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:09.310 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb23a7700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cac0b5790 con 0x7f3cac0b4da0 2023-10-21T13:05:09.310 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb23a7700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cac0c8f10 con 0x7f3cac0c7e80 2023-10-21T13:05:09.310 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb23a7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3cac0c4a70 con 0x7f3c94003a00 2023-10-21T13:05:09.310 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb0944700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cac0b4da0 0x7f3cac0b5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:09.310 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb0944700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cac0b4da0 0x7f3cac0b5250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60398/0 (socket says 172.21.15.67:60398) 2023-10-21T13:05:09.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb0944700 1 -- 172.21.15.67:0/3970416165 learned_addr learned my addr 172.21.15.67:0/3970416165 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:09.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cab7fe700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3cac0c7e80 0x7f3cac1f2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:09.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cabfff700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3c94003a00 0x7f3cac0c9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:09.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb0944700 1 -- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3c94003a00 msgr2=0x7f3cac0c9ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:09.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb0944700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3c94003a00 0x7f3cac0c9ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:09.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb0944700 1 -- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3cac0c7e80 msgr2=0x7f3cac1f2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:09.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb0944700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3cac0c7e80 0x7f3cac1f2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:09.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb0944700 1 -- 172.21.15.67:0/3970416165 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cac0c4d10 con 0x7f3cac0b4da0 2023-10-21T13:05:09.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cabfff700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3c94003a00 0x7f3cac0c9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:09.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb0944700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cac0b4da0 0x7f3cac0b5250 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3cac071690 tx=0x7f3ca400f490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3ca8ff9700 1 -- 172.21.15.67:0/3970416165 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ca400e040 con 0x7f3cac0b4da0 2023-10-21T13:05:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3ca8ff9700 1 -- 172.21.15.67:0/3970416165 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ca400f040 con 0x7f3cac0b4da0 2023-10-21T13:05:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3ca8ff9700 1 -- 172.21.15.67:0/3970416165 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ca4015430 con 0x7f3cac0b4da0 2023-10-21T13:05:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb23a7700 1 -- 172.21.15.67:0/3970416165 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3cac0c8670 con 0x7f3cac0b4da0 2023-10-21T13:05:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.297+0000 7f3cb23a7700 1 -- 172.21.15.67:0/3970416165 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3cac0c8c30 con 0x7f3cac0b4da0 2023-10-21T13:05:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.298+0000 7f3cb23a7700 1 -- 172.21.15.67:0/3970416165 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3cac074d40 con 0x7f3cac0b4da0 2023-10-21T13:05:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.299+0000 7f3ca8ff9700 1 -- 172.21.15.67:0/3970416165 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3ca4015590 con 0x7f3cac0b4da0 2023-10-21T13:05:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.299+0000 7f3ca8ff9700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3c9806af00 0x7f3c9806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.299+0000 7f3ca8ff9700 1 -- 172.21.15.67:0/3970416165 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3ca4089da0 con 0x7f3cac0b4da0 2023-10-21T13:05:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.299+0000 7f3cabfff700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3c9806af00 0x7f3c9806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.300+0000 7f3cabfff700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3c9806af00 0x7f3c9806d3c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f3c9c015040 tx=0x7f3c9c00a000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.304+0000 7f3ca8ff9700 1 -- 172.21.15.67:0/3970416165 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f3ca4054ee0 con 0x7f3cac0b4da0 2023-10-21T13:05:09.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.554+0000 7f3cb23a7700 1 -- 172.21.15.67:0/3970416165 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f3cac0c4ea0 con 0x7f3cac0b4da0 2023-10-21T13:05:09.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.554+0000 7f3ca8ff9700 1 -- 172.21.15.67:0/3970416165 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f3ca4058500 con 0x7f3cac0b4da0 2023-10-21T13:05:09.557 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-10-21T13:05:09.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.557+0000 7f3cb23a7700 1 -- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3c9806af00 msgr2=0x7f3c9806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:09.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.557+0000 7f3cb23a7700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3c9806af00 0x7f3c9806d3c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f3c9c015040 tx=0x7f3c9c00a000 comp rx=0 tx=0).stop 2023-10-21T13:05:09.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.557+0000 7f3cb23a7700 1 -- 172.21.15.67:0/3970416165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cac0b4da0 msgr2=0x7f3cac0b5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:09.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.557+0000 7f3cb23a7700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cac0b4da0 0x7f3cac0b5250 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3cac071690 tx=0x7f3ca400f490 comp rx=0 tx=0).stop 2023-10-21T13:05:09.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.557+0000 7f3cb23a7700 1 -- 172.21.15.67:0/3970416165 shutdown_connections 2023-10-21T13:05:09.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.557+0000 7f3cb23a7700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cac0b4da0 0x7f3cac0b5250 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:09.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.557+0000 7f3cb23a7700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3c9806af00 0x7f3c9806d3c0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:09.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.557+0000 7f3cb23a7700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3c94003a00 0x7f3cac0c9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:09.561 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.557+0000 7f3cb23a7700 1 --2- 172.21.15.67:0/3970416165 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3cac0c7e80 0x7f3cac1f2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:09.561 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.557+0000 7f3cb23a7700 1 -- 172.21.15.67:0/3970416165 >> 172.21.15.67:0/3970416165 conn(0x7f3cac0999d0 msgr2=0x7f3cac0cba90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:09.561 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.557+0000 7f3cb23a7700 1 -- 172.21.15.67:0/3970416165 shutdown_connections 2023-10-21T13:05:09.561 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:09.557+0000 7f3cb23a7700 1 -- 172.21.15.67:0/3970416165 wait complete. 2023-10-21T13:05:09.571 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-10-21T13:05:09.571 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-21T13:05:09.571 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2023-10-21T13:05:09.571 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-10-21T13:05:09.572 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-10-21T13:05:09.572 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-10-21T13:05:09.572 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-10-21T13:05:09.572 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-21T13:05:09.573 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-10-21T13:05:09.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:09.573 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2023-10-21T13:05:09.591 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-21T13:05:09.591 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-21T13:05:09.591 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2023-10-21T13:05:09.591 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:09.592 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2023-10-21T13:05:09.592 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:09.592 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:09.592 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:09.592 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:09.593 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:09.593 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:09.593 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:09.593 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-21T13:05:09.593 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:09.594 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-10-21T13:05:09.594 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 41934sec preferred_lft 41934sec 2023-10-21T13:05:09.594 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::4b19:3f77:5dd:2636/64 scope link noprefixroute 2023-10-21T13:05:09.594 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:09.595 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-10-21T13:05:09.595 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:09.595 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec bash -c ' 2023-10-21T13:05:09.596 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2023-10-21T13:05:09.596 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link add name ceph-brx type bridge 2023-10-21T13:05:09.596 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip addr flush dev ceph-brx 2023-10-21T13:05:09.597 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set ceph-brx up 2023-10-21T13:05:09.597 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-10-21T13:05:09.597 DEBUG:teuthology.orchestra.run.smithi067:> ') 2023-10-21T13:05:09.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:09.771 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-21T13:05:09.799 INFO:teuthology.orchestra.run.smithi067.stdout:1 2023-10-21T13:05:09.801 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:09.801 DEBUG:teuthology.orchestra.run.smithi067:> route 2023-10-21T13:05:09.866 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2023-10-21T13:05:09.866 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-21T13:05:09.867 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-10-21T13:05:09.867 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-10-21T13:05:09.867 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-21T13:05:09.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:09.868 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec bash -c ' 2023-10-21T13:05:09.868 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2023-10-21T13:05:09.868 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-10-21T13:05:09.869 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-10-21T13:05:09.869 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-10-21T13:05:09.869 DEBUG:teuthology.orchestra.run.smithi067:> ') 2023-10-21T13:05:10.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:10.116 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2023-10-21T13:05:10.134 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:10.134 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list-id 2023-10-21T13:05:10.190 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:10.191 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec bash -c ' 2023-10-21T13:05:10.191 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2023-10-21T13:05:10.191 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-10-21T13:05:10.192 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-10-21T13:05:10.192 DEBUG:teuthology.orchestra.run.smithi067:> ') 2023-10-21T13:05:10.285 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-10-21T13:05:10.286 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:10.286 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec bash -c ' 2023-10-21T13:05:10.286 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2023-10-21T13:05:10.287 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-10-21T13:05:10.287 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-10-21T13:05:10.287 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-10-21T13:05:10.288 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-10-21T13:05:10.288 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-10-21T13:05:10.288 DEBUG:teuthology.orchestra.run.smithi067:> ') 2023-10-21T13:05:10.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:10.510 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec bash -c ' 2023-10-21T13:05:10.510 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2023-10-21T13:05:10.511 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2023-10-21T13:05:10.511 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set dev brx.0 master ceph-brx 2023-10-21T13:05:10.511 DEBUG:teuthology.orchestra.run.smithi067:> ') 2023-10-21T13:05:10.613 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-21T13:05:10.614 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-10-21T13:05:10.634 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-10-21T13:05:10.634 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-21T13:05:10.634 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-10-21T13:05:10.692 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2023-10-21T13:05:10.692 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:10.692 DEBUG:teuthology.orchestra.run.smithi067:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:10.793 INFO:teuthology.orchestra.run.smithi067.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:10.793 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:10.914 INFO:teuthology.orchestra.run.smithi067.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:10.914 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:10.915 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: resolved to: "172.21.15.67:3300,172.21.15.190:3300,172.21.15.190:3301" 2023-10-21T13:05:10.915 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: trying mount with new device syntax: 0@b62e8c93-45fd-460a-9f0d-e160cd3bbaec.cephfs=/ 2023-10-21T13:05:10.915 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.67:3300/172.21.15.190:3300/172.21.15.190:3301" will pass to kernel 2023-10-21T13:05:10.915 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: v2 mount support check returned 2 2023-10-21T13:05:10.915 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: kernel does not support v2 syntax 2023-10-21T13:05:10.916 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-21T13:05:10.988 INFO:teuthology.orchestra.run.smithi067.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:10.989 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:10.989 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: resolved to: "172.21.15.67:3300,172.21.15.190:3300,172.21.15.190:3301" 2023-10-21T13:05:10.989 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: trying mount with new device syntax: 0@b62e8c93-45fd-460a-9f0d-e160cd3bbaec.cephfs=/ 2023-10-21T13:05:10.989 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.67:3300/172.21.15.190:3300/172.21.15.190:3301" will pass to kernel 2023-10-21T13:05:10.990 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: v2 mount support check returned 2 2023-10-21T13:05:10.990 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: kernel does not support v2 syntax 2023-10-21T13:05:10.990 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-21T13:05:10.990 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: resolved to: "172.21.15.67:6789,172.21.15.190:6789,172.21.15.190:6790" 2023-10-21T13:05:10.990 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.67:6789,172.21.15.190:6789,172.21.15.190:6790:/ 2023-10-21T13:05:10.991 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,key=0,mds_namespace=cephfs,fsid=b62e8c93-45fd-460a-9f0d-e160cd3bbaec" will pass to kernel 2023-10-21T13:05:10.992 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-10-21T13:05:10.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:10.992 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-10-21T13:05:11.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:11.021 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T13:05:11.110 INFO:teuthology.orchestra.run.smithi067.stdout:client4478 2023-10-21T13:05:11.113 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:05:11.113 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:11.130 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:11.131 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T13:05:11.219 INFO:teuthology.orchestra.run.smithi067.stdout:client4478 2023-10-21T13:05:11.220 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:11.220 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T13:05:11.268 INFO:teuthology.orchestra.run.smithi067.stdout:client4478 2023-10-21T13:05:11.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:11.269 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/b62e8c93-45fd-460a-9f0d-e160cd3bbaec.client4478/status') 2023-10-21T13:05:11.324 INFO:teuthology.orchestra.run.smithi067.stdout:instance: client.4478 (3)172.21.15.67:0/374746076 2023-10-21T13:05:11.324 INFO:teuthology.orchestra.run.smithi067.stdout:blocklisted: false 2023-10-21T13:05:11.324 INFO:teuthology.orchestra.run.smithi067.stderr:0+1 records in 2023-10-21T13:05:11.325 INFO:teuthology.orchestra.run.smithi067.stderr:0+1 records out 2023-10-21T13:05:11.325 INFO:teuthology.orchestra.run.smithi067.stderr:69 bytes copied, 2.4935e-05 s, 2.8 MB/s 2023-10-21T13:05:11.326 INFO:tasks.kclient:client.2 config is {'syntax': 'v2'} 2023-10-21T13:05:11.327 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-10-21T13:05:11.327 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-10-21T13:05:11.327 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-10-21T13:05:11.453 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.451+0000 7f435265f700 1 Processor -- start 2023-10-21T13:05:11.453 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.451+0000 7f435265f700 1 -- start start 2023-10-21T13:05:11.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.452+0000 7f435265f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f434c0d0850 0x7f434c0ce520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:11.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.452+0000 7f435265f700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f434c0d1c80 0x7f434c0b3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:11.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.452+0000 7f435265f700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f434c0d2a00 con 0x7f434c160ec0 2023-10-21T13:05:11.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.452+0000 7f435265f700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f434c0d2160 con 0x7f434c0d1c80 2023-10-21T13:05:11.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.452+0000 7f435265f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f434c0d2440 con 0x7f434c0d0850 2023-10-21T13:05:11.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.452+0000 7f4350bfc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f434c0d1c80 0x7f434c0b3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:11.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.452+0000 7f4350bfc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f434c0d1c80 0x7f434c0b3570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60406/0 (socket says 172.21.15.67:60406) 2023-10-21T13:05:11.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.452+0000 7f4350bfc700 1 -- 172.21.15.67:0/1053313997 learned_addr learned my addr 172.21.15.67:0/1053313997 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:11.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.452+0000 7f434b7fe700 1 --2- 172.21.15.67:0/1053313997 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f434c0d0850 0x7f434c0ce520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:11.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.452+0000 7f4350bfc700 1 -- 172.21.15.67:0/1053313997 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f434c0d0850 msgr2=0x7f434c0ce520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:11.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.452+0000 7f4350bfc700 1 --2- 172.21.15.67:0/1053313997 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f434c0d0850 0x7f434c0ce520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:11.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.452+0000 7f4350bfc700 1 -- 172.21.15.67:0/1053313997 >> v1:172.21.15.190:6789/0 conn(0x7f434c160ec0 legacy=0x7f434c0d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:11.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.452+0000 7f4350bfc700 1 -- 172.21.15.67:0/1053313997 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f434c0d2720 con 0x7f434c0d1c80 2023-10-21T13:05:11.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.452+0000 7f4350bfc700 1 --2- 172.21.15.67:0/1053313997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f434c0d1c80 0x7f434c0b3570 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f4344009e50 tx=0x7f434400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc424a7ed74e263 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:11.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.453+0000 7f434affd700 1 -- 172.21.15.67:0/1053313997 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f434400e070 con 0x7f434c0d1c80 2023-10-21T13:05:11.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.453+0000 7f434affd700 1 -- 172.21.15.67:0/1053313997 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f434400b9c0 con 0x7f434c0d1c80 2023-10-21T13:05:11.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.453+0000 7f434affd700 1 -- 172.21.15.67:0/1053313997 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f434400bd70 con 0x7f434c0d1c80 2023-10-21T13:05:11.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.453+0000 7f435265f700 1 -- 172.21.15.67:0/1053313997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f434c0d1c80 msgr2=0x7f434c0b3570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:11.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.453+0000 7f435265f700 1 --2- 172.21.15.67:0/1053313997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f434c0d1c80 0x7f434c0b3570 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f4344009e50 tx=0x7f434400b330 comp rx=0 tx=0).stop 2023-10-21T13:05:11.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.453+0000 7f435265f700 1 -- 172.21.15.67:0/1053313997 shutdown_connections 2023-10-21T13:05:11.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.453+0000 7f435265f700 1 --2- 172.21.15.67:0/1053313997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f434c0d1c80 0x7f434c0b3570 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:11.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.453+0000 7f435265f700 1 --2- 172.21.15.67:0/1053313997 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f434c0d0850 0x7f434c0ce520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:11.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.453+0000 7f435265f700 1 -- 172.21.15.67:0/1053313997 >> 172.21.15.67:0/1053313997 conn(0x7f434c09c9e0 msgr2=0x7f434c0d3730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:11.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.453+0000 7f435265f700 1 -- 172.21.15.67:0/1053313997 shutdown_connections 2023-10-21T13:05:11.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.453+0000 7f435265f700 1 -- 172.21.15.67:0/1053313997 wait complete. 2023-10-21T13:05:11.463 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.455+0000 7f435265f700 1 Processor -- start 2023-10-21T13:05:11.464 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.455+0000 7f435265f700 1 -- start start 2023-10-21T13:05:11.464 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.456+0000 7f435265f700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f434c0d0850 0x7f434c14ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:11.464 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.456+0000 7f435265f700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f434c0d1c80 0x7f434c0cc020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:11.464 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.456+0000 7f435265f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f434c160ec0 0x7f434c0cc560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:11.464 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.456+0000 7f435265f700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f434c1f40c0 con 0x7f434c0d0850 2023-10-21T13:05:11.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.456+0000 7f435265f700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f434c14d230 con 0x7f434c0d1c80 2023-10-21T13:05:11.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.456+0000 7f435265f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f434c0cbcd0 con 0x7f434c160ec0 2023-10-21T13:05:11.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.456+0000 7f434bfff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f434c0d0850 0x7f434c14ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:11.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.456+0000 7f434bfff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f434c0d0850 0x7f434c14ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60412/0 (socket says 172.21.15.67:60412) 2023-10-21T13:05:11.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.456+0000 7f434bfff700 1 -- 172.21.15.67:0/2834931694 learned_addr learned my addr 172.21.15.67:0/2834931694 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:11.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.456+0000 7f434b7fe700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f434c0d1c80 0x7f434c0cc020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:11.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.456+0000 7f4350bfc700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f434c160ec0 0x7f434c0cc560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:11.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.457+0000 7f434bfff700 1 -- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f434c160ec0 msgr2=0x7f434c0cc560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:11.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.457+0000 7f434bfff700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f434c160ec0 0x7f434c0cc560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:11.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.457+0000 7f434bfff700 1 -- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f434c0d1c80 msgr2=0x7f434c0cc020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:11.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.457+0000 7f434bfff700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f434c0d1c80 0x7f434c0cc020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:11.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.457+0000 7f434bfff700 1 -- 172.21.15.67:0/2834931694 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4344009b30 con 0x7f434c0d0850 2023-10-21T13:05:11.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.457+0000 7f434b7fe700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f434c0d1c80 0x7f434c0cc020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:11.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.457+0000 7f434bfff700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f434c0d0850 0x7f434c14ccf0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f433400c4d0 tx=0x7f433400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:11.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.457+0000 7f4348ff9700 1 -- 172.21.15.67:0/2834931694 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43340052d0 con 0x7f434c0d0850 2023-10-21T13:05:11.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.457+0000 7f4348ff9700 1 -- 172.21.15.67:0/2834931694 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4334005430 con 0x7f434c0d0850 2023-10-21T13:05:11.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.457+0000 7f435265f700 1 -- 172.21.15.67:0/2834931694 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f434c0cb710 con 0x7f434c0d0850 2023-10-21T13:05:11.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.457+0000 7f4348ff9700 1 -- 172.21.15.67:0/2834931694 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43340038f0 con 0x7f434c0d0850 2023-10-21T13:05:11.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.457+0000 7f435265f700 1 -- 172.21.15.67:0/2834931694 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f434c15b720 con 0x7f434c0d0850 2023-10-21T13:05:11.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.458+0000 7f435265f700 1 -- 172.21.15.67:0/2834931694 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f434c074d40 con 0x7f434c0d0850 2023-10-21T13:05:11.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.458+0000 7f4348ff9700 1 -- 172.21.15.67:0/2834931694 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4334003a50 con 0x7f434c0d0850 2023-10-21T13:05:11.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.459+0000 7f4348ff9700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f432c06af00 0x7f432c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:11.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.459+0000 7f4348ff9700 1 -- 172.21.15.67:0/2834931694 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4334088a30 con 0x7f434c0d0850 2023-10-21T13:05:11.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.459+0000 7f434b7fe700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f432c06af00 0x7f432c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:11.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.459+0000 7f434b7fe700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f432c06af00 0x7f432c06d3c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f433c0099f0 tx=0x7f433c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:11.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.463+0000 7f4348ff9700 1 -- 172.21.15.67:0/2834931694 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f4334053ad0 con 0x7f434c0d0850 2023-10-21T13:05:11.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.709+0000 7f435265f700 1 -- 172.21.15.67:0/2834931694 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f434c0d0ec0 con 0x7f434c0d0850 2023-10-21T13:05:11.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.710+0000 7f4348ff9700 1 -- 172.21.15.67:0/2834931694 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f4334017070 con 0x7f434c0d0850 2023-10-21T13:05:11.712 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-10-21T13:05:11.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.712+0000 7f435265f700 1 -- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f432c06af00 msgr2=0x7f432c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:11.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.712+0000 7f435265f700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f432c06af00 0x7f432c06d3c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f433c0099f0 tx=0x7f433c008040 comp rx=0 tx=0).stop 2023-10-21T13:05:11.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.712+0000 7f435265f700 1 -- 172.21.15.67:0/2834931694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f434c0d0850 msgr2=0x7f434c14ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:11.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.712+0000 7f435265f700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f434c0d0850 0x7f434c14ccf0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f433400c4d0 tx=0x7f433400c890 comp rx=0 tx=0).stop 2023-10-21T13:05:11.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.712+0000 7f435265f700 1 -- 172.21.15.67:0/2834931694 shutdown_connections 2023-10-21T13:05:11.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.712+0000 7f435265f700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f432c06af00 0x7f432c06d3c0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:11.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.712+0000 7f435265f700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f434c160ec0 0x7f434c0cc560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:11.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.712+0000 7f435265f700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f434c0d0850 0x7f434c14ccf0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:11.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.712+0000 7f435265f700 1 --2- 172.21.15.67:0/2834931694 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f434c0d1c80 0x7f434c0cc020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:11.716 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.712+0000 7f435265f700 1 -- 172.21.15.67:0/2834931694 >> 172.21.15.67:0/2834931694 conn(0x7f434c09c9e0 msgr2=0x7f434c0b5000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:11.716 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.712+0000 7f435265f700 1 -- 172.21.15.67:0/2834931694 shutdown_connections 2023-10-21T13:05:11.716 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:11.712+0000 7f435265f700 1 -- 172.21.15.67:0/2834931694 wait complete. 2023-10-21T13:05:11.726 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-10-21T13:05:11.726 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-21T13:05:11.726 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2023-10-21T13:05:11.727 INFO:tasks.cephfs.mount:self.client.name = client.2 2023-10-21T13:05:11.727 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-10-21T13:05:11.727 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-10-21T13:05:11.727 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-10-21T13:05:11.728 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-21T13:05:11.728 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2023-10-21T13:05:11.728 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:11.729 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2023-10-21T13:05:11.746 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-21T13:05:11.747 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-21T13:05:11.747 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2023-10-21T13:05:11.747 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:11.747 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2023-10-21T13:05:11.748 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:11.748 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:11.748 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:11.748 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:11.749 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:11.749 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:11.749 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:11.749 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-21T13:05:11.749 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:11.750 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-10-21T13:05:11.750 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 41931sec preferred_lft 41931sec 2023-10-21T13:05:11.750 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::4b19:3f77:5dd:2636/64 scope link noprefixroute 2023-10-21T13:05:11.750 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:11.750 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-10-21T13:05:11.751 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ba:77:63:38:af:2d brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:11.751 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-10-21T13:05:11.751 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:11.751 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::6448:63ff:fe08:a984/64 scope link 2023-10-21T13:05:11.752 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:11.752 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-10-21T13:05:11.752 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ba:77:63:38:af:2d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-10-21T13:05:11.752 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::b877:63ff:fe38:af2d/64 scope link tentative 2023-10-21T13:05:11.752 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:11.753 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:11.753 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-21T13:05:11.812 INFO:teuthology.orchestra.run.smithi067.stdout:1 2023-10-21T13:05:11.813 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:11.814 DEBUG:teuthology.orchestra.run.smithi067:> route 2023-10-21T13:05:11.873 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2023-10-21T13:05:11.873 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-21T13:05:11.874 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-10-21T13:05:11.874 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-10-21T13:05:11.874 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-21T13:05:11.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:11.875 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec bash -c ' 2023-10-21T13:05:11.875 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2023-10-21T13:05:11.875 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-10-21T13:05:11.876 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-10-21T13:05:11.876 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-10-21T13:05:11.876 DEBUG:teuthology.orchestra.run.smithi067:> ') 2023-10-21T13:05:11.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:11.982 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2023-10-21T13:05:11.999 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-10-21T13:05:12.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:12.000 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list-id 2023-10-21T13:05:12.056 INFO:teuthology.orchestra.run.smithi067.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2023-10-21T13:05:12.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:12.057 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec bash -c ' 2023-10-21T13:05:12.058 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2023-10-21T13:05:12.058 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2023-10-21T13:05:12.058 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2023-10-21T13:05:12.059 DEBUG:teuthology.orchestra.run.smithi067:> ') 2023-10-21T13:05:12.151 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:12.152 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-10-21T13:05:12.187 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-21T13:05:12.188 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-21T13:05:12.188 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2023-10-21T13:05:12.188 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:12.188 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2023-10-21T13:05:12.188 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:12.188 INFO:teuthology.orchestra.run.smithi067.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-10-21T13:05:12.189 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether de:8f:f0:9f:e5:54 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-10-21T13:05:12.189 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-10-21T13:05:12.189 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:12.189 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::dc8f:f0ff:fe9f:e554/64 scope link 2023-10-21T13:05:12.189 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:12.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:12.203 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-10-21T13:05:12.277 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-21T13:05:12.278 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-21T13:05:12.278 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2023-10-21T13:05:12.278 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:12.278 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2023-10-21T13:05:12.279 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:12.279 INFO:teuthology.orchestra.run.smithi067.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-10-21T13:05:12.279 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether de:8f:f0:9f:e5:54 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-10-21T13:05:12.279 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-10-21T13:05:12.279 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:12.280 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::dc8f:f0ff:fe9f:e554/64 scope link 2023-10-21T13:05:12.280 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:12.302 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2023-10-21T13:05:12.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:12.303 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec bash -c ' 2023-10-21T13:05:12.303 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2023-10-21T13:05:12.303 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2023-10-21T13:05:12.303 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-10-21T13:05:12.304 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2023-10-21T13:05:12.304 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2023-10-21T13:05:12.304 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2023-10-21T13:05:12.304 DEBUG:teuthology.orchestra.run.smithi067:> ') 2023-10-21T13:05:12.549 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:12.550 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec bash -c ' 2023-10-21T13:05:12.550 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2023-10-21T13:05:12.550 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.1 up 2023-10-21T13:05:12.551 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set dev brx.1 master ceph-brx 2023-10-21T13:05:12.551 DEBUG:teuthology.orchestra.run.smithi067:> ') 2023-10-21T13:05:12.666 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-21T13:05:12.666 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2023-10-21T13:05:12.689 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2023-10-21T13:05:12.689 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-21T13:05:12.690 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2023-10-21T13:05:12.746 INFO:tasks.cephfs.kernel_mount:mounting using device: 2@.cephfs=/ 2023-10-21T13:05:12.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:12.747 DEBUG:teuthology.orchestra.run.smithi067:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 2@.cephfs=/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:12.833 INFO:teuthology.orchestra.run.smithi067.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:12.834 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:12.857 INFO:teuthology.orchestra.run.smithi067.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:12.857 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:12.857 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: resolved to: "172.21.15.67:3300,172.21.15.190:3300,172.21.15.190:3301" 2023-10-21T13:05:12.857 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: trying mount with new device syntax: 2@b62e8c93-45fd-460a-9f0d-e160cd3bbaec.cephfs=/ 2023-10-21T13:05:12.857 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.67:3300/172.21.15.190:3300/172.21.15.190:3301" will pass to kernel 2023-10-21T13:05:12.858 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: v2 mount support check returned 2 2023-10-21T13:05:12.858 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: kernel does not support v2 syntax 2023-10-21T13:05:12.858 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-21T13:05:12.884 INFO:teuthology.orchestra.run.smithi067.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:12.884 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:12.885 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: resolved to: "172.21.15.67:3300,172.21.15.190:3300,172.21.15.190:3301" 2023-10-21T13:05:12.885 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: trying mount with new device syntax: 2@b62e8c93-45fd-460a-9f0d-e160cd3bbaec.cephfs=/ 2023-10-21T13:05:12.885 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.67:3300/172.21.15.190:3300/172.21.15.190:3301" will pass to kernel 2023-10-21T13:05:12.885 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: v2 mount support check returned 2 2023-10-21T13:05:12.885 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: kernel does not support v2 syntax 2023-10-21T13:05:12.886 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-21T13:05:12.886 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: resolved to: "172.21.15.67:6789,172.21.15.190:6789,172.21.15.190:6790" 2023-10-21T13:05:12.886 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.67:6789,172.21.15.190:6789,172.21.15.190:6790:/ 2023-10-21T13:05:12.886 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,key=2,mds_namespace=cephfs,fsid=b62e8c93-45fd-460a-9f0d-e160cd3bbaec" will pass to kernel 2023-10-21T13:05:12.887 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-10-21T13:05:12.888 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:12.888 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2023-10-21T13:05:12.923 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:12.924 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T13:05:12.997 INFO:teuthology.orchestra.run.smithi067.stdout:client4626 2023-10-21T13:05:12.997 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:05:12.998 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:13.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:13.056 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T13:05:13.128 INFO:teuthology.orchestra.run.smithi067.stdout:client4626 2023-10-21T13:05:13.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:13.129 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T13:05:13.201 INFO:teuthology.orchestra.run.smithi067.stdout:client4626 2023-10-21T13:05:13.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:13.202 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/b62e8c93-45fd-460a-9f0d-e160cd3bbaec.client4626/status') 2023-10-21T13:05:13.283 INFO:teuthology.orchestra.run.smithi067.stdout:instance: client.4626 (3)192.168.0.2:0/1306760669 2023-10-21T13:05:13.283 INFO:teuthology.orchestra.run.smithi067.stdout:blocklisted: false 2023-10-21T13:05:13.284 INFO:teuthology.orchestra.run.smithi067.stderr:0+1 records in 2023-10-21T13:05:13.284 INFO:teuthology.orchestra.run.smithi067.stderr:0+1 records out 2023-10-21T13:05:13.285 INFO:teuthology.orchestra.run.smithi067.stderr:69 bytes copied, 2.5835e-05 s, 2.7 MB/s 2023-10-21T13:05:13.285 INFO:tasks.kclient:client.1 config is {'syntax': 'v2'} 2023-10-21T13:05:13.285 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-10-21T13:05:13.285 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-10-21T13:05:13.286 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-10-21T13:05:13.449 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.448+0000 7f9a10e5f700 1 Processor -- start 2023-10-21T13:05:13.450 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.448+0000 7f9a10e5f700 1 -- start start 2023-10-21T13:05:13.453 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a10e5f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9a0c159480 0x7f9a0c15c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:13.453 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a10e5f700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a0c15c240 con 0x7f9a0c0b19f0 2023-10-21T13:05:13.453 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a10e5f700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a0c15bc50 con 0x7f9a0c06a8d0 2023-10-21T13:05:13.454 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a10e5f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a0c15cc10 con 0x7f9a0c159480 2023-10-21T13:05:13.454 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a0ad9d700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f9a0c0b19f0 0x7f9a0c0afcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48488/0 (socket says 172.21.15.67:48488) 2023-10-21T13:05:13.454 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a0ad9d700 1 -- 172.21.15.67:0/1441786958 learned_addr learned my addr 172.21.15.67:0/1441786958 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:13.454 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a0a59c700 1 --2- 172.21.15.67:0/1441786958 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9a0c159480 0x7f9a0c15c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:13.454 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 401526796 0 0) 0x7f9a0c15c240 con 0x7f9a0c0b19f0 2023-10-21T13:05:13.455 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f99f40035b0 con 0x7f9a0c0b19f0 2023-10-21T13:05:13.455 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3976352477 0 0) 0x7f9a0c15bc50 con 0x7f9a0c06a8d0 2023-10-21T13:05:13.455 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9a0c15c240 con 0x7f9a0c06a8d0 2023-10-21T13:05:13.455 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2806926049 0 0) 0x7f99f40035b0 con 0x7f9a0c0b19f0 2023-10-21T13:05:13.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9a0c159480 msgr2=0x7f9a0c15c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:13.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a0959a700 1 --2- 172.21.15.67:0/1441786958 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9a0c159480 0x7f9a0c15c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:13.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 >> v1:172.21.15.190:6789/0 conn(0x7f9a0c06a8d0 legacy=0x7f9a0c0b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:13.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.449+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a0c06b370 con 0x7f9a0c0b19f0 2023-10-21T13:05:13.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f9a040019f0 con 0x7f9a0c0b19f0 2023-10-21T13:05:13.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 >> v1:172.21.15.67:6789/0 conn(0x7f9a0c0b19f0 legacy=0x7f9a0c0afcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:13.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0959a700 1 --2- 172.21.15.67:0/1441786958 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99f4003bc0 0x7f99f4003fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:13.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0959a700 1 --2- 172.21.15.67:0/1441786958 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f99f4004850 0x7f99f4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:13.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0959a700 1 --2- 172.21.15.67:0/1441786958 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f99f4005210 0x7f99f400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:13.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a0c15cc10 con 0x7f99f4003bc0 2023-10-21T13:05:13.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99f400bf50 con 0x7f99f4004850 2023-10-21T13:05:13.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99f400c0c0 con 0x7f99f4005210 2023-10-21T13:05:13.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0a59c700 1 --2- 172.21.15.67:0/1441786958 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99f4003bc0 0x7f99f4003fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:13.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a09d9b700 1 --2- 172.21.15.67:0/1441786958 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f99f4004850 0x7f99f4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:13.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0ad9d700 1 --2- 172.21.15.67:0/1441786958 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f99f4005210 0x7f99f400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:13.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0a59c700 1 -- 172.21.15.67:0/1441786958 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f99f4005210 msgr2=0x7f99f400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:13.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0a59c700 1 --2- 172.21.15.67:0/1441786958 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f99f4005210 0x7f99f400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:13.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0a59c700 1 -- 172.21.15.67:0/1441786958 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f99f4004850 msgr2=0x7f99f4004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:13.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0a59c700 1 --2- 172.21.15.67:0/1441786958 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f99f4004850 0x7f99f4004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:13.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0a59c700 1 -- 172.21.15.67:0/1441786958 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99f40035b0 con 0x7f99f4003bc0 2023-10-21T13:05:13.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a09d9b700 1 --2- 172.21.15.67:0/1441786958 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f99f4004850 0x7f99f4004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:13.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0a59c700 1 --2- 172.21.15.67:0/1441786958 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99f4003bc0 0x7f99f4003fc0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f99fc009b40 tx=0x7f99f4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28bff71e02f2f92 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:13.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99fc005a20 con 0x7f99f4003bc0 2023-10-21T13:05:13.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99fc005b80 con 0x7f99f4003bc0 2023-10-21T13:05:13.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.450+0000 7f9a0959a700 1 -- 172.21.15.67:0/1441786958 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99fc00e660 con 0x7f99f4003bc0 2023-10-21T13:05:13.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.451+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1441786958 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99f4003bc0 msgr2=0x7f99f4003fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:13.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.451+0000 7f9a10e5f700 1 --2- 172.21.15.67:0/1441786958 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99f4003bc0 0x7f99f4003fc0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f99fc009b40 tx=0x7f99f4005880 comp rx=0 tx=0).stop 2023-10-21T13:05:13.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.451+0000 7f9a0ad9d700 1 -- 172.21.15.67:0/1441786958 reap_dead start 2023-10-21T13:05:13.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.451+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1441786958 shutdown_connections 2023-10-21T13:05:13.462 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.451+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1441786958 >> 172.21.15.67:0/1441786958 conn(0x7f9a0c0999d0 msgr2=0x7f9a0c0d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:13.462 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.451+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1441786958 shutdown_connections 2023-10-21T13:05:13.462 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.451+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1441786958 wait complete. 2023-10-21T13:05:13.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.452+0000 7f9a10e5f700 1 Processor -- start 2023-10-21T13:05:13.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.452+0000 7f9a10e5f700 1 -- start start 2023-10-21T13:05:13.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.453+0000 7f9a10e5f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f99f4003bc0 0x7f9a0c0ca0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:13.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.453+0000 7f9a10e5f700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a0c0b2f90 0x7f9a0c157840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:13.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.453+0000 7f9a10e5f700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a0c15a4d0 0x7f9a0c15a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:13.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.453+0000 7f9a10e5f700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a0c15aec0 con 0x7f9a0c0b2f90 2023-10-21T13:05:13.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.453+0000 7f9a10e5f700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a0c0b4010 con 0x7f9a0c15a4d0 2023-10-21T13:05:13.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.453+0000 7f9a10e5f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a0c0b3770 con 0x7f99f4003bc0 2023-10-21T13:05:13.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.453+0000 7f9a09d9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a0c0b2f90 0x7f9a0c157840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:13.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.453+0000 7f9a09d9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a0c0b2f90 0x7f9a0c157840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60438/0 (socket says 172.21.15.67:60438) 2023-10-21T13:05:13.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.453+0000 7f9a09d9b700 1 -- 172.21.15.67:0/1437463005 learned_addr learned my addr 172.21.15.67:0/1437463005 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:13.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.453+0000 7f9a0ad9d700 1 --2- 172.21.15.67:0/1437463005 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a0c15a4d0 0x7f9a0c15a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:13.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.453+0000 7f9a0a59c700 1 --2- 172.21.15.67:0/1437463005 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f99f4003bc0 0x7f9a0c0ca0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:13.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.453+0000 7f9a09d9b700 1 -- 172.21.15.67:0/1437463005 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f99f4003bc0 msgr2=0x7f9a0c0ca0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:13.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.454+0000 7f9a09d9b700 1 --2- 172.21.15.67:0/1437463005 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f99f4003bc0 0x7f9a0c0ca0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:13.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.454+0000 7f9a09d9b700 1 -- 172.21.15.67:0/1437463005 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a0c15a4d0 msgr2=0x7f9a0c15a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:13.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.454+0000 7f9a09d9b700 1 --2- 172.21.15.67:0/1437463005 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a0c15a4d0 0x7f9a0c15a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:13.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.454+0000 7f9a09d9b700 1 -- 172.21.15.67:0/1437463005 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a0c0b3a50 con 0x7f9a0c0b2f90 2023-10-21T13:05:13.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.454+0000 7f9a09d9b700 1 --2- 172.21.15.67:0/1437463005 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a0c0b2f90 0x7f9a0c157840 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9a0000e700 tx=0x7f9a0000ea10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:13.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.454+0000 7f99faffd700 1 -- 172.21.15.67:0/1437463005 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a000052e0 con 0x7f9a0c0b2f90 2023-10-21T13:05:13.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.454+0000 7f99faffd700 1 -- 172.21.15.67:0/1437463005 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a00005440 con 0x7f9a0c0b2f90 2023-10-21T13:05:13.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.454+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1437463005 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a0c0b3d30 con 0x7f9a0c0b2f90 2023-10-21T13:05:13.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.454+0000 7f99faffd700 1 -- 172.21.15.67:0/1437463005 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a00003880 con 0x7f9a0c0b2f90 2023-10-21T13:05:13.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.454+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1437463005 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a0c157d80 con 0x7f9a0c0b2f90 2023-10-21T13:05:13.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.455+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1437463005 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a0c0b4570 con 0x7f9a0c0b2f90 2023-10-21T13:05:13.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.455+0000 7f99faffd700 1 -- 172.21.15.67:0/1437463005 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9a000039e0 con 0x7f9a0c0b2f90 2023-10-21T13:05:13.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.456+0000 7f99faffd700 1 --2- 172.21.15.67:0/1437463005 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f99ec06af00 0x7f99ec06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:13.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.456+0000 7f99faffd700 1 -- 172.21.15.67:0/1437463005 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9a00088c90 con 0x7f9a0c0b2f90 2023-10-21T13:05:13.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.456+0000 7f9a0a59c700 1 --2- 172.21.15.67:0/1437463005 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f99ec06af00 0x7f99ec06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:13.471 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.456+0000 7f9a0a59c700 1 --2- 172.21.15.67:0/1437463005 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f99ec06af00 0x7f99ec06d3c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f99fc000c00 tx=0x7f99fc008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:13.471 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.460+0000 7f99faffd700 1 -- 172.21.15.67:0/1437463005 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9a0c0b4570 con 0x7f9a0c0b2f90 2023-10-21T13:05:13.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.707+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1437463005 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f9a0c0b4570 con 0x7f9a0c0b2f90 2023-10-21T13:05:13.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.708+0000 7f99faffd700 1 -- 172.21.15.67:0/1437463005 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f9a0c0b4570 con 0x7f9a0c0b2f90 2023-10-21T13:05:13.710 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-10-21T13:05:13.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.709+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1437463005 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f99ec06af00 msgr2=0x7f99ec06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:13.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.709+0000 7f9a10e5f700 1 --2- 172.21.15.67:0/1437463005 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f99ec06af00 0x7f99ec06d3c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f99fc000c00 tx=0x7f99fc008030 comp rx=0 tx=0).stop 2023-10-21T13:05:13.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.710+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1437463005 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a0c0b2f90 msgr2=0x7f9a0c157840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:13.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.710+0000 7f9a10e5f700 1 --2- 172.21.15.67:0/1437463005 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a0c0b2f90 0x7f9a0c157840 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9a0000e700 tx=0x7f9a0000ea10 comp rx=0 tx=0).stop 2023-10-21T13:05:13.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.710+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1437463005 shutdown_connections 2023-10-21T13:05:13.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.710+0000 7f9a10e5f700 1 --2- 172.21.15.67:0/1437463005 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a0c15a4d0 0x7f9a0c15a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:13.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.710+0000 7f9a10e5f700 1 --2- 172.21.15.67:0/1437463005 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f99ec06af00 0x7f99ec06d3c0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:13.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.710+0000 7f9a10e5f700 1 --2- 172.21.15.67:0/1437463005 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f99f4003bc0 0x7f9a0c0ca0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:13.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.710+0000 7f9a10e5f700 1 --2- 172.21.15.67:0/1437463005 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a0c0b2f90 0x7f9a0c157840 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:13.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.710+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1437463005 >> 172.21.15.67:0/1437463005 conn(0x7f9a0c0999d0 msgr2=0x7f9a0c0b1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:13.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.710+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1437463005 shutdown_connections 2023-10-21T13:05:13.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:13.710+0000 7f9a10e5f700 1 -- 172.21.15.67:0/1437463005 wait complete. 2023-10-21T13:05:13.724 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-10-21T13:05:13.724 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-21T13:05:13.724 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi190.front.sepia.ceph.com 2023-10-21T13:05:13.724 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-10-21T13:05:13.725 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-10-21T13:05:13.725 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-10-21T13:05:13.725 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-10-21T13:05:13.725 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-21T13:05:13.725 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2023-10-21T13:05:13.726 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:13.726 DEBUG:teuthology.orchestra.run.smithi190:> ip addr 2023-10-21T13:05:13.747 INFO:teuthology.orchestra.run.smithi190.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-21T13:05:13.747 INFO:teuthology.orchestra.run.smithi190.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-21T13:05:13.747 INFO:teuthology.orchestra.run.smithi190.stdout: inet 127.0.0.1/8 scope host lo 2023-10-21T13:05:13.748 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:13.748 INFO:teuthology.orchestra.run.smithi190.stdout: inet6 ::1/128 scope host 2023-10-21T13:05:13.748 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:13.748 INFO:teuthology.orchestra.run.smithi190.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:13.748 INFO:teuthology.orchestra.run.smithi190.stdout: link/ether 0c:c4:7a:d9:36:d0 brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:13.749 INFO:teuthology.orchestra.run.smithi190.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:13.749 INFO:teuthology.orchestra.run.smithi190.stdout: link/ether 0c:c4:7a:d9:36:d1 brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:13.749 INFO:teuthology.orchestra.run.smithi190.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:13.749 INFO:teuthology.orchestra.run.smithi190.stdout: link/ether 0c:c4:7a:88:77:62 brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:13.749 INFO:teuthology.orchestra.run.smithi190.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-21T13:05:13.750 INFO:teuthology.orchestra.run.smithi190.stdout: link/ether 0c:c4:7a:88:77:63 brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:13.750 INFO:teuthology.orchestra.run.smithi190.stdout: inet 172.21.15.190/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-10-21T13:05:13.750 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft 41907sec preferred_lft 41907sec 2023-10-21T13:05:13.750 INFO:teuthology.orchestra.run.smithi190.stdout: inet6 fe80::1ac8:2dfa:ce41:a2da/64 scope link noprefixroute 2023-10-21T13:05:13.751 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:13.751 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-10-21T13:05:13.751 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:13.751 DEBUG:teuthology.orchestra.run.smithi190:> (cd / && exec bash -c ' 2023-10-21T13:05:13.752 DEBUG:teuthology.orchestra.run.smithi190:> set -e 2023-10-21T13:05:13.752 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip link add name ceph-brx type bridge 2023-10-21T13:05:13.752 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip addr flush dev ceph-brx 2023-10-21T13:05:13.753 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip link set ceph-brx up 2023-10-21T13:05:13.753 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-10-21T13:05:13.753 DEBUG:teuthology.orchestra.run.smithi190:> ') 2023-10-21T13:05:13.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:13.936 DEBUG:teuthology.orchestra.run.smithi190:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-21T13:05:13.963 INFO:teuthology.orchestra.run.smithi190.stdout:1 2023-10-21T13:05:13.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:13.965 DEBUG:teuthology.orchestra.run.smithi190:> route 2023-10-21T13:05:14.039 INFO:teuthology.orchestra.run.smithi190.stdout:Kernel IP routing table 2023-10-21T13:05:14.039 INFO:teuthology.orchestra.run.smithi190.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-21T13:05:14.040 INFO:teuthology.orchestra.run.smithi190.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-10-21T13:05:14.040 INFO:teuthology.orchestra.run.smithi190.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-10-21T13:05:14.040 INFO:teuthology.orchestra.run.smithi190.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-21T13:05:14.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:14.041 DEBUG:teuthology.orchestra.run.smithi190:> (cd / && exec bash -c ' 2023-10-21T13:05:14.041 DEBUG:teuthology.orchestra.run.smithi190:> set -e 2023-10-21T13:05:14.042 DEBUG:teuthology.orchestra.run.smithi190:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-10-21T13:05:14.042 DEBUG:teuthology.orchestra.run.smithi190:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-10-21T13:05:14.042 DEBUG:teuthology.orchestra.run.smithi190:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-10-21T13:05:14.043 DEBUG:teuthology.orchestra.run.smithi190:> ') 2023-10-21T13:05:14.275 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:14.275 DEBUG:teuthology.orchestra.run.smithi190:> ip netns list 2023-10-21T13:05:14.292 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:14.292 DEBUG:teuthology.orchestra.run.smithi190:> ip netns list-id 2023-10-21T13:05:14.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:14.349 DEBUG:teuthology.orchestra.run.smithi190:> (cd / && exec bash -c ' 2023-10-21T13:05:14.349 DEBUG:teuthology.orchestra.run.smithi190:> set -e 2023-10-21T13:05:14.349 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2023-10-21T13:05:14.350 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2023-10-21T13:05:14.350 DEBUG:teuthology.orchestra.run.smithi190:> ') 2023-10-21T13:05:14.442 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2023-10-21T13:05:14.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:14.443 DEBUG:teuthology.orchestra.run.smithi190:> (cd / && exec bash -c ' 2023-10-21T13:05:14.444 DEBUG:teuthology.orchestra.run.smithi190:> set -e 2023-10-21T13:05:14.444 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2023-10-21T13:05:14.444 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-10-21T13:05:14.444 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2023-10-21T13:05:14.445 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2023-10-21T13:05:14.445 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2023-10-21T13:05:14.445 DEBUG:teuthology.orchestra.run.smithi190:> ') 2023-10-21T13:05:14.660 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:14.661 DEBUG:teuthology.orchestra.run.smithi190:> (cd / && exec bash -c ' 2023-10-21T13:05:14.661 DEBUG:teuthology.orchestra.run.smithi190:> set -e 2023-10-21T13:05:14.662 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip link set brx.0 up 2023-10-21T13:05:14.662 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip link set dev brx.0 master ceph-brx 2023-10-21T13:05:14.662 DEBUG:teuthology.orchestra.run.smithi190:> ') 2023-10-21T13:05:14.761 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-21T13:05:14.761 DEBUG:teuthology.orchestra.run.smithi190:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-10-21T13:05:14.781 INFO:teuthology.orchestra.run.smithi190.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-10-21T13:05:14.782 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-21T13:05:14.782 DEBUG:teuthology.orchestra.run.smithi190:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-10-21T13:05:14.839 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2023-10-21T13:05:14.839 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:14.840 DEBUG:teuthology.orchestra.run.smithi190:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:14.936 INFO:teuthology.orchestra.run.smithi190.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:14.936 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:15.043 INFO:teuthology.orchestra.run.smithi190.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:15.043 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:15.044 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: resolved to: "172.21.15.67:3300,172.21.15.190:3300,172.21.15.190:3301" 2023-10-21T13:05:15.044 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: trying mount with new device syntax: 1@b62e8c93-45fd-460a-9f0d-e160cd3bbaec.cephfs=/ 2023-10-21T13:05:15.044 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.67:3300/172.21.15.190:3300/172.21.15.190:3301" will pass to kernel 2023-10-21T13:05:15.044 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: v2 mount support check returned 2 2023-10-21T13:05:15.044 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: kernel does not support v2 syntax 2023-10-21T13:05:15.045 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-21T13:05:15.070 INFO:teuthology.orchestra.run.smithi190.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:15.070 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:15.070 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: resolved to: "172.21.15.67:3300,172.21.15.190:3300,172.21.15.190:3301" 2023-10-21T13:05:15.071 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: trying mount with new device syntax: 1@b62e8c93-45fd-460a-9f0d-e160cd3bbaec.cephfs=/ 2023-10-21T13:05:15.071 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.67:3300/172.21.15.190:3300/172.21.15.190:3301" will pass to kernel 2023-10-21T13:05:15.071 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: v2 mount support check returned 2 2023-10-21T13:05:15.071 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: kernel does not support v2 syntax 2023-10-21T13:05:15.071 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-21T13:05:15.072 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: resolved to: "172.21.15.67:6789,172.21.15.190:6789,172.21.15.190:6790" 2023-10-21T13:05:15.072 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.67:6789,172.21.15.190:6789,172.21.15.190:6790:/ 2023-10-21T13:05:15.072 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,key=1,mds_namespace=cephfs,fsid=b62e8c93-45fd-460a-9f0d-e160cd3bbaec" will pass to kernel 2023-10-21T13:05:15.074 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-10-21T13:05:15.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:15.075 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-10-21T13:05:15.105 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:15.106 DEBUG:teuthology.orchestra.run.smithi190:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T13:05:15.178 INFO:teuthology.orchestra.run.smithi190.stdout:client4654 2023-10-21T13:05:15.178 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:05:15.179 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:15.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:15.235 DEBUG:teuthology.orchestra.run.smithi190:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T13:05:15.306 INFO:teuthology.orchestra.run.smithi190.stdout:client4654 2023-10-21T13:05:15.307 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:15.307 DEBUG:teuthology.orchestra.run.smithi190:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T13:05:15.379 INFO:teuthology.orchestra.run.smithi190.stdout:client4654 2023-10-21T13:05:15.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:15.379 DEBUG:teuthology.orchestra.run.smithi190:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/b62e8c93-45fd-460a-9f0d-e160cd3bbaec.client4654/status') 2023-10-21T13:05:15.459 INFO:teuthology.orchestra.run.smithi190.stdout:instance: client.4654 (3)192.168.0.1:0/3003105706 2023-10-21T13:05:15.459 INFO:teuthology.orchestra.run.smithi190.stdout:blocklisted: false 2023-10-21T13:05:15.460 INFO:teuthology.orchestra.run.smithi190.stderr:0+1 records in 2023-10-21T13:05:15.460 INFO:teuthology.orchestra.run.smithi190.stderr:0+1 records out 2023-10-21T13:05:15.461 INFO:teuthology.orchestra.run.smithi190.stderr:69 bytes copied, 2.1106e-05 s, 3.3 MB/s 2023-10-21T13:05:15.461 INFO:tasks.kclient:client.3 config is {'syntax': 'v2'} 2023-10-21T13:05:15.461 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-10-21T13:05:15.461 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-10-21T13:05:15.462 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-10-21T13:05:15.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.599+0000 7fd4d44b0700 1 Processor -- start 2023-10-21T13:05:15.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.599+0000 7fd4d44b0700 1 -- start start 2023-10-21T13:05:15.604 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d44b0700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd4cc144ae0 0x7fd4cc06b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:15.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d44b0700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4cc1452e0 con 0x7fd4cc0ca180 2023-10-21T13:05:15.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d44b0700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4cc06c210 con 0x7fd4cc0cdd50 2023-10-21T13:05:15.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d44b0700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4cc06b970 con 0x7fd4cc144ae0 2023-10-21T13:05:15.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d224c700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fd4cc0ca180 0x7fd4cc0ca560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48506/0 (socket says 172.21.15.67:48506) 2023-10-21T13:05:15.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d224c700 1 -- 172.21.15.67:0/2426153224 learned_addr learned my addr 172.21.15.67:0/2426153224 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:15.606 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d1a4b700 1 --2- 172.21.15.67:0/2426153224 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd4cc144ae0 0x7fd4cc06b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:15.606 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d124a700 1 -- 172.21.15.67:0/2426153224 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3130221443 0 0) 0x7fd4cc1452e0 con 0x7fd4cc0ca180 2023-10-21T13:05:15.606 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d124a700 1 -- 172.21.15.67:0/2426153224 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd4b80035b0 con 0x7fd4cc0ca180 2023-10-21T13:05:15.606 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d124a700 1 -- 172.21.15.67:0/2426153224 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4054404330 0 0) 0x7fd4cc06c210 con 0x7fd4cc0cdd50 2023-10-21T13:05:15.606 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d124a700 1 -- 172.21.15.67:0/2426153224 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd4cc1452e0 con 0x7fd4cc0cdd50 2023-10-21T13:05:15.607 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d1a4b700 1 -- 172.21.15.67:0/2426153224 >> v1:172.21.15.190:6789/0 conn(0x7fd4cc0cdd50 legacy=0x7fd4cc0ce1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:15.607 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d1a4b700 1 -- 172.21.15.67:0/2426153224 >> v1:172.21.15.67:6789/0 conn(0x7fd4cc0ca180 legacy=0x7fd4cc0ca560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:15.607 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d1a4b700 1 -- 172.21.15.67:0/2426153224 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4cc06bc50 con 0x7fd4cc144ae0 2023-10-21T13:05:15.607 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.600+0000 7fd4d1a4b700 1 --2- 172.21.15.67:0/2426153224 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd4cc144ae0 0x7fd4cc06b2e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd4c8009870 tx=0x7fd4c8009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e309e9c9b3836bc4 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:15.607 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.601+0000 7fd4d124a700 1 -- 172.21.15.67:0/2426153224 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4c8011830 con 0x7fd4cc144ae0 2023-10-21T13:05:15.608 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.601+0000 7fd4d124a700 1 -- 172.21.15.67:0/2426153224 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4c8011990 con 0x7fd4cc144ae0 2023-10-21T13:05:15.608 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.601+0000 7fd4d124a700 1 -- 172.21.15.67:0/2426153224 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4c8011d20 con 0x7fd4cc144ae0 2023-10-21T13:05:15.608 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.601+0000 7fd4d44b0700 1 -- 172.21.15.67:0/2426153224 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd4cc144ae0 msgr2=0x7fd4cc06b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:15.608 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.601+0000 7fd4d44b0700 1 --2- 172.21.15.67:0/2426153224 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd4cc144ae0 0x7fd4cc06b2e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd4c8009870 tx=0x7fd4c8009b80 comp rx=0 tx=0).stop 2023-10-21T13:05:15.608 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.601+0000 7fd4d44b0700 1 -- 172.21.15.67:0/2426153224 shutdown_connections 2023-10-21T13:05:15.609 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.601+0000 7fd4d44b0700 1 --2- 172.21.15.67:0/2426153224 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd4cc144ae0 0x7fd4cc06b2e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:15.609 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.601+0000 7fd4d44b0700 1 -- 172.21.15.67:0/2426153224 >> 172.21.15.67:0/2426153224 conn(0x7fd4cc0cc5b0 msgr2=0x7fd4cc0cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:15.609 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.601+0000 7fd4d44b0700 1 -- 172.21.15.67:0/2426153224 shutdown_connections 2023-10-21T13:05:15.609 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.601+0000 7fd4d44b0700 1 -- 172.21.15.67:0/2426153224 wait complete. 2023-10-21T13:05:15.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.603+0000 7fd4d44b0700 1 Processor -- start 2023-10-21T13:05:15.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.603+0000 7fd4d44b0700 1 -- start start 2023-10-21T13:05:15.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.603+0000 7fd4d44b0700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd4cc0ca180 0x7fd4cc0c9040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:15.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.603+0000 7fd4d44b0700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd4cc0cdd50 0x7fd4cc1e41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:15.613 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.603+0000 7fd4d44b0700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4cc144ae0 0x7fd4cc156de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:15.613 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.603+0000 7fd4d44b0700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4cc1e4b80 con 0x7fd4cc144ae0 2023-10-21T13:05:15.613 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.603+0000 7fd4d44b0700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4cc1e4e60 con 0x7fd4cc0cdd50 2023-10-21T13:05:15.613 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.603+0000 7fd4d44b0700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4cc1e5140 con 0x7fd4cc0ca180 2023-10-21T13:05:15.613 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4d2a4d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4cc144ae0 0x7fd4cc156de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:15.614 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4d2a4d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4cc144ae0 0x7fd4cc156de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60454/0 (socket says 172.21.15.67:60454) 2023-10-21T13:05:15.614 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4d2a4d700 1 -- 172.21.15.67:0/388606051 learned_addr learned my addr 172.21.15.67:0/388606051 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:15.614 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4d1a4b700 1 --2- 172.21.15.67:0/388606051 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd4cc0cdd50 0x7fd4cc1e41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:15.614 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4d224c700 1 --2- 172.21.15.67:0/388606051 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd4cc0ca180 0x7fd4cc0c9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:15.614 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4d2a4d700 1 -- 172.21.15.67:0/388606051 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd4cc0ca180 msgr2=0x7fd4cc0c9040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:15.615 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4d2a4d700 1 --2- 172.21.15.67:0/388606051 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd4cc0ca180 0x7fd4cc0c9040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:15.615 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4d2a4d700 1 -- 172.21.15.67:0/388606051 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd4cc0cdd50 msgr2=0x7fd4cc1e41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:15.615 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4d2a4d700 1 --2- 172.21.15.67:0/388606051 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd4cc0cdd50 0x7fd4cc1e41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:15.615 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4d2a4d700 1 -- 172.21.15.67:0/388606051 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4c80094a0 con 0x7fd4cc144ae0 2023-10-21T13:05:15.615 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4d2a4d700 1 --2- 172.21.15.67:0/388606051 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4cc144ae0 0x7fd4cc156de0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fd4c400cb10 tx=0x7fd4c400ce20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:15.616 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4c2ffd700 1 -- 172.21.15.67:0/388606051 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4c4003c00 con 0x7fd4cc144ae0 2023-10-21T13:05:15.616 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4c2ffd700 1 -- 172.21.15.67:0/388606051 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4c4003d60 con 0x7fd4cc144ae0 2023-10-21T13:05:15.616 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4c2ffd700 1 -- 172.21.15.67:0/388606051 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4c400a9e0 con 0x7fd4cc144ae0 2023-10-21T13:05:15.616 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4d44b0700 1 -- 172.21.15.67:0/388606051 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4cc1e5420 con 0x7fd4cc144ae0 2023-10-21T13:05:15.616 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.604+0000 7fd4d44b0700 1 -- 172.21.15.67:0/388606051 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4cc0c9580 con 0x7fd4cc144ae0 2023-10-21T13:05:15.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.605+0000 7fd4d44b0700 1 -- 172.21.15.67:0/388606051 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4cc074d40 con 0x7fd4cc144ae0 2023-10-21T13:05:15.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.606+0000 7fd4c2ffd700 1 -- 172.21.15.67:0/388606051 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fd4c400ab40 con 0x7fd4cc144ae0 2023-10-21T13:05:15.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.606+0000 7fd4c2ffd700 1 --2- 172.21.15.67:0/388606051 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd4b006af00 0x7fd4b006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:15.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.607+0000 7fd4c2ffd700 1 -- 172.21.15.67:0/388606051 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd4c4089410 con 0x7fd4cc144ae0 2023-10-21T13:05:15.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.607+0000 7fd4d224c700 1 --2- 172.21.15.67:0/388606051 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd4b006af00 0x7fd4b006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:15.618 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.607+0000 7fd4d224c700 1 --2- 172.21.15.67:0/388606051 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd4b006af00 0x7fd4b006d3c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd4bc007fd0 tx=0x7fd4bc007dc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:15.618 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.611+0000 7fd4c2ffd700 1 -- 172.21.15.67:0/388606051 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fd4c4054550 con 0x7fd4cc144ae0 2023-10-21T13:05:15.861 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.858+0000 7fd4d44b0700 1 -- 172.21.15.67:0/388606051 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fd4cc0c9740 con 0x7fd4cc144ae0 2023-10-21T13:05:15.861 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.858+0000 7fd4c2ffd700 1 -- 172.21.15.67:0/388606051 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7fd4c4057b70 con 0x7fd4cc144ae0 2023-10-21T13:05:15.862 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-10-21T13:05:15.864 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.860+0000 7fd4d44b0700 1 -- 172.21.15.67:0/388606051 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd4b006af00 msgr2=0x7fd4b006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:15.864 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.860+0000 7fd4d44b0700 1 --2- 172.21.15.67:0/388606051 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd4b006af00 0x7fd4b006d3c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd4bc007fd0 tx=0x7fd4bc007dc0 comp rx=0 tx=0).stop 2023-10-21T13:05:15.864 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.861+0000 7fd4d44b0700 1 -- 172.21.15.67:0/388606051 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4cc144ae0 msgr2=0x7fd4cc156de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:15.864 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.861+0000 7fd4d44b0700 1 --2- 172.21.15.67:0/388606051 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4cc144ae0 0x7fd4cc156de0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fd4c400cb10 tx=0x7fd4c400ce20 comp rx=0 tx=0).stop 2023-10-21T13:05:15.865 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.861+0000 7fd4d44b0700 1 -- 172.21.15.67:0/388606051 shutdown_connections 2023-10-21T13:05:15.865 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.861+0000 7fd4d44b0700 1 --2- 172.21.15.67:0/388606051 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4cc144ae0 0x7fd4cc156de0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:15.865 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.861+0000 7fd4d44b0700 1 --2- 172.21.15.67:0/388606051 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd4b006af00 0x7fd4b006d3c0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:15.865 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.861+0000 7fd4d44b0700 1 --2- 172.21.15.67:0/388606051 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd4cc0ca180 0x7fd4cc0c9040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:15.865 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.861+0000 7fd4d44b0700 1 --2- 172.21.15.67:0/388606051 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd4cc0cdd50 0x7fd4cc1e41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:15.866 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.861+0000 7fd4d44b0700 1 -- 172.21.15.67:0/388606051 >> 172.21.15.67:0/388606051 conn(0x7fd4cc0cc5b0 msgr2=0x7fd4cc0b2870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:15.866 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.861+0000 7fd4d44b0700 1 -- 172.21.15.67:0/388606051 shutdown_connections 2023-10-21T13:05:15.866 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:15.861+0000 7fd4d44b0700 1 -- 172.21.15.67:0/388606051 wait complete. 2023-10-21T13:05:15.876 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-10-21T13:05:15.876 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-21T13:05:15.876 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi190.front.sepia.ceph.com 2023-10-21T13:05:15.877 INFO:tasks.cephfs.mount:self.client.name = client.3 2023-10-21T13:05:15.877 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-10-21T13:05:15.877 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-10-21T13:05:15.877 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-10-21T13:05:15.878 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-21T13:05:15.878 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2023-10-21T13:05:15.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:15.879 DEBUG:teuthology.orchestra.run.smithi190:> ip addr 2023-10-21T13:05:15.896 INFO:teuthology.orchestra.run.smithi190.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-21T13:05:15.897 INFO:teuthology.orchestra.run.smithi190.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-21T13:05:15.897 INFO:teuthology.orchestra.run.smithi190.stdout: inet 127.0.0.1/8 scope host lo 2023-10-21T13:05:15.897 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:15.897 INFO:teuthology.orchestra.run.smithi190.stdout: inet6 ::1/128 scope host 2023-10-21T13:05:15.897 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:15.898 INFO:teuthology.orchestra.run.smithi190.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:15.898 INFO:teuthology.orchestra.run.smithi190.stdout: link/ether 0c:c4:7a:d9:36:d0 brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:15.898 INFO:teuthology.orchestra.run.smithi190.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:15.898 INFO:teuthology.orchestra.run.smithi190.stdout: link/ether 0c:c4:7a:d9:36:d1 brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:15.898 INFO:teuthology.orchestra.run.smithi190.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:15.899 INFO:teuthology.orchestra.run.smithi190.stdout: link/ether 0c:c4:7a:88:77:62 brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:15.899 INFO:teuthology.orchestra.run.smithi190.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-21T13:05:15.899 INFO:teuthology.orchestra.run.smithi190.stdout: link/ether 0c:c4:7a:88:77:63 brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:15.899 INFO:teuthology.orchestra.run.smithi190.stdout: inet 172.21.15.190/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-10-21T13:05:15.900 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft 41905sec preferred_lft 41905sec 2023-10-21T13:05:15.900 INFO:teuthology.orchestra.run.smithi190.stdout: inet6 fe80::1ac8:2dfa:ce41:a2da/64 scope link noprefixroute 2023-10-21T13:05:15.900 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:15.900 INFO:teuthology.orchestra.run.smithi190.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-10-21T13:05:15.900 INFO:teuthology.orchestra.run.smithi190.stdout: link/ether 02:45:d2:94:31:34 brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:15.901 INFO:teuthology.orchestra.run.smithi190.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-10-21T13:05:15.901 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:15.901 INFO:teuthology.orchestra.run.smithi190.stdout: inet6 fe80::acdb:cff:fecf:370f/64 scope link 2023-10-21T13:05:15.901 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:15.901 INFO:teuthology.orchestra.run.smithi190.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-10-21T13:05:15.901 INFO:teuthology.orchestra.run.smithi190.stdout: link/ether 02:45:d2:94:31:34 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-10-21T13:05:15.902 INFO:teuthology.orchestra.run.smithi190.stdout: inet6 fe80::45:d2ff:fe94:3134/64 scope link tentative 2023-10-21T13:05:15.902 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:15.902 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:15.902 DEBUG:teuthology.orchestra.run.smithi190:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-21T13:05:15.962 INFO:teuthology.orchestra.run.smithi190.stdout:1 2023-10-21T13:05:15.964 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:15.964 DEBUG:teuthology.orchestra.run.smithi190:> route 2023-10-21T13:05:16.022 INFO:teuthology.orchestra.run.smithi190.stdout:Kernel IP routing table 2023-10-21T13:05:16.023 INFO:teuthology.orchestra.run.smithi190.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-21T13:05:16.023 INFO:teuthology.orchestra.run.smithi190.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-10-21T13:05:16.023 INFO:teuthology.orchestra.run.smithi190.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-10-21T13:05:16.024 INFO:teuthology.orchestra.run.smithi190.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-21T13:05:16.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:16.024 DEBUG:teuthology.orchestra.run.smithi190:> (cd / && exec bash -c ' 2023-10-21T13:05:16.025 DEBUG:teuthology.orchestra.run.smithi190:> set -e 2023-10-21T13:05:16.025 DEBUG:teuthology.orchestra.run.smithi190:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-10-21T13:05:16.025 DEBUG:teuthology.orchestra.run.smithi190:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-10-21T13:05:16.025 DEBUG:teuthology.orchestra.run.smithi190:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-10-21T13:05:16.026 DEBUG:teuthology.orchestra.run.smithi190:> ') 2023-10-21T13:05:16.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:16.128 DEBUG:teuthology.orchestra.run.smithi190:> ip netns list 2023-10-21T13:05:16.145 INFO:teuthology.orchestra.run.smithi190.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-10-21T13:05:16.146 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:16.146 DEBUG:teuthology.orchestra.run.smithi190:> ip netns list-id 2023-10-21T13:05:16.201 INFO:teuthology.orchestra.run.smithi190.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2023-10-21T13:05:16.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:16.202 DEBUG:teuthology.orchestra.run.smithi190:> (cd / && exec bash -c ' 2023-10-21T13:05:16.202 DEBUG:teuthology.orchestra.run.smithi190:> set -e 2023-10-21T13:05:16.203 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2023-10-21T13:05:16.203 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2023-10-21T13:05:16.203 DEBUG:teuthology.orchestra.run.smithi190:> ') 2023-10-21T13:05:16.294 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:16.295 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-10-21T13:05:16.330 INFO:teuthology.orchestra.run.smithi190.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-21T13:05:16.330 INFO:teuthology.orchestra.run.smithi190.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-21T13:05:16.331 INFO:teuthology.orchestra.run.smithi190.stdout: inet 127.0.0.1/8 scope host lo 2023-10-21T13:05:16.331 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:16.331 INFO:teuthology.orchestra.run.smithi190.stdout: inet6 ::1/128 scope host 2023-10-21T13:05:16.331 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:16.331 INFO:teuthology.orchestra.run.smithi190.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-10-21T13:05:16.332 INFO:teuthology.orchestra.run.smithi190.stdout: link/ether e2:48:91:78:c6:ba brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-10-21T13:05:16.332 INFO:teuthology.orchestra.run.smithi190.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-10-21T13:05:16.332 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:16.332 INFO:teuthology.orchestra.run.smithi190.stdout: inet6 fe80::e048:91ff:fe78:c6ba/64 scope link 2023-10-21T13:05:16.332 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:16.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:16.343 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-10-21T13:05:16.423 INFO:teuthology.orchestra.run.smithi190.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-21T13:05:16.423 INFO:teuthology.orchestra.run.smithi190.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-21T13:05:16.424 INFO:teuthology.orchestra.run.smithi190.stdout: inet 127.0.0.1/8 scope host lo 2023-10-21T13:05:16.424 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:16.424 INFO:teuthology.orchestra.run.smithi190.stdout: inet6 ::1/128 scope host 2023-10-21T13:05:16.424 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:16.425 INFO:teuthology.orchestra.run.smithi190.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-10-21T13:05:16.425 INFO:teuthology.orchestra.run.smithi190.stdout: link/ether e2:48:91:78:c6:ba brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-10-21T13:05:16.425 INFO:teuthology.orchestra.run.smithi190.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-10-21T13:05:16.425 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:16.425 INFO:teuthology.orchestra.run.smithi190.stdout: inet6 fe80::e048:91ff:fe78:c6ba/64 scope link 2023-10-21T13:05:16.426 INFO:teuthology.orchestra.run.smithi190.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:16.437 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2023-10-21T13:05:16.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:16.438 DEBUG:teuthology.orchestra.run.smithi190:> (cd / && exec bash -c ' 2023-10-21T13:05:16.438 DEBUG:teuthology.orchestra.run.smithi190:> set -e 2023-10-21T13:05:16.438 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2023-10-21T13:05:16.441 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-10-21T13:05:16.441 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2023-10-21T13:05:16.442 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2023-10-21T13:05:16.442 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2023-10-21T13:05:16.442 DEBUG:teuthology.orchestra.run.smithi190:> ') 2023-10-21T13:05:16.691 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:16.692 DEBUG:teuthology.orchestra.run.smithi190:> (cd / && exec bash -c ' 2023-10-21T13:05:16.692 DEBUG:teuthology.orchestra.run.smithi190:> set -e 2023-10-21T13:05:16.692 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip link set brx.1 up 2023-10-21T13:05:16.693 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip link set dev brx.1 master ceph-brx 2023-10-21T13:05:16.693 DEBUG:teuthology.orchestra.run.smithi190:> ') 2023-10-21T13:05:16.805 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-21T13:05:16.806 DEBUG:teuthology.orchestra.run.smithi190:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2023-10-21T13:05:16.829 INFO:teuthology.orchestra.run.smithi190.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2023-10-21T13:05:16.830 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-21T13:05:16.830 DEBUG:teuthology.orchestra.run.smithi190:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2023-10-21T13:05:16.887 INFO:tasks.cephfs.kernel_mount:mounting using device: 3@.cephfs=/ 2023-10-21T13:05:16.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:16.887 DEBUG:teuthology.orchestra.run.smithi190:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 3@.cephfs=/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:16.972 INFO:teuthology.orchestra.run.smithi190.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:16.972 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:16.999 INFO:teuthology.orchestra.run.smithi190.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:17.000 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:17.000 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: resolved to: "172.21.15.67:3300,172.21.15.190:3300,172.21.15.190:3301" 2023-10-21T13:05:17.000 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: trying mount with new device syntax: 3@b62e8c93-45fd-460a-9f0d-e160cd3bbaec.cephfs=/ 2023-10-21T13:05:17.000 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.67:3300/172.21.15.190:3300/172.21.15.190:3301" will pass to kernel 2023-10-21T13:05:17.001 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: v2 mount support check returned 2 2023-10-21T13:05:17.001 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: kernel does not support v2 syntax 2023-10-21T13:05:17.001 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-21T13:05:17.076 INFO:teuthology.orchestra.run.smithi190.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:17.076 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:17.077 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: resolved to: "172.21.15.67:3300,172.21.15.190:3300,172.21.15.190:3301" 2023-10-21T13:05:17.077 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: trying mount with new device syntax: 3@b62e8c93-45fd-460a-9f0d-e160cd3bbaec.cephfs=/ 2023-10-21T13:05:17.077 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.67:3300/172.21.15.190:3300/172.21.15.190:3301" will pass to kernel 2023-10-21T13:05:17.077 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: v2 mount support check returned 2 2023-10-21T13:05:17.077 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: kernel does not support v2 syntax 2023-10-21T13:05:17.078 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-21T13:05:17.078 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: resolved to: "172.21.15.67:6789,172.21.15.190:6789,172.21.15.190:6790" 2023-10-21T13:05:17.078 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.67:6789,172.21.15.190:6789,172.21.15.190:6790:/ 2023-10-21T13:05:17.078 INFO:teuthology.orchestra.run.smithi190.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,key=3,mds_namespace=cephfs,fsid=b62e8c93-45fd-460a-9f0d-e160cd3bbaec" will pass to kernel 2023-10-21T13:05:17.079 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-10-21T13:05:17.080 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:17.080 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2023-10-21T13:05:17.106 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:17.107 DEBUG:teuthology.orchestra.run.smithi190:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T13:05:17.179 INFO:teuthology.orchestra.run.smithi190.stdout:client4641 2023-10-21T13:05:17.179 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:05:17.180 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:17.236 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:17.236 DEBUG:teuthology.orchestra.run.smithi190:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T13:05:17.307 INFO:teuthology.orchestra.run.smithi190.stdout:client4641 2023-10-21T13:05:17.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:17.308 DEBUG:teuthology.orchestra.run.smithi190:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T13:05:17.379 INFO:teuthology.orchestra.run.smithi190.stdout:client4641 2023-10-21T13:05:17.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:17.380 DEBUG:teuthology.orchestra.run.smithi190:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/b62e8c93-45fd-460a-9f0d-e160cd3bbaec.client4641/status') 2023-10-21T13:05:17.460 INFO:teuthology.orchestra.run.smithi190.stdout:instance: client.4641 (3)172.21.15.190:0/2432207074 2023-10-21T13:05:17.460 INFO:teuthology.orchestra.run.smithi190.stdout:blocklisted: false 2023-10-21T13:05:17.461 INFO:teuthology.orchestra.run.smithi190.stderr:0+1 records in 2023-10-21T13:05:17.461 INFO:teuthology.orchestra.run.smithi190.stderr:0+1 records out 2023-10-21T13:05:17.461 INFO:teuthology.orchestra.run.smithi190.stderr:71 bytes copied, 2.1692e-05 s, 3.3 MB/s 2023-10-21T13:05:17.462 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2023-10-21T13:05:17.483 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:17.624 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.621+0000 7fc754b3d700 1 Processor -- start 2023-10-21T13:05:17.624 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.621+0000 7fc754b3d700 1 -- start start 2023-10-21T13:05:17.627 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.622+0000 7fc754b3d700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fc75015a590 0x7fc7500cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:17.627 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.622+0000 7fc754b3d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc7500cd0c0 0x7fc7500d0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:17.627 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.622+0000 7fc754b3d700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7500cc310 con 0x7fc7500c6b10 2023-10-21T13:05:17.627 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.622+0000 7fc754b3d700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7500d1290 con 0x7fc75015a590 2023-10-21T13:05:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.622+0000 7fc754b3d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7500cc030 con 0x7fc7500cd0c0 2023-10-21T13:05:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.622+0000 7fc74ed9d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc7500cd0c0 0x7fc7500d0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.622+0000 7fc74e59c700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fc75015a590 0x7fc7500cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.622+0000 7fc74ed9d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc7500cd0c0 0x7fc7500d0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:47228/0 (socket says 172.21.15.67:47228) 2023-10-21T13:05:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.622+0000 7fc74ed9d700 1 -- 172.21.15.67:0/3151133454 learned_addr learned my addr 172.21.15.67:0/3151133454 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:17.629 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.623+0000 7fc74d59a700 1 -- 172.21.15.67:0/3151133454 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4233363240 0 0) 0x7fc7500cc310 con 0x7fc7500c6b10 2023-10-21T13:05:17.629 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.623+0000 7fc74d59a700 1 -- 172.21.15.67:0/3151133454 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc7380035b0 con 0x7fc7500c6b10 2023-10-21T13:05:17.629 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.623+0000 7fc74ed9d700 1 -- 172.21.15.67:0/3151133454 >> v2:172.21.15.190:3300/0 conn(0x7fc75015a590 msgr2=0x7fc7500cb9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:17.629 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.623+0000 7fc74ed9d700 1 --2- 172.21.15.67:0/3151133454 >> v2:172.21.15.190:3300/0 conn(0x7fc75015a590 0x7fc7500cb9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:17.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.623+0000 7fc74ed9d700 1 -- 172.21.15.67:0/3151133454 >> v1:172.21.15.190:6789/0 conn(0x7fc7500c6b10 legacy=0x7fc7500cc9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:17.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.623+0000 7fc74ed9d700 1 -- 172.21.15.67:0/3151133454 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7500c4020 con 0x7fc7500cd0c0 2023-10-21T13:05:17.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.623+0000 7fc74e59c700 1 --2- 172.21.15.67:0/3151133454 >> v2:172.21.15.190:3300/0 conn(0x7fc75015a590 0x7fc7500cb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:17.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.623+0000 7fc74ed9d700 1 --2- 172.21.15.67:0/3151133454 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc7500cd0c0 0x7fc7500d0d50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc748009e50 tx=0x7fc74800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33194b69b6e7c25b server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:17.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.623+0000 7fc74d59a700 1 -- 172.21.15.67:0/3151133454 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc74800e070 con 0x7fc7500cd0c0 2023-10-21T13:05:17.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.623+0000 7fc74d59a700 1 -- 172.21.15.67:0/3151133454 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc74800b910 con 0x7fc7500cd0c0 2023-10-21T13:05:17.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.623+0000 7fc74d59a700 1 -- 172.21.15.67:0/3151133454 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc74800bcc0 con 0x7fc7500cd0c0 2023-10-21T13:05:17.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.624+0000 7fc754b3d700 1 -- 172.21.15.67:0/3151133454 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc7500cd0c0 msgr2=0x7fc7500d0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:17.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.624+0000 7fc754b3d700 1 --2- 172.21.15.67:0/3151133454 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc7500cd0c0 0x7fc7500d0d50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc748009e50 tx=0x7fc74800b330 comp rx=0 tx=0).stop 2023-10-21T13:05:17.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.624+0000 7fc754b3d700 1 -- 172.21.15.67:0/3151133454 shutdown_connections 2023-10-21T13:05:17.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.624+0000 7fc754b3d700 1 --2- 172.21.15.67:0/3151133454 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc7500cd0c0 0x7fc7500d0d50 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:17.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.624+0000 7fc754b3d700 1 --2- 172.21.15.67:0/3151133454 >> v2:172.21.15.190:3300/0 conn(0x7fc75015a590 0x7fc7500cb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:17.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.624+0000 7fc754b3d700 1 -- 172.21.15.67:0/3151133454 >> 172.21.15.67:0/3151133454 conn(0x7fc7500999d0 msgr2=0x7fc7500d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:17.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.624+0000 7fc754b3d700 1 -- 172.21.15.67:0/3151133454 shutdown_connections 2023-10-21T13:05:17.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.624+0000 7fc754b3d700 1 -- 172.21.15.67:0/3151133454 wait complete. 2023-10-21T13:05:17.635 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.625+0000 7fc754b3d700 1 Processor -- start 2023-10-21T13:05:17.636 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.625+0000 7fc754b3d700 1 -- start start 2023-10-21T13:05:17.636 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.626+0000 7fc754b3d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc7500c6b10 0x7fc7500b4f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:17.636 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.626+0000 7fc754b3d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7500cd0c0 0x7fc75009dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:17.636 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.626+0000 7fc754b3d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc75015a590 0x7fc75015cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:17.636 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.626+0000 7fc754b3d700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7500b4b40 con 0x7fc7500cd0c0 2023-10-21T13:05:17.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.626+0000 7fc754b3d700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7500b3ec0 con 0x7fc7500c6b10 2023-10-21T13:05:17.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.626+0000 7fc754b3d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7500b41a0 con 0x7fc75015a590 2023-10-21T13:05:17.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.626+0000 7fc74dd9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7500cd0c0 0x7fc75009dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:17.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.626+0000 7fc74ed9d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc75015a590 0x7fc75015cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:17.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.626+0000 7fc74e59c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc7500c6b10 0x7fc7500b4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:17.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.626+0000 7fc74ed9d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc75015a590 0x7fc75015cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:47232/0 (socket says 172.21.15.67:47232) 2023-10-21T13:05:17.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.626+0000 7fc74dd9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7500cd0c0 0x7fc75009dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60472/0 (socket says 172.21.15.67:60472) 2023-10-21T13:05:17.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.626+0000 7fc74e59c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc7500c6b10 0x7fc7500b4f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:34336/0 (socket says 172.21.15.67:34336) 2023-10-21T13:05:17.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.626+0000 7fc74ed9d700 1 -- 172.21.15.67:0/1646683224 learned_addr learned my addr 172.21.15.67:0/1646683224 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:17.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.626+0000 7fc74e59c700 1 -- 172.21.15.67:0/1646683224 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc75015a590 msgr2=0x7fc75015cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:17.639 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.627+0000 7fc74e59c700 1 --2- 172.21.15.67:0/1646683224 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc75015a590 0x7fc75015cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:17.639 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.627+0000 7fc74e59c700 1 -- 172.21.15.67:0/1646683224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7500cd0c0 msgr2=0x7fc75009dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:17.639 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.627+0000 7fc74e59c700 1 --2- 172.21.15.67:0/1646683224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7500cd0c0 0x7fc75009dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:17.639 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.627+0000 7fc74e59c700 1 -- 172.21.15.67:0/1646683224 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc744009430 con 0x7fc7500c6b10 2023-10-21T13:05:17.639 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.627+0000 7fc74ed9d700 1 --2- 172.21.15.67:0/1646683224 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc75015a590 0x7fc75015cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:17.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.627+0000 7fc74e59c700 1 --2- 172.21.15.67:0/1646683224 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc7500c6b10 0x7fc7500b4f60 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc744010c20 tx=0x7fc744010f30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:17.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.627+0000 7fc73effd700 1 -- 172.21.15.67:0/1646683224 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc744015070 con 0x7fc7500c6b10 2023-10-21T13:05:17.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.627+0000 7fc73effd700 1 -- 172.21.15.67:0/1646683224 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc744005a20 con 0x7fc7500c6b10 2023-10-21T13:05:17.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.627+0000 7fc754b3d700 1 -- 172.21.15.67:0/1646683224 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc748009b30 con 0x7fc7500c6b10 2023-10-21T13:05:17.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.627+0000 7fc73effd700 1 -- 172.21.15.67:0/1646683224 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc744005d90 con 0x7fc7500c6b10 2023-10-21T13:05:17.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.627+0000 7fc754b3d700 1 -- 172.21.15.67:0/1646683224 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7500b4760 con 0x7fc7500c6b10 2023-10-21T13:05:17.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.628+0000 7fc754b3d700 1 -- 172.21.15.67:0/1646683224 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7500b4db0 con 0x7fc7500c6b10 2023-10-21T13:05:17.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.628+0000 7fc73effd700 1 -- 172.21.15.67:0/1646683224 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc74400b900 con 0x7fc7500c6b10 2023-10-21T13:05:17.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.629+0000 7fc73effd700 1 --2- 172.21.15.67:0/1646683224 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc73006af00 0x7fc73006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:17.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.629+0000 7fc73effd700 1 -- 172.21.15.67:0/1646683224 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc74408cc50 con 0x7fc7500c6b10 2023-10-21T13:05:17.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.629+0000 7fc74dd9b700 1 --2- 172.21.15.67:0/1646683224 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc73006af00 0x7fc73006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:17.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.629+0000 7fc74dd9b700 1 --2- 172.21.15.67:0/1646683224 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc73006af00 0x7fc73006d3c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc7400011e0 tx=0x7fc740009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:17.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.634+0000 7fc73effd700 1 -- 172.21.15.67:0/1646683224 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc744092020 con 0x7fc7500c6b10 2023-10-21T13:05:17.846 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.843+0000 7fc754b3d700 1 -- 172.21.15.67:0/1646683224 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc750074d40 con 0x7fc7500c6b10 2023-10-21T13:05:17.847 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.844+0000 7fc73effd700 1 -- 172.21.15.67:0/1646683224 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7fc744057d90 con 0x7fc7500c6b10 2023-10-21T13:05:17.847 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:17.848 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:17.849 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.846+0000 7fc754b3d700 1 -- 172.21.15.67:0/1646683224 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc73006af00 msgr2=0x7fc73006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:17.850 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.846+0000 7fc754b3d700 1 --2- 172.21.15.67:0/1646683224 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc73006af00 0x7fc73006d3c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc7400011e0 tx=0x7fc740009040 comp rx=0 tx=0).stop 2023-10-21T13:05:17.850 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.846+0000 7fc754b3d700 1 -- 172.21.15.67:0/1646683224 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc7500c6b10 msgr2=0x7fc7500b4f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:17.850 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.846+0000 7fc754b3d700 1 --2- 172.21.15.67:0/1646683224 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc7500c6b10 0x7fc7500b4f60 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc744010c20 tx=0x7fc744010f30 comp rx=0 tx=0).stop 2023-10-21T13:05:17.850 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.847+0000 7fc754b3d700 1 -- 172.21.15.67:0/1646683224 shutdown_connections 2023-10-21T13:05:17.851 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.847+0000 7fc754b3d700 1 --2- 172.21.15.67:0/1646683224 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc73006af00 0x7fc73006d3c0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:17.851 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.847+0000 7fc754b3d700 1 --2- 172.21.15.67:0/1646683224 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc75015a590 0x7fc75015cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:17.851 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.847+0000 7fc754b3d700 1 --2- 172.21.15.67:0/1646683224 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc7500c6b10 0x7fc7500b4f60 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:17.851 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.847+0000 7fc754b3d700 1 --2- 172.21.15.67:0/1646683224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7500cd0c0 0x7fc75009dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:17.851 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.847+0000 7fc754b3d700 1 -- 172.21.15.67:0/1646683224 >> 172.21.15.67:0/1646683224 conn(0x7fc7500999d0 msgr2=0x7fc7500ce100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:17.852 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.847+0000 7fc754b3d700 1 -- 172.21.15.67:0/1646683224 shutdown_connections 2023-10-21T13:05:17.852 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.847+0000 7fc754b3d700 1 -- 172.21.15.67:0/1646683224 wait complete. 2023-10-21T13:05:17.862 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T13:04:51.241319+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T13:04:52.187622+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T13:05:17.863 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T13:05:17.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.987+0000 7f9b724fb700 1 Processor -- start 2023-10-21T13:05:17.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.987+0000 7f9b724fb700 1 -- start start 2023-10-21T13:05:17.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.988+0000 7f9b724fb700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b6c0b0880 0x7f9b6c06b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:17.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.988+0000 7f9b724fb700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f9b6c1623a0 0x7f9b6c0cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:17.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.988+0000 7f9b724fb700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b6c161f10 con 0x7f9b6c0b12f0 2023-10-21T13:05:17.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.988+0000 7f9b724fb700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b6c1616b0 con 0x7f9b6c1623a0 2023-10-21T13:05:17.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.988+0000 7f9b724fb700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6c0d12b0 con 0x7f9b6c0b0880 2023-10-21T13:05:17.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.988+0000 7f9b6b7fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f9b6c1623a0 0x7f9b6c0cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:17.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.988+0000 7f9b6b7fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f9b6c1623a0 0x7f9b6c0cf920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60480/0 (socket says 172.21.15.67:60480) 2023-10-21T13:05:17.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.989+0000 7f9b6b7fe700 1 -- 172.21.15.67:0/1456138382 learned_addr learned my addr 172.21.15.67:0/1456138382 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:17.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.989+0000 7f9b6bfff700 1 --2- 172.21.15.67:0/1456138382 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b6c0b0880 0x7f9b6c06b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:17.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.989+0000 7f9b6b7fe700 1 -- 172.21.15.67:0/1456138382 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b6c0b0880 msgr2=0x7f9b6c06b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:17.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.989+0000 7f9b6b7fe700 1 --2- 172.21.15.67:0/1456138382 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b6c0b0880 0x7f9b6c06b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:17.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.989+0000 7f9b6b7fe700 1 -- 172.21.15.67:0/1456138382 >> v1:172.21.15.190:6789/0 conn(0x7f9b6c0b12f0 legacy=0x7f9b6c0cce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:17.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.989+0000 7f9b6b7fe700 1 -- 172.21.15.67:0/1456138382 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b6c0cffc0 con 0x7f9b6c1623a0 2023-10-21T13:05:17.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.989+0000 7f9b6b7fe700 1 --2- 172.21.15.67:0/1456138382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c1623a0 0x7f9b6c0cf920 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9b540098f0 tx=0x7f9b54009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3b39cf7bb40bb26 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:17.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.989+0000 7f9b6affd700 1 -- 172.21.15.67:0/1456138382 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b54011830 con 0x7f9b6c1623a0 2023-10-21T13:05:17.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.989+0000 7f9b6affd700 1 -- 172.21.15.67:0/1456138382 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b54011990 con 0x7f9b6c1623a0 2023-10-21T13:05:17.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.989+0000 7f9b6affd700 1 -- 172.21.15.67:0/1456138382 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b54011d20 con 0x7f9b6c1623a0 2023-10-21T13:05:17.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.990+0000 7f9b724fb700 1 -- 172.21.15.67:0/1456138382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c1623a0 msgr2=0x7f9b6c0cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:17.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.990+0000 7f9b724fb700 1 --2- 172.21.15.67:0/1456138382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c1623a0 0x7f9b6c0cf920 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9b540098f0 tx=0x7f9b54009c00 comp rx=0 tx=0).stop 2023-10-21T13:05:17.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.990+0000 7f9b724fb700 1 -- 172.21.15.67:0/1456138382 shutdown_connections 2023-10-21T13:05:17.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.990+0000 7f9b724fb700 1 --2- 172.21.15.67:0/1456138382 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b6c0b0880 0x7f9b6c06b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:17.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.990+0000 7f9b724fb700 1 --2- 172.21.15.67:0/1456138382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c1623a0 0x7f9b6c0cf920 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:17.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.990+0000 7f9b724fb700 1 -- 172.21.15.67:0/1456138382 >> 172.21.15.67:0/1456138382 conn(0x7f9b6c0999d0 msgr2=0x7f9b6c0d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:17.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.990+0000 7f9b724fb700 1 -- 172.21.15.67:0/1456138382 shutdown_connections 2023-10-21T13:05:17.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.990+0000 7f9b724fb700 1 -- 172.21.15.67:0/1456138382 wait complete. 2023-10-21T13:05:17.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.991+0000 7f9b724fb700 1 Processor -- start 2023-10-21T13:05:17.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.991+0000 7f9b724fb700 1 -- start start 2023-10-21T13:05:18.002 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b724fb700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b6c0b0880 0x7f9b6c0c7510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.002 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b724fb700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c0b12f0 0x7f9b6c15b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.002 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b724fb700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b6c1623a0 0x7f9b6c1f2f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b724fb700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6c0c9ed0 con 0x7f9b6c0b12f0 2023-10-21T13:05:18.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b724fb700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6c15ba80 con 0x7f9b6c0b0880 2023-10-21T13:05:18.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b724fb700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6c1f37b0 con 0x7f9b6c1623a0 2023-10-21T13:05:18.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b6b7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c0b12f0 0x7f9b6c15b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b6b7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c0b12f0 0x7f9b6c15b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60488/0 (socket says 172.21.15.67:60488) 2023-10-21T13:05:18.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b6b7fe700 1 -- 172.21.15.67:0/53361549 learned_addr learned my addr 172.21.15.67:0/53361549 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:18.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b6bfff700 1 --2- 172.21.15.67:0/53361549 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b6c0b0880 0x7f9b6c0c7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b70a98700 1 --2- 172.21.15.67:0/53361549 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b6c1623a0 0x7f9b6c1f2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b6b7fe700 1 -- 172.21.15.67:0/53361549 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b6c1623a0 msgr2=0x7f9b6c1f2f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b6b7fe700 1 --2- 172.21.15.67:0/53361549 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b6c1623a0 0x7f9b6c1f2f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b6b7fe700 1 -- 172.21.15.67:0/53361549 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b6c0b0880 msgr2=0x7f9b6c0c7510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.005 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b6b7fe700 1 --2- 172.21.15.67:0/53361549 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b6c0b0880 0x7f9b6c0c7510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.005 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.992+0000 7f9b6b7fe700 1 -- 172.21.15.67:0/53361549 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b54009550 con 0x7f9b6c0b12f0 2023-10-21T13:05:18.005 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.993+0000 7f9b6b7fe700 1 --2- 172.21.15.67:0/53361549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c0b12f0 0x7f9b6c15b540 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f9b54009c40 tx=0x7f9b54004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:18.005 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.993+0000 7f9b68ff9700 1 -- 172.21.15.67:0/53361549 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b54004590 con 0x7f9b6c0b12f0 2023-10-21T13:05:18.005 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.993+0000 7f9b68ff9700 1 -- 172.21.15.67:0/53361549 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b540036a0 con 0x7f9b6c0b12f0 2023-10-21T13:05:18.006 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.993+0000 7f9b724fb700 1 -- 172.21.15.67:0/53361549 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b6c1f3a90 con 0x7f9b6c0b12f0 2023-10-21T13:05:18.006 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.993+0000 7f9b68ff9700 1 -- 172.21.15.67:0/53361549 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b54003a30 con 0x7f9b6c0b12f0 2023-10-21T13:05:18.006 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.993+0000 7f9b724fb700 1 -- 172.21.15.67:0/53361549 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b6c0c4fa0 con 0x7f9b6c0b12f0 2023-10-21T13:05:18.006 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.994+0000 7f9b724fb700 1 -- 172.21.15.67:0/53361549 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b6c074d40 con 0x7f9b6c0b12f0 2023-10-21T13:05:18.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.994+0000 7f9b68ff9700 1 -- 172.21.15.67:0/53361549 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9b54003b90 con 0x7f9b6c0b12f0 2023-10-21T13:05:18.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.995+0000 7f9b68ff9700 1 --2- 172.21.15.67:0/53361549 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9b4c06af00 0x7f9b4c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.995+0000 7f9b68ff9700 1 -- 172.21.15.67:0/53361549 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9b5408a740 con 0x7f9b6c0b12f0 2023-10-21T13:05:18.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.995+0000 7f9b6bfff700 1 --2- 172.21.15.67:0/53361549 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9b4c06af00 0x7f9b4c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.995+0000 7f9b6bfff700 1 --2- 172.21.15.67:0/53361549 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9b4c06af00 0x7f9b4c06d3c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c009b40 tx=0x7f9b5c009210 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:18.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:17.999+0000 7f9b68ff9700 1 -- 172.21.15.67:0/53361549 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9b54055880 con 0x7f9b6c0b12f0 2023-10-21T13:05:18.200 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.197+0000 7f9b724fb700 1 -- 172.21.15.67:0/53361549 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9b6c06d610 con 0x7f9b6c0b12f0 2023-10-21T13:05:18.200 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.197+0000 7f9b68ff9700 1 -- 172.21.15.67:0/53361549 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9b540280a0 con 0x7f9b6c0b12f0 2023-10-21T13:05:18.201 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T13:05:18.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.199+0000 7f9b724fb700 1 -- 172.21.15.67:0/53361549 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9b4c06af00 msgr2=0x7f9b4c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.200+0000 7f9b724fb700 1 --2- 172.21.15.67:0/53361549 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9b4c06af00 0x7f9b4c06d3c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c009b40 tx=0x7f9b5c009210 comp rx=0 tx=0).stop 2023-10-21T13:05:18.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.200+0000 7f9b724fb700 1 -- 172.21.15.67:0/53361549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c0b12f0 msgr2=0x7f9b6c15b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.200+0000 7f9b724fb700 1 --2- 172.21.15.67:0/53361549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c0b12f0 0x7f9b6c15b540 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f9b54009c40 tx=0x7f9b54004750 comp rx=0 tx=0).stop 2023-10-21T13:05:18.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.200+0000 7f9b724fb700 1 -- 172.21.15.67:0/53361549 shutdown_connections 2023-10-21T13:05:18.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.200+0000 7f9b724fb700 1 --2- 172.21.15.67:0/53361549 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9b4c06af00 0x7f9b4c06d3c0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.200+0000 7f9b724fb700 1 --2- 172.21.15.67:0/53361549 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9b6c1623a0 0x7f9b6c1f2f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.200+0000 7f9b724fb700 1 --2- 172.21.15.67:0/53361549 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b6c0b0880 0x7f9b6c0c7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.200+0000 7f9b724fb700 1 --2- 172.21.15.67:0/53361549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c0b12f0 0x7f9b6c15b540 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.200+0000 7f9b724fb700 1 -- 172.21.15.67:0/53361549 >> 172.21.15.67:0/53361549 conn(0x7f9b6c0999d0 msgr2=0x7f9b6c0caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:18.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.200+0000 7f9b724fb700 1 -- 172.21.15.67:0/53361549 shutdown_connections 2023-10-21T13:05:18.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.200+0000 7f9b724fb700 1 -- 172.21.15.67:0/53361549 wait complete. 2023-10-21T13:05:18.215 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T13:05:18.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.340+0000 7fd36468a700 1 Processor -- start 2023-10-21T13:05:18.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.340+0000 7fd36468a700 1 -- start start 2023-10-21T13:05:18.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd36468a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd35c15d980 0x7fd35c0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd36468a700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fd35c0caa60 0x7fd35c0caee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd36468a700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd35c15dd60 con 0x7fd35c161a50 2023-10-21T13:05:18.346 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd36468a700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd35c0cecf0 con 0x7fd35c0caa60 2023-10-21T13:05:18.346 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd36468a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd35c1615c0 con 0x7fd35c15d980 2023-10-21T13:05:18.346 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd361c25700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fd35c0caa60 0x7fd35c0caee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.346 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd361c25700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fd35c0caa60 0x7fd35c0caee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60492/0 (socket says 172.21.15.67:60492) 2023-10-21T13:05:18.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd362c27700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fd35c161a50 0x7fd35c06de40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48558/0 (socket says 172.21.15.67:48558) 2023-10-21T13:05:18.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd361c25700 1 -- 172.21.15.67:0/1659439817 learned_addr learned my addr 172.21.15.67:0/1659439817 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:18.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd362426700 1 --2- 172.21.15.67:0/1659439817 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd35c15d980 0x7fd35c0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd361c25700 1 -- 172.21.15.67:0/1659439817 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd35c15d980 msgr2=0x7fd35c0b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:18.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd361c25700 1 --2- 172.21.15.67:0/1659439817 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd35c15d980 0x7fd35c0b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd361c25700 1 -- 172.21.15.67:0/1659439817 >> v1:172.21.15.67:6789/0 conn(0x7fd35c161a50 legacy=0x7fd35c06de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd361c25700 1 -- 172.21.15.67:0/1659439817 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd35c0b25e0 con 0x7fd35c0caa60 2023-10-21T13:05:18.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd362426700 1 --2- 172.21.15.67:0/1659439817 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd35c15d980 0x7fd35c0b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:18.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd361c25700 1 --2- 172.21.15.67:0/1659439817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd35c0caa60 0x7fd35c0caee0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd3580098f0 tx=0x7fd358009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20a9a40f3ffdbe23 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:18.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd361424700 1 -- 172.21.15.67:0/1659439817 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd35800b8a0 con 0x7fd35c0caa60 2023-10-21T13:05:18.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd361424700 1 -- 172.21.15.67:0/1659439817 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd35800ba00 con 0x7fd35c0caa60 2023-10-21T13:05:18.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.341+0000 7fd361424700 1 -- 172.21.15.67:0/1659439817 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd35800bd90 con 0x7fd35c0caa60 2023-10-21T13:05:18.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.342+0000 7fd36468a700 1 -- 172.21.15.67:0/1659439817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd35c0caa60 msgr2=0x7fd35c0caee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.342+0000 7fd36468a700 1 --2- 172.21.15.67:0/1659439817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd35c0caa60 0x7fd35c0caee0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd3580098f0 tx=0x7fd358009c00 comp rx=0 tx=0).stop 2023-10-21T13:05:18.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.342+0000 7fd36468a700 1 -- 172.21.15.67:0/1659439817 shutdown_connections 2023-10-21T13:05:18.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.342+0000 7fd36468a700 1 --2- 172.21.15.67:0/1659439817 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd35c15d980 0x7fd35c0b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.342+0000 7fd36468a700 1 --2- 172.21.15.67:0/1659439817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd35c0caa60 0x7fd35c0caee0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.342+0000 7fd36468a700 1 -- 172.21.15.67:0/1659439817 >> 172.21.15.67:0/1659439817 conn(0x7fd35c06be00 msgr2=0x7fd35c06c210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:18.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.342+0000 7fd36468a700 1 -- 172.21.15.67:0/1659439817 shutdown_connections 2023-10-21T13:05:18.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.342+0000 7fd36468a700 1 -- 172.21.15.67:0/1659439817 wait complete. 2023-10-21T13:05:18.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.343+0000 7fd36468a700 1 Processor -- start 2023-10-21T13:05:18.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.343+0000 7fd36468a700 1 -- start start 2023-10-21T13:05:18.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.344+0000 7fd36468a700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd35c0caa60 0x7fd35c15df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.344+0000 7fd36468a700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd35c15d980 0x7fd35c15bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.344+0000 7fd36468a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd35c161a50 0x7fd35c0c6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.344+0000 7fd36468a700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd35c0c6f40 con 0x7fd35c15d980 2023-10-21T13:05:18.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.344+0000 7fd36468a700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd35c0c86b0 con 0x7fd35c0caa60 2023-10-21T13:05:18.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.344+0000 7fd36468a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd35c0c8990 con 0x7fd35c161a50 2023-10-21T13:05:18.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.344+0000 7fd361c25700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd35c15d980 0x7fd35c15bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.344+0000 7fd361c25700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd35c15d980 0x7fd35c15bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60500/0 (socket says 172.21.15.67:60500) 2023-10-21T13:05:18.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.344+0000 7fd361c25700 1 -- 172.21.15.67:0/2263276069 learned_addr learned my addr 172.21.15.67:0/2263276069 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:18.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.344+0000 7fd362426700 1 --2- 172.21.15.67:0/2263276069 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd35c0caa60 0x7fd35c15df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.344+0000 7fd362c27700 1 --2- 172.21.15.67:0/2263276069 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd35c161a50 0x7fd35c0c6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.344+0000 7fd361c25700 1 -- 172.21.15.67:0/2263276069 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd35c161a50 msgr2=0x7fd35c0c6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.344+0000 7fd361c25700 1 --2- 172.21.15.67:0/2263276069 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd35c161a50 0x7fd35c0c6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.345+0000 7fd361c25700 1 -- 172.21.15.67:0/2263276069 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd35c0caa60 msgr2=0x7fd35c15df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.345+0000 7fd361c25700 1 --2- 172.21.15.67:0/2263276069 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd35c0caa60 0x7fd35c15df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.345+0000 7fd361c25700 1 -- 172.21.15.67:0/2263276069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd358009550 con 0x7fd35c15d980 2023-10-21T13:05:18.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.345+0000 7fd361c25700 1 --2- 172.21.15.67:0/2263276069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd35c15d980 0x7fd35c15bc10 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd358009130 tx=0x7fd358004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:18.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.345+0000 7fd352ffd700 1 -- 172.21.15.67:0/2263276069 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3580036a0 con 0x7fd35c15d980 2023-10-21T13:05:18.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.345+0000 7fd352ffd700 1 -- 172.21.15.67:0/2263276069 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd35801e070 con 0x7fd35c15d980 2023-10-21T13:05:18.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.345+0000 7fd36468a700 1 -- 172.21.15.67:0/2263276069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd35c0c8c70 con 0x7fd35c15d980 2023-10-21T13:05:18.358 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.345+0000 7fd352ffd700 1 -- 172.21.15.67:0/2263276069 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd358003a40 con 0x7fd35c15d980 2023-10-21T13:05:18.358 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.345+0000 7fd36468a700 1 -- 172.21.15.67:0/2263276069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd35c15c150 con 0x7fd35c15d980 2023-10-21T13:05:18.358 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.346+0000 7fd36468a700 1 -- 172.21.15.67:0/2263276069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd35c0c9190 con 0x7fd35c15d980 2023-10-21T13:05:18.358 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.346+0000 7fd352ffd700 1 -- 172.21.15.67:0/2263276069 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fd358003ba0 con 0x7fd35c15d980 2023-10-21T13:05:18.358 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.347+0000 7fd352ffd700 1 --2- 172.21.15.67:0/2263276069 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd34006af00 0x7fd34006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.347+0000 7fd352ffd700 1 -- 172.21.15.67:0/2263276069 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd358020070 con 0x7fd35c15d980 2023-10-21T13:05:18.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.347+0000 7fd362426700 1 --2- 172.21.15.67:0/2263276069 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd34006af00 0x7fd34006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.347+0000 7fd362426700 1 --2- 172.21.15.67:0/2263276069 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd34006af00 0x7fd34006d3c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fd35c161330 tx=0x7fd34c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:18.360 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.351+0000 7fd352ffd700 1 -- 172.21.15.67:0/2263276069 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fd35c0c9190 con 0x7fd35c15d980 2023-10-21T13:05:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.551+0000 7fd36468a700 1 -- 172.21.15.67:0/2263276069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd35c0c9190 con 0x7fd35c15d980 2023-10-21T13:05:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.551+0000 7fd352ffd700 1 -- 172.21.15.67:0/2263276069 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd35c0c9190 con 0x7fd35c15d980 2023-10-21T13:05:18.555 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2023-10-21T13:05:18.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.553+0000 7fd36468a700 1 -- 172.21.15.67:0/2263276069 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd34006af00 msgr2=0x7fd34006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.553+0000 7fd36468a700 1 --2- 172.21.15.67:0/2263276069 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd34006af00 0x7fd34006d3c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fd35c161330 tx=0x7fd34c008040 comp rx=0 tx=0).stop 2023-10-21T13:05:18.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.553+0000 7fd36468a700 1 -- 172.21.15.67:0/2263276069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd35c15d980 msgr2=0x7fd35c15bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.553+0000 7fd36468a700 1 --2- 172.21.15.67:0/2263276069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd35c15d980 0x7fd35c15bc10 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd358009130 tx=0x7fd358004750 comp rx=0 tx=0).stop 2023-10-21T13:05:18.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.553+0000 7fd36468a700 1 -- 172.21.15.67:0/2263276069 shutdown_connections 2023-10-21T13:05:18.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.553+0000 7fd36468a700 1 --2- 172.21.15.67:0/2263276069 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd34006af00 0x7fd34006d3c0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.553+0000 7fd36468a700 1 --2- 172.21.15.67:0/2263276069 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd35c161a50 0x7fd35c0c6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.553+0000 7fd36468a700 1 --2- 172.21.15.67:0/2263276069 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd35c0caa60 0x7fd35c15df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.553+0000 7fd36468a700 1 --2- 172.21.15.67:0/2263276069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd35c15d980 0x7fd35c15bc10 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.553+0000 7fd36468a700 1 -- 172.21.15.67:0/2263276069 >> 172.21.15.67:0/2263276069 conn(0x7fd35c06be00 msgr2=0x7fd35c071e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:18.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.553+0000 7fd36468a700 1 -- 172.21.15.67:0/2263276069 shutdown_connections 2023-10-21T13:05:18.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.553+0000 7fd36468a700 1 -- 172.21.15.67:0/2263276069 wait complete. 2023-10-21T13:05:18.568 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T13:05:18.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.694+0000 7fd4623da700 1 Processor -- start 2023-10-21T13:05:18.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.694+0000 7fd4623da700 1 -- start start 2023-10-21T13:05:18.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.695+0000 7fd4623da700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fd45c15b5a0 0x7fd45c15fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.695+0000 7fd4623da700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd45c1600b0 con 0x7fd45c0cc230 2023-10-21T13:05:18.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.695+0000 7fd4623da700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd45c0b2f50 con 0x7fd45c0b4320 2023-10-21T13:05:18.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.695+0000 7fd4623da700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd45c0b3210 con 0x7fd45c15b5a0 2023-10-21T13:05:18.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.695+0000 7fd45bfff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fd45c15b5a0 0x7fd45c15fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.695+0000 7fd460977700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fd45c0cc230 0x7fd45c0cf990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48572/0 (socket says 172.21.15.67:48572) 2023-10-21T13:05:18.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.695+0000 7fd460977700 1 -- 172.21.15.67:0/1905147182 learned_addr learned my addr 172.21.15.67:0/1905147182 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:18.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.695+0000 7fd45bfff700 1 -- 172.21.15.67:0/1905147182 >> v1:172.21.15.190:6789/0 conn(0x7fd45c0b4320 legacy=0x7fd45c0cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.695+0000 7fd45bfff700 1 -- 172.21.15.67:0/1905147182 >> v1:172.21.15.67:6789/0 conn(0x7fd45c0cc230 legacy=0x7fd45c0cf990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.695+0000 7fd45bfff700 1 -- 172.21.15.67:0/1905147182 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd45c0b34f0 con 0x7fd45c15b5a0 2023-10-21T13:05:18.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.695+0000 7fd45bfff700 1 --2- 172.21.15.67:0/1905147182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd45c15b5a0 0x7fd45c15fb70 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd44c009840 tx=0x7fd44c009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9d9267e577bae7c server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:18.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.695+0000 7fd45affd700 1 -- 172.21.15.67:0/1905147182 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd44c011830 con 0x7fd45c15b5a0 2023-10-21T13:05:18.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.695+0000 7fd45affd700 1 -- 172.21.15.67:0/1905147182 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd44c011990 con 0x7fd45c15b5a0 2023-10-21T13:05:18.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.695+0000 7fd45affd700 1 -- 172.21.15.67:0/1905147182 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd44c011d20 con 0x7fd45c15b5a0 2023-10-21T13:05:18.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.696+0000 7fd4623da700 1 -- 172.21.15.67:0/1905147182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd45c15b5a0 msgr2=0x7fd45c15fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.696+0000 7fd4623da700 1 --2- 172.21.15.67:0/1905147182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd45c15b5a0 0x7fd45c15fb70 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd44c009840 tx=0x7fd44c009b50 comp rx=0 tx=0).stop 2023-10-21T13:05:18.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.696+0000 7fd4623da700 1 -- 172.21.15.67:0/1905147182 shutdown_connections 2023-10-21T13:05:18.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.696+0000 7fd4623da700 1 --2- 172.21.15.67:0/1905147182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd45c15b5a0 0x7fd45c15fb70 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.696+0000 7fd4623da700 1 -- 172.21.15.67:0/1905147182 >> 172.21.15.67:0/1905147182 conn(0x7fd45c0cdf50 msgr2=0x7fd45c0ce360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:18.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.696+0000 7fd4623da700 1 -- 172.21.15.67:0/1905147182 shutdown_connections 2023-10-21T13:05:18.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.696+0000 7fd4623da700 1 -- 172.21.15.67:0/1905147182 wait complete. 2023-10-21T13:05:18.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.698+0000 7fd4623da700 1 Processor -- start 2023-10-21T13:05:18.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.698+0000 7fd4623da700 1 -- start start 2023-10-21T13:05:18.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd4623da700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd45c0b4320 0x7fd45c0c6f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd4623da700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd45c0cc230 0x7fd45c15e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd4623da700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd45c15b5a0 0x7fd45c156370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd4623da700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd45c0c5000 con 0x7fd45c0cc230 2023-10-21T13:05:18.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd4623da700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd45c0c5210 con 0x7fd45c0b4320 2023-10-21T13:05:18.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd4623da700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd45c0c54f0 con 0x7fd45c15b5a0 2023-10-21T13:05:18.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd45b7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd45c0cc230 0x7fd45c15e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd45b7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd45c0cc230 0x7fd45c15e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60514/0 (socket says 172.21.15.67:60514) 2023-10-21T13:05:18.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd45b7fe700 1 -- 172.21.15.67:0/2044801053 learned_addr learned my addr 172.21.15.67:0/2044801053 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:18.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd45bfff700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd45c0b4320 0x7fd45c0c6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd460977700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd45c15b5a0 0x7fd45c156370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd45b7fe700 1 -- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd45c15b5a0 msgr2=0x7fd45c156370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd45b7fe700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd45c15b5a0 0x7fd45c156370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd45b7fe700 1 -- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd45c0b4320 msgr2=0x7fd45c0c6f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd45b7fe700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd45c0b4320 0x7fd45c0c6f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd45b7fe700 1 -- 172.21.15.67:0/2044801053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd44c0094a0 con 0x7fd45c0cc230 2023-10-21T13:05:18.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd45bfff700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd45c0b4320 0x7fd45c0c6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:18.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.699+0000 7fd45b7fe700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd45c0cc230 0x7fd45c15e070 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd45000c450 tx=0x7fd45000c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:18.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.700+0000 7fd458ff9700 1 -- 172.21.15.67:0/2044801053 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4500052d0 con 0x7fd45c0cc230 2023-10-21T13:05:18.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.700+0000 7fd458ff9700 1 -- 172.21.15.67:0/2044801053 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd450005430 con 0x7fd45c0cc230 2023-10-21T13:05:18.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.700+0000 7fd4623da700 1 -- 172.21.15.67:0/2044801053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd45c0c57d0 con 0x7fd45c0cc230 2023-10-21T13:05:18.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.700+0000 7fd458ff9700 1 -- 172.21.15.67:0/2044801053 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4500038c0 con 0x7fd45c0cc230 2023-10-21T13:05:18.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.700+0000 7fd4623da700 1 -- 172.21.15.67:0/2044801053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd45c0c5d90 con 0x7fd45c0cc230 2023-10-21T13:05:18.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.701+0000 7fd4623da700 1 -- 172.21.15.67:0/2044801053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd45c0c5f50 con 0x7fd45c0cc230 2023-10-21T13:05:18.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.701+0000 7fd458ff9700 1 -- 172.21.15.67:0/2044801053 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fd450003a20 con 0x7fd45c0cc230 2023-10-21T13:05:18.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.701+0000 7fd458ff9700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd44806af00 0x7fd44806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:18.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.702+0000 7fd458ff9700 1 -- 172.21.15.67:0/2044801053 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd450088930 con 0x7fd45c0cc230 2023-10-21T13:05:18.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.702+0000 7fd45bfff700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd44806af00 0x7fd44806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:18.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.702+0000 7fd45bfff700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd44806af00 0x7fd44806d3c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd44c0090b0 tx=0x7fd44c008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:18.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.706+0000 7fd458ff9700 1 -- 172.21.15.67:0/2044801053 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fd4500539e0 con 0x7fd45c0cc230 2023-10-21T13:05:18.907 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.904+0000 7fd4623da700 1 -- 172.21.15.67:0/2044801053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd45c074d40 con 0x7fd45c0cc230 2023-10-21T13:05:18.908 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.905+0000 7fd458ff9700 1 -- 172.21.15.67:0/2044801053 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd450057000 con 0x7fd45c0cc230 2023-10-21T13:05:18.908 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2023-10-21T13:05:18.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.907+0000 7fd4623da700 1 -- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd44806af00 msgr2=0x7fd44806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.907+0000 7fd4623da700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd44806af00 0x7fd44806d3c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd44c0090b0 tx=0x7fd44c008030 comp rx=0 tx=0).stop 2023-10-21T13:05:18.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.907+0000 7fd4623da700 1 -- 172.21.15.67:0/2044801053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd45c0cc230 msgr2=0x7fd45c15e070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:18.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.907+0000 7fd4623da700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd45c0cc230 0x7fd45c15e070 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd45000c450 tx=0x7fd45000c810 comp rx=0 tx=0).stop 2023-10-21T13:05:18.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.907+0000 7fd4623da700 1 -- 172.21.15.67:0/2044801053 shutdown_connections 2023-10-21T13:05:18.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.907+0000 7fd4623da700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd44806af00 0x7fd44806d3c0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.907+0000 7fd4623da700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd45c15b5a0 0x7fd45c156370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.907+0000 7fd4623da700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd45c0b4320 0x7fd45c0c6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.907+0000 7fd4623da700 1 --2- 172.21.15.67:0/2044801053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd45c0cc230 0x7fd45c15e070 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:18.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.907+0000 7fd4623da700 1 -- 172.21.15.67:0/2044801053 >> 172.21.15.67:0/2044801053 conn(0x7fd45c0cdf50 msgr2=0x7fd45c0cfbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:18.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.907+0000 7fd4623da700 1 -- 172.21.15.67:0/2044801053 shutdown_connections 2023-10-21T13:05:18.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:18.907+0000 7fd4623da700 1 -- 172.21.15.67:0/2044801053 wait complete. 2023-10-21T13:05:18.922 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:19.047 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.044+0000 7feb7d541700 1 Processor -- start 2023-10-21T13:05:19.047 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.044+0000 7feb7d541700 1 -- start start 2023-10-21T13:05:19.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.045+0000 7feb7d541700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7feb780b4c00 0x7feb780d1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.045+0000 7feb7d541700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7feb780d2160 0x7feb780d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.045+0000 7feb7d541700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb780ce1e0 con 0x7feb780d0550 2023-10-21T13:05:19.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.045+0000 7feb7d541700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb780d2610 con 0x7feb780d2160 2023-10-21T13:05:19.051 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.045+0000 7feb7d541700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb780b4fe0 con 0x7feb780b4c00 2023-10-21T13:05:19.051 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.045+0000 7feb767fc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7feb780d2160 0x7feb780d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.051 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.045+0000 7feb767fc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7feb780d2160 0x7feb780d0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60520/0 (socket says 172.21.15.67:60520) 2023-10-21T13:05:19.051 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.045+0000 7feb767fc700 1 -- 172.21.15.67:0/2091218591 learned_addr learned my addr 172.21.15.67:0/2091218591 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:19.052 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.045+0000 7feb76ffd700 1 --2- 172.21.15.67:0/2091218591 >> v2:172.21.15.190:3300/0 conn(0x7feb780b4c00 0x7feb780d1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.052 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.045+0000 7feb767fc700 1 -- 172.21.15.67:0/2091218591 >> v2:172.21.15.190:3300/0 conn(0x7feb780b4c00 msgr2=0x7feb780d1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:19.052 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.045+0000 7feb767fc700 1 --2- 172.21.15.67:0/2091218591 >> v2:172.21.15.190:3300/0 conn(0x7feb780b4c00 0x7feb780d1c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.052 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.045+0000 7feb767fc700 1 -- 172.21.15.67:0/2091218591 >> v1:172.21.15.190:6789/0 conn(0x7feb780d0550 legacy=0x7feb781613b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.052 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.046+0000 7feb767fc700 1 -- 172.21.15.67:0/2091218591 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb780cf020 con 0x7feb780d2160 2023-10-21T13:05:19.053 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.046+0000 7feb767fc700 1 --2- 172.21.15.67:0/2091218591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb780d2160 0x7feb780d0010 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7feb7808c7a0 tx=0x7feb68009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8502fab0f95b6cd server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:19.053 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.046+0000 7feb75ffb700 1 -- 172.21.15.67:0/2091218591 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb68011830 con 0x7feb780d2160 2023-10-21T13:05:19.053 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.046+0000 7feb75ffb700 1 -- 172.21.15.67:0/2091218591 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb68011990 con 0x7feb780d2160 2023-10-21T13:05:19.053 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.046+0000 7feb75ffb700 1 -- 172.21.15.67:0/2091218591 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb68011d20 con 0x7feb780d2160 2023-10-21T13:05:19.053 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.046+0000 7feb7d541700 1 -- 172.21.15.67:0/2091218591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb780d2160 msgr2=0x7feb780d0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.054 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.046+0000 7feb7d541700 1 --2- 172.21.15.67:0/2091218591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb780d2160 0x7feb780d0010 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7feb7808c7a0 tx=0x7feb68009bd0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.054 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.046+0000 7feb7d541700 1 -- 172.21.15.67:0/2091218591 shutdown_connections 2023-10-21T13:05:19.054 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.046+0000 7feb7d541700 1 --2- 172.21.15.67:0/2091218591 >> v2:172.21.15.190:3300/0 conn(0x7feb780b4c00 0x7feb780d1c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.054 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.046+0000 7feb7d541700 1 --2- 172.21.15.67:0/2091218591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb780d2160 0x7feb780d0010 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.046+0000 7feb7d541700 1 -- 172.21.15.67:0/2091218591 >> 172.21.15.67:0/2091218591 conn(0x7feb7809c9c0 msgr2=0x7feb780d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:19.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.046+0000 7feb7d541700 1 -- 172.21.15.67:0/2091218591 shutdown_connections 2023-10-21T13:05:19.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.047+0000 7feb7d541700 1 -- 172.21.15.67:0/2091218591 wait complete. 2023-10-21T13:05:19.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.048+0000 7feb7d541700 1 Processor -- start 2023-10-21T13:05:19.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.048+0000 7feb7d541700 1 -- start start 2023-10-21T13:05:19.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb7d541700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb780b4c00 0x7feb781599c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb7d541700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feb780d0550 0x7feb781559d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb7d541700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb780d2160 0x7feb780cbe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb7d541700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb7815adb0 con 0x7feb780b4c00 2023-10-21T13:05:19.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb7d541700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb7815c9f0 con 0x7feb780d0550 2023-10-21T13:05:19.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb7d541700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb78159f00 con 0x7feb780d2160 2023-10-21T13:05:19.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb76ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb780b4c00 0x7feb781599c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.061 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb76ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb780b4c00 0x7feb781599c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60526/0 (socket says 172.21.15.67:60526) 2023-10-21T13:05:19.061 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb76ffd700 1 -- 172.21.15.67:0/1044760533 learned_addr learned my addr 172.21.15.67:0/1044760533 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:19.061 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb767fc700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feb780d0550 0x7feb781559d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.061 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb777fe700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb780d2160 0x7feb780cbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.062 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb76ffd700 1 -- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb780d2160 msgr2=0x7feb780cbe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.062 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb76ffd700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb780d2160 0x7feb780cbe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.062 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb76ffd700 1 -- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feb780d0550 msgr2=0x7feb781559d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.062 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb76ffd700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feb780d0550 0x7feb781559d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.062 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb76ffd700 1 -- 172.21.15.67:0/1044760533 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb68009550 con 0x7feb780b4c00 2023-10-21T13:05:19.063 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb777fe700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb780d2160 0x7feb780cbe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:19.063 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb76ffd700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb780b4c00 0x7feb781599c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7feb6000e990 tx=0x7feb6000ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:19.063 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb6f7fe700 1 -- 172.21.15.67:0/1044760533 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb600096f0 con 0x7feb780b4c00 2023-10-21T13:05:19.063 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb6f7fe700 1 -- 172.21.15.67:0/1044760533 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb6000c850 con 0x7feb780b4c00 2023-10-21T13:05:19.063 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb7d541700 1 -- 172.21.15.67:0/1044760533 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb7815a130 con 0x7feb780b4c00 2023-10-21T13:05:19.063 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb6f7fe700 1 -- 172.21.15.67:0/1044760533 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb6000cbc0 con 0x7feb780b4c00 2023-10-21T13:05:19.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.049+0000 7feb7d541700 1 -- 172.21.15.67:0/1044760533 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb7815a6f0 con 0x7feb780b4c00 2023-10-21T13:05:19.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.050+0000 7feb7d541700 1 -- 172.21.15.67:0/1044760533 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb7815b020 con 0x7feb780b4c00 2023-10-21T13:05:19.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.051+0000 7feb6f7fe700 1 -- 172.21.15.67:0/1044760533 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7feb6000cd20 con 0x7feb780b4c00 2023-10-21T13:05:19.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.051+0000 7feb6f7fe700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7feb5806af00 0x7feb5806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.051+0000 7feb6f7fe700 1 -- 172.21.15.67:0/1044760533 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feb60089ae0 con 0x7feb780b4c00 2023-10-21T13:05:19.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.051+0000 7feb767fc700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7feb5806af00 0x7feb5806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.052+0000 7feb767fc700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7feb5806af00 0x7feb5806d3c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7feb68000c00 tx=0x7feb68008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:19.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.056+0000 7feb6f7fe700 1 -- 172.21.15.67:0/1044760533 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7feb60054b80 con 0x7feb780b4c00 2023-10-21T13:05:19.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.258+0000 7feb7d541700 1 -- 172.21.15.67:0/1044760533 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7feb78074d40 con 0x7feb780b4c00 2023-10-21T13:05:19.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.259+0000 7feb6f7fe700 1 -- 172.21.15.67:0/1044760533 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7feb60021090 con 0x7feb780b4c00 2023-10-21T13:05:19.263 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:19.264 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:19.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.262+0000 7feb7d541700 1 -- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7feb5806af00 msgr2=0x7feb5806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.262+0000 7feb7d541700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7feb5806af00 0x7feb5806d3c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7feb68000c00 tx=0x7feb68008030 comp rx=0 tx=0).stop 2023-10-21T13:05:19.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.262+0000 7feb7d541700 1 -- 172.21.15.67:0/1044760533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb780b4c00 msgr2=0x7feb781599c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.262+0000 7feb7d541700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb780b4c00 0x7feb781599c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7feb6000e990 tx=0x7feb6000ed50 comp rx=0 tx=0).stop 2023-10-21T13:05:19.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.262+0000 7feb7d541700 1 -- 172.21.15.67:0/1044760533 shutdown_connections 2023-10-21T13:05:19.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.262+0000 7feb7d541700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7feb5806af00 0x7feb5806d3c0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.262+0000 7feb7d541700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7feb780d2160 0x7feb780cbe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.262+0000 7feb7d541700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb780b4c00 0x7feb781599c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.262+0000 7feb7d541700 1 --2- 172.21.15.67:0/1044760533 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feb780d0550 0x7feb781559d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.262+0000 7feb7d541700 1 -- 172.21.15.67:0/1044760533 >> 172.21.15.67:0/1044760533 conn(0x7feb7809c9c0 msgr2=0x7feb7806d240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:19.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.262+0000 7feb7d541700 1 -- 172.21.15.67:0/1044760533 shutdown_connections 2023-10-21T13:05:19.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.262+0000 7feb7d541700 1 -- 172.21.15.67:0/1044760533 wait complete. 2023-10-21T13:05:19.277 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T13:04:51.241319+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T13:04:52.187622+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T13:05:19.278 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T13:05:19.405 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.403+0000 7f91ffd81700 1 Processor -- start 2023-10-21T13:05:19.406 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.403+0000 7f91ffd81700 1 -- start start 2023-10-21T13:05:19.408 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91ffd81700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f91f81623a0 0x7f91f806b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.408 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91ffd81700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f91f80b1a00 0x7f91f80cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.408 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91ffd81700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91f8161f10 con 0x7f91f80b0880 2023-10-21T13:05:19.409 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91ffd81700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91f81616b0 con 0x7f91f81623a0 2023-10-21T13:05:19.409 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91ffd81700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91f80d12b0 con 0x7f91f80b1a00 2023-10-21T13:05:19.409 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91fd31c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f91f81623a0 0x7f91f806b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.409 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91fd31c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f91f81623a0 0x7f91f806b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60536/0 (socket says 172.21.15.67:60536) 2023-10-21T13:05:19.409 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91fd31c700 1 -- 172.21.15.67:0/3195679019 learned_addr learned my addr 172.21.15.67:0/3195679019 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:19.410 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91fdb1d700 1 --1- 172.21.15.67:0/3195679019 >> v1:172.21.15.67:6789/0 conn(0x7f91f80b0880 0x7f91f80b12f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48596/0 (socket says 172.21.15.67:48596) 2023-10-21T13:05:19.410 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91fe31e700 1 --2- 172.21.15.67:0/3195679019 >> v2:172.21.15.190:3300/0 conn(0x7f91f80b1a00 0x7f91f80cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.410 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91fd31c700 1 -- 172.21.15.67:0/3195679019 >> v2:172.21.15.190:3300/0 conn(0x7f91f80b1a00 msgr2=0x7f91f80cf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:19.410 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91fd31c700 1 --2- 172.21.15.67:0/3195679019 >> v2:172.21.15.190:3300/0 conn(0x7f91f80b1a00 0x7f91f80cf920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.410 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91fd31c700 1 -- 172.21.15.67:0/3195679019 >> v1:172.21.15.67:6789/0 conn(0x7f91f80b0880 legacy=0x7f91f80b12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.411 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91fcb1b700 1 -- 172.21.15.67:0/3195679019 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 826375322 0 0) 0x7f91f8161f10 con 0x7f91f80b0880 2023-10-21T13:05:19.411 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91fd31c700 1 -- 172.21.15.67:0/3195679019 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91f80cffc0 con 0x7f91f81623a0 2023-10-21T13:05:19.411 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91fe31e700 1 --2- 172.21.15.67:0/3195679019 >> v2:172.21.15.190:3300/0 conn(0x7f91f80b1a00 0x7f91f80cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:19.411 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91fd31c700 1 --2- 172.21.15.67:0/3195679019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91f81623a0 0x7f91f806b2e0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f91f8072ac0 tx=0x7f91e8009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9da28e0dbfec676 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:19.411 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.404+0000 7f91fcb1b700 1 -- 172.21.15.67:0/3195679019 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91e800b870 con 0x7f91f81623a0 2023-10-21T13:05:19.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.405+0000 7f91fcb1b700 1 -- 172.21.15.67:0/3195679019 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91e800b9d0 con 0x7f91f81623a0 2023-10-21T13:05:19.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.405+0000 7f91fcb1b700 1 -- 172.21.15.67:0/3195679019 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91e800bd60 con 0x7f91f81623a0 2023-10-21T13:05:19.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.405+0000 7f91ffd81700 1 -- 172.21.15.67:0/3195679019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91f81623a0 msgr2=0x7f91f806b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.405+0000 7f91ffd81700 1 --2- 172.21.15.67:0/3195679019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91f81623a0 0x7f91f806b2e0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f91f8072ac0 tx=0x7f91e8009bd0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.405+0000 7f91ffd81700 1 -- 172.21.15.67:0/3195679019 shutdown_connections 2023-10-21T13:05:19.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.405+0000 7f91ffd81700 1 --2- 172.21.15.67:0/3195679019 >> v2:172.21.15.190:3300/0 conn(0x7f91f80b1a00 0x7f91f80cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.405+0000 7f91ffd81700 1 --2- 172.21.15.67:0/3195679019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91f81623a0 0x7f91f806b2e0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.405+0000 7f91ffd81700 1 -- 172.21.15.67:0/3195679019 >> 172.21.15.67:0/3195679019 conn(0x7f91f80999d0 msgr2=0x7f91f80d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:19.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.405+0000 7f91ffd81700 1 -- 172.21.15.67:0/3195679019 shutdown_connections 2023-10-21T13:05:19.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.405+0000 7f91ffd81700 1 -- 172.21.15.67:0/3195679019 wait complete. 2023-10-21T13:05:19.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.406+0000 7f91ffd81700 1 Processor -- start 2023-10-21T13:05:19.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.406+0000 7f91ffd81700 1 -- start start 2023-10-21T13:05:19.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.407+0000 7f91ffd81700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f91f80b0880 0x7f91f81478c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.407+0000 7f91ffd81700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91f80b1a00 0x7f91f81455c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.407+0000 7f91ffd81700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f91f81623a0 0x7f91f815fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.407+0000 7f91ffd81700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91f80ae020 con 0x7f91f80b1a00 2023-10-21T13:05:19.417 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.407+0000 7f91ffd81700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91f8148510 con 0x7f91f81623a0 2023-10-21T13:05:19.417 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.407+0000 7f91ffd81700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91f80ae200 con 0x7f91f80b0880 2023-10-21T13:05:19.417 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.407+0000 7f91fd31c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91f80b1a00 0x7f91f81455c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.417 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.407+0000 7f91fd31c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91f80b1a00 0x7f91f81455c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60542/0 (socket says 172.21.15.67:60542) 2023-10-21T13:05:19.417 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.407+0000 7f91fd31c700 1 -- 172.21.15.67:0/1109361594 learned_addr learned my addr 172.21.15.67:0/1109361594 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:19.418 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.408+0000 7f91fdb1d700 1 --2- 172.21.15.67:0/1109361594 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f91f80b0880 0x7f91f81478c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.418 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.408+0000 7f91fd31c700 1 -- 172.21.15.67:0/1109361594 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f91f80b0880 msgr2=0x7f91f81478c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.418 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.408+0000 7f91fe31e700 1 --2- 172.21.15.67:0/1109361594 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f91f81623a0 0x7f91f815fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.418 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.408+0000 7f91fd31c700 1 --2- 172.21.15.67:0/1109361594 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f91f80b0880 0x7f91f81478c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.419 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.408+0000 7f91fd31c700 1 -- 172.21.15.67:0/1109361594 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f91f81623a0 msgr2=0x7f91f815fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.419 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.408+0000 7f91fd31c700 1 --2- 172.21.15.67:0/1109361594 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f91f81623a0 0x7f91f815fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.419 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.408+0000 7f91fd31c700 1 -- 172.21.15.67:0/1109361594 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91e8009550 con 0x7f91f80b1a00 2023-10-21T13:05:19.419 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.408+0000 7f91fd31c700 1 --2- 172.21.15.67:0/1109361594 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91f80b1a00 0x7f91f81455c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f91e8009fd0 tx=0x7f91e8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:19.419 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.408+0000 7f91ee7fc700 1 -- 172.21.15.67:0/1109361594 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91e8011860 con 0x7f91f80b1a00 2023-10-21T13:05:19.420 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.408+0000 7f91ee7fc700 1 -- 172.21.15.67:0/1109361594 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91e801f070 con 0x7f91f80b1a00 2023-10-21T13:05:19.420 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.408+0000 7f91ffd81700 1 -- 172.21.15.67:0/1109361594 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91f80ae4e0 con 0x7f91f80b1a00 2023-10-21T13:05:19.420 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.408+0000 7f91ee7fc700 1 -- 172.21.15.67:0/1109361594 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91e8011bc0 con 0x7f91f80b1a00 2023-10-21T13:05:19.420 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.408+0000 7f91ffd81700 1 -- 172.21.15.67:0/1109361594 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91f80aeaa0 con 0x7f91f80b1a00 2023-10-21T13:05:19.420 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.409+0000 7f91ffd81700 1 -- 172.21.15.67:0/1109361594 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91f8074d40 con 0x7f91f80b1a00 2023-10-21T13:05:19.421 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.410+0000 7f91ee7fc700 1 -- 172.21.15.67:0/1109361594 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f91e8021030 con 0x7f91f80b1a00 2023-10-21T13:05:19.421 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.410+0000 7f91ee7fc700 1 --2- 172.21.15.67:0/1109361594 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f91dc06af00 0x7f91dc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.421 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.410+0000 7f91ee7fc700 1 -- 172.21.15.67:0/1109361594 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f91e808ab60 con 0x7f91f80b1a00 2023-10-21T13:05:19.421 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.410+0000 7f91fdb1d700 1 --2- 172.21.15.67:0/1109361594 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f91dc06af00 0x7f91dc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.421 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.411+0000 7f91fdb1d700 1 --2- 172.21.15.67:0/1109361594 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f91dc06af00 0x7f91dc06d3c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f91f4000f60 tx=0x7f91f4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:19.422 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.415+0000 7f91ee7fc700 1 -- 172.21.15.67:0/1109361594 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f91e8055ca0 con 0x7f91f80b1a00 2023-10-21T13:05:19.616 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.613+0000 7f91ffd81700 1 -- 172.21.15.67:0/1109361594 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f91f80b61f0 con 0x7f91f80b1a00 2023-10-21T13:05:19.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.614+0000 7f91ee7fc700 1 -- 172.21.15.67:0/1109361594 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f91e80150a0 con 0x7f91f80b1a00 2023-10-21T13:05:19.617 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T13:05:19.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.616+0000 7f91ffd81700 1 -- 172.21.15.67:0/1109361594 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f91dc06af00 msgr2=0x7f91dc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.616+0000 7f91ffd81700 1 --2- 172.21.15.67:0/1109361594 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f91dc06af00 0x7f91dc06d3c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f91f4000f60 tx=0x7f91f4009040 comp rx=0 tx=0).stop 2023-10-21T13:05:19.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.616+0000 7f91ffd81700 1 -- 172.21.15.67:0/1109361594 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91f80b1a00 msgr2=0x7f91f81455c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.616+0000 7f91ffd81700 1 --2- 172.21.15.67:0/1109361594 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91f80b1a00 0x7f91f81455c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f91e8009fd0 tx=0x7f91e8004750 comp rx=0 tx=0).stop 2023-10-21T13:05:19.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.616+0000 7f91ffd81700 1 -- 172.21.15.67:0/1109361594 shutdown_connections 2023-10-21T13:05:19.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.616+0000 7f91ffd81700 1 --2- 172.21.15.67:0/1109361594 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f91f81623a0 0x7f91f815fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.616+0000 7f91ffd81700 1 --2- 172.21.15.67:0/1109361594 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f91dc06af00 0x7f91dc06d3c0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.616+0000 7f91ffd81700 1 --2- 172.21.15.67:0/1109361594 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f91f80b0880 0x7f91f81478c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.616+0000 7f91ffd81700 1 --2- 172.21.15.67:0/1109361594 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91f80b1a00 0x7f91f81455c0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.616+0000 7f91ffd81700 1 -- 172.21.15.67:0/1109361594 >> 172.21.15.67:0/1109361594 conn(0x7f91f80999d0 msgr2=0x7f91f806ece0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:19.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.616+0000 7f91ffd81700 1 -- 172.21.15.67:0/1109361594 shutdown_connections 2023-10-21T13:05:19.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.616+0000 7f91ffd81700 1 -- 172.21.15.67:0/1109361594 wait complete. 2023-10-21T13:05:19.631 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T13:05:19.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.756+0000 7f17139d4700 1 Processor -- start 2023-10-21T13:05:19.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.756+0000 7f17139d4700 1 -- start start 2023-10-21T13:05:19.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.757+0000 7f17139d4700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f170c1623a0 0x7f170c06b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.757+0000 7f17139d4700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f170c0b1a00 0x7f170c0cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.757+0000 7f17139d4700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f170c161f10 con 0x7f170c0b0880 2023-10-21T13:05:19.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.757+0000 7f17139d4700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f170c1616b0 con 0x7f170c1623a0 2023-10-21T13:05:19.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.757+0000 7f17139d4700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f170c0d12b0 con 0x7f170c0b1a00 2023-10-21T13:05:19.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.757+0000 7f1710f6f700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f170c1623a0 0x7f170c06b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.757+0000 7f1711f71700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f170c0b1a00 0x7f170c0cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.757+0000 7f1711770700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f170c0b0880 0x7f170c0b12f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:45508/0 (socket says 172.21.15.67:45508) 2023-10-21T13:05:19.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.757+0000 7f1710f6f700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f170c1623a0 0x7f170c06b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:34418/0 (socket says 172.21.15.67:34418) 2023-10-21T13:05:19.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.757+0000 7f1711f71700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f170c0b1a00 0x7f170c0cf920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:47314/0 (socket says 172.21.15.67:47314) 2023-10-21T13:05:19.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.757+0000 7f1711770700 1 -- 172.21.15.67:0/708531803 learned_addr learned my addr 172.21.15.67:0/708531803 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:19.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.758+0000 7f1710f6f700 1 -- 172.21.15.67:0/708531803 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f170c0b1a00 msgr2=0x7f170c0cf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:19.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.758+0000 7f1710f6f700 1 --2- 172.21.15.67:0/708531803 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f170c0b1a00 0x7f170c0cf920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.758+0000 7f1710f6f700 1 -- 172.21.15.67:0/708531803 >> v1:172.21.15.190:6789/0 conn(0x7f170c0b0880 legacy=0x7f170c0b12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.758+0000 7f1710f6f700 1 -- 172.21.15.67:0/708531803 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f170c0cffc0 con 0x7f170c1623a0 2023-10-21T13:05:19.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.758+0000 7f1703fff700 1 -- 172.21.15.67:0/708531803 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4281449543 0 0) 0x7f170c161f10 con 0x7f170c0b0880 2023-10-21T13:05:19.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.758+0000 7f1710f6f700 1 --2- 172.21.15.67:0/708531803 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f170c1623a0 0x7f170c06b2e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f1708009840 tx=0x7f1708009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be95a0e8289a4d64 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:19.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.758+0000 7f1703fff700 1 -- 172.21.15.67:0/708531803 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1708011830 con 0x7f170c1623a0 2023-10-21T13:05:19.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.758+0000 7f1703fff700 1 -- 172.21.15.67:0/708531803 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1708011990 con 0x7f170c1623a0 2023-10-21T13:05:19.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.758+0000 7f1703fff700 1 -- 172.21.15.67:0/708531803 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1708011d20 con 0x7f170c1623a0 2023-10-21T13:05:19.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.759+0000 7f17139d4700 1 -- 172.21.15.67:0/708531803 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f170c1623a0 msgr2=0x7f170c06b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.759+0000 7f17139d4700 1 --2- 172.21.15.67:0/708531803 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f170c1623a0 0x7f170c06b2e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f1708009840 tx=0x7f1708009b50 comp rx=0 tx=0).stop 2023-10-21T13:05:19.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.759+0000 7f17139d4700 1 -- 172.21.15.67:0/708531803 shutdown_connections 2023-10-21T13:05:19.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.759+0000 7f17139d4700 1 --2- 172.21.15.67:0/708531803 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f170c0b1a00 0x7f170c0cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.759+0000 7f17139d4700 1 --2- 172.21.15.67:0/708531803 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f170c1623a0 0x7f170c06b2e0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.759+0000 7f17139d4700 1 -- 172.21.15.67:0/708531803 >> 172.21.15.67:0/708531803 conn(0x7f170c0999d0 msgr2=0x7f170c0d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:19.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.759+0000 7f17139d4700 1 -- 172.21.15.67:0/708531803 shutdown_connections 2023-10-21T13:05:19.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.759+0000 7f17139d4700 1 -- 172.21.15.67:0/708531803 wait complete. 2023-10-21T13:05:19.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.760+0000 7f17139d4700 1 Processor -- start 2023-10-21T13:05:19.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.760+0000 7f17139d4700 1 -- start start 2023-10-21T13:05:19.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f17139d4700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f170c0b0880 0x7f170c1f2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f17139d4700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f170c0b1a00 0x7f170c0ad200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f17139d4700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f170c1623a0 0x7f170c0b5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f17139d4700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f170c1f30f0 con 0x7f170c0b0880 2023-10-21T13:05:19.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f17139d4700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f170c0af040 con 0x7f170c0b1a00 2023-10-21T13:05:19.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f17139d4700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f170c0af2b0 con 0x7f170c1623a0 2023-10-21T13:05:19.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f1711770700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f170c0b0880 0x7f170c1f2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f1711770700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f170c0b0880 0x7f170c1f2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60554/0 (socket says 172.21.15.67:60554) 2023-10-21T13:05:19.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f1711770700 1 -- 172.21.15.67:0/1675106327 learned_addr learned my addr 172.21.15.67:0/1675106327 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:19.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f1710f6f700 1 --2- 172.21.15.67:0/1675106327 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f170c0b1a00 0x7f170c0ad200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f1711f71700 1 --2- 172.21.15.67:0/1675106327 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f170c1623a0 0x7f170c0b5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f1711770700 1 -- 172.21.15.67:0/1675106327 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f170c1623a0 msgr2=0x7f170c0b5880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f1711770700 1 --2- 172.21.15.67:0/1675106327 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f170c1623a0 0x7f170c0b5880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f1711770700 1 -- 172.21.15.67:0/1675106327 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f170c0b1a00 msgr2=0x7f170c0ad200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f1711770700 1 --2- 172.21.15.67:0/1675106327 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f170c0b1a00 0x7f170c0ad200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f1711770700 1 -- 172.21.15.67:0/1675106327 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17080094a0 con 0x7f170c0b0880 2023-10-21T13:05:19.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f1711770700 1 --2- 172.21.15.67:0/1675106327 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f170c0b0880 0x7f170c1f2bb0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f16fc00c550 tx=0x7f16fc00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:19.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.761+0000 7f1701ffb700 1 -- 172.21.15.67:0/1675106327 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16fc004c80 con 0x7f170c0b0880 2023-10-21T13:05:19.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.762+0000 7f1701ffb700 1 -- 172.21.15.67:0/1675106327 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16fc004e00 con 0x7f170c0b0880 2023-10-21T13:05:19.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.762+0000 7f17139d4700 1 -- 172.21.15.67:0/1675106327 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f170c0af590 con 0x7f170c0b0880 2023-10-21T13:05:19.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.762+0000 7f1701ffb700 1 -- 172.21.15.67:0/1675106327 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16fc007310 con 0x7f170c0b0880 2023-10-21T13:05:19.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.762+0000 7f17139d4700 1 -- 172.21.15.67:0/1675106327 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f170c0afb50 con 0x7f170c0b0880 2023-10-21T13:05:19.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.763+0000 7f17139d4700 1 -- 172.21.15.67:0/1675106327 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f170c0afd40 con 0x7f170c0b0880 2023-10-21T13:05:19.778 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.763+0000 7f1701ffb700 1 -- 172.21.15.67:0/1675106327 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f16fc007470 con 0x7f170c0b0880 2023-10-21T13:05:19.778 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.763+0000 7f1701ffb700 1 --2- 172.21.15.67:0/1675106327 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f16f006af00 0x7f16f006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:19.778 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.764+0000 7f1701ffb700 1 -- 172.21.15.67:0/1675106327 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f16fc089180 con 0x7f170c0b0880 2023-10-21T13:05:19.779 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.764+0000 7f1710f6f700 1 --2- 172.21.15.67:0/1675106327 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f16f006af00 0x7f16f006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:19.779 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.764+0000 7f1710f6f700 1 --2- 172.21.15.67:0/1675106327 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f16f006af00 0x7f16f006d3c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1708000c00 tx=0x7f170801d040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:19.779 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.768+0000 7f1701ffb700 1 -- 172.21.15.67:0/1675106327 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f16fc054230 con 0x7f170c0b0880 2023-10-21T13:05:19.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.966+0000 7f17139d4700 1 -- 172.21.15.67:0/1675106327 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f170c074d40 con 0x7f170c0b0880 2023-10-21T13:05:19.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.967+0000 7f1701ffb700 1 -- 172.21.15.67:0/1675106327 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f16fc057850 con 0x7f170c0b0880 2023-10-21T13:05:19.970 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2023-10-21T13:05:19.972 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.969+0000 7f17139d4700 1 -- 172.21.15.67:0/1675106327 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f16f006af00 msgr2=0x7f16f006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.972 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.969+0000 7f17139d4700 1 --2- 172.21.15.67:0/1675106327 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f16f006af00 0x7f16f006d3c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1708000c00 tx=0x7f170801d040 comp rx=0 tx=0).stop 2023-10-21T13:05:19.972 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.969+0000 7f17139d4700 1 -- 172.21.15.67:0/1675106327 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f170c0b0880 msgr2=0x7f170c1f2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:19.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.969+0000 7f17139d4700 1 --2- 172.21.15.67:0/1675106327 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f170c0b0880 0x7f170c1f2bb0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f16fc00c550 tx=0x7f16fc00c860 comp rx=0 tx=0).stop 2023-10-21T13:05:19.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.969+0000 7f17139d4700 1 -- 172.21.15.67:0/1675106327 shutdown_connections 2023-10-21T13:05:19.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.969+0000 7f17139d4700 1 --2- 172.21.15.67:0/1675106327 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f16f006af00 0x7f16f006d3c0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.969+0000 7f17139d4700 1 --2- 172.21.15.67:0/1675106327 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f170c1623a0 0x7f170c0b5880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.969+0000 7f17139d4700 1 --2- 172.21.15.67:0/1675106327 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f170c0b0880 0x7f170c1f2bb0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.969+0000 7f17139d4700 1 --2- 172.21.15.67:0/1675106327 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f170c0b1a00 0x7f170c0ad200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:19.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.969+0000 7f17139d4700 1 -- 172.21.15.67:0/1675106327 >> 172.21.15.67:0/1675106327 conn(0x7f170c0999d0 msgr2=0x7f170c0b1f30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:19.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.969+0000 7f17139d4700 1 -- 172.21.15.67:0/1675106327 shutdown_connections 2023-10-21T13:05:19.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:19.969+0000 7f17139d4700 1 -- 172.21.15.67:0/1675106327 wait complete. 2023-10-21T13:05:19.984 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T13:05:20.115 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.110+0000 7fe795133700 1 Processor -- start 2023-10-21T13:05:20.115 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.110+0000 7fe795133700 1 -- start start 2023-10-21T13:05:20.116 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.110+0000 7fe795133700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7901623a0 0x7fe79006b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.116 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe795133700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fe7900b1a00 0x7fe7900cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.116 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe795133700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe790161f10 con 0x7fe7900b0880 2023-10-21T13:05:20.116 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe795133700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7901616b0 con 0x7fe7900b1a00 2023-10-21T13:05:20.116 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe795133700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7900d12b0 con 0x7fe7901623a0 2023-10-21T13:05:20.117 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe78e59c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7901623a0 0x7fe79006b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.117 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe78f59e700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fe7900b1a00 0x7fe7900cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.117 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe78f59e700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fe7900b1a00 0x7fe7900cf920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:34434/0 (socket says 172.21.15.67:34434) 2023-10-21T13:05:20.117 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe78e59c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7901623a0 0x7fe79006b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:47326/0 (socket says 172.21.15.67:47326) 2023-10-21T13:05:20.118 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe78f59e700 1 -- 172.21.15.67:0/2026579493 learned_addr learned my addr 172.21.15.67:0/2026579493 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:20.118 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe78ed9d700 1 --1- 172.21.15.67:0/2026579493 >> v1:172.21.15.190:6789/0 conn(0x7fe7900b0880 0x7fe7900b12f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:45522/0 (socket says 172.21.15.67:45522) 2023-10-21T13:05:20.118 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe78f59e700 1 -- 172.21.15.67:0/2026579493 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7901623a0 msgr2=0x7fe79006b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:20.118 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe78f59e700 1 --2- 172.21.15.67:0/2026579493 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7901623a0 0x7fe79006b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe78f59e700 1 -- 172.21.15.67:0/2026579493 >> v1:172.21.15.190:6789/0 conn(0x7fe7900b0880 legacy=0x7fe7900b12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe78f59e700 1 -- 172.21.15.67:0/2026579493 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7900cffc0 con 0x7fe7900b1a00 2023-10-21T13:05:20.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.111+0000 7fe78dd9b700 1 -- 172.21.15.67:0/2026579493 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1565144260 0 0) 0x7fe790161f10 con 0x7fe7900b0880 2023-10-21T13:05:20.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.112+0000 7fe78f59e700 1 --2- 172.21.15.67:0/2026579493 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7900b1a00 0x7fe7900cf920 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe788009e50 tx=0x7fe78800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aeff09c897bd2e26 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:20.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.112+0000 7fe78dd9b700 1 -- 172.21.15.67:0/2026579493 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe78800e070 con 0x7fe7900b1a00 2023-10-21T13:05:20.120 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.112+0000 7fe78dd9b700 1 -- 172.21.15.67:0/2026579493 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe78800b910 con 0x7fe7900b1a00 2023-10-21T13:05:20.120 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.112+0000 7fe78dd9b700 1 -- 172.21.15.67:0/2026579493 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe78800bcc0 con 0x7fe7900b1a00 2023-10-21T13:05:20.120 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.112+0000 7fe795133700 1 -- 172.21.15.67:0/2026579493 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7900b1a00 msgr2=0x7fe7900cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.121 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.112+0000 7fe795133700 1 --2- 172.21.15.67:0/2026579493 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7900b1a00 0x7fe7900cf920 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe788009e50 tx=0x7fe78800b330 comp rx=0 tx=0).stop 2023-10-21T13:05:20.121 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.112+0000 7fe795133700 1 -- 172.21.15.67:0/2026579493 shutdown_connections 2023-10-21T13:05:20.121 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.112+0000 7fe795133700 1 --2- 172.21.15.67:0/2026579493 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7900b1a00 0x7fe7900cf920 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.121 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.112+0000 7fe795133700 1 --2- 172.21.15.67:0/2026579493 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7901623a0 0x7fe79006b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.121 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.112+0000 7fe795133700 1 -- 172.21.15.67:0/2026579493 >> 172.21.15.67:0/2026579493 conn(0x7fe7900999d0 msgr2=0x7fe7900d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:20.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.112+0000 7fe795133700 1 -- 172.21.15.67:0/2026579493 shutdown_connections 2023-10-21T13:05:20.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.112+0000 7fe795133700 1 -- 172.21.15.67:0/2026579493 wait complete. 2023-10-21T13:05:20.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.114+0000 7fe795133700 1 Processor -- start 2023-10-21T13:05:20.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.114+0000 7fe795133700 1 -- start start 2023-10-21T13:05:20.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.114+0000 7fe795133700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7900b0880 0x7fe7900acfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.114+0000 7fe795133700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7900b1a00 0x7fe79009a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.114+0000 7fe795133700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7901623a0 0x7fe7900ae750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe795133700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7900ad6b0 con 0x7fe7900b0880 2023-10-21T13:05:20.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe795133700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7900ad990 con 0x7fe7900b1a00 2023-10-21T13:05:20.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe795133700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7900adc70 con 0x7fe7901623a0 2023-10-21T13:05:20.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe78ed9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7900b0880 0x7fe7900acfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.127 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe78ed9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7900b0880 0x7fe7900acfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60568/0 (socket says 172.21.15.67:60568) 2023-10-21T13:05:20.127 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe78ed9d700 1 -- 172.21.15.67:0/2541842344 learned_addr learned my addr 172.21.15.67:0/2541842344 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:20.127 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe78e59c700 1 --2- 172.21.15.67:0/2541842344 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7900b1a00 0x7fe79009a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.127 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe78f59e700 1 --2- 172.21.15.67:0/2541842344 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7901623a0 0x7fe7900ae750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe78ed9d700 1 -- 172.21.15.67:0/2541842344 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7901623a0 msgr2=0x7fe7900ae750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe78ed9d700 1 --2- 172.21.15.67:0/2541842344 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7901623a0 0x7fe7900ae750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe78ed9d700 1 -- 172.21.15.67:0/2541842344 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7900b1a00 msgr2=0x7fe79009a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe78ed9d700 1 --2- 172.21.15.67:0/2541842344 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7900b1a00 0x7fe79009a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe78ed9d700 1 -- 172.21.15.67:0/2541842344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe788009b30 con 0x7fe7900b0880 2023-10-21T13:05:20.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe78ed9d700 1 --2- 172.21.15.67:0/2541842344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7900b0880 0x7fe7900acfd0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe78000c550 tx=0x7fe78000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:20.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe7777fe700 1 -- 172.21.15.67:0/2541842344 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe780004c80 con 0x7fe7900b0880 2023-10-21T13:05:20.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe7777fe700 1 -- 172.21.15.67:0/2541842344 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe780004e00 con 0x7fe7900b0880 2023-10-21T13:05:20.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe795133700 1 -- 172.21.15.67:0/2541842344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7900adf50 con 0x7fe7900b0880 2023-10-21T13:05:20.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe7777fe700 1 -- 172.21.15.67:0/2541842344 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe780007310 con 0x7fe7900b0880 2023-10-21T13:05:20.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.115+0000 7fe795133700 1 -- 172.21.15.67:0/2541842344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe79015f460 con 0x7fe7900b0880 2023-10-21T13:05:20.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.116+0000 7fe795133700 1 -- 172.21.15.67:0/2541842344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7901618a0 con 0x7fe7900b0880 2023-10-21T13:05:20.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.117+0000 7fe7777fe700 1 -- 172.21.15.67:0/2541842344 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fe780007470 con 0x7fe7900b0880 2023-10-21T13:05:20.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.117+0000 7fe7777fe700 1 --2- 172.21.15.67:0/2541842344 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe77c06af00 0x7fe77c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.117+0000 7fe7777fe700 1 -- 172.21.15.67:0/2541842344 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe7800892e0 con 0x7fe7900b0880 2023-10-21T13:05:20.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.117+0000 7fe78e59c700 1 --2- 172.21.15.67:0/2541842344 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe77c06af00 0x7fe77c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.118+0000 7fe78e59c700 1 --2- 172.21.15.67:0/2541842344 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe77c06af00 0x7fe77c06d3c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fe784009b70 tx=0x7fe784008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:20.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.122+0000 7fe7777fe700 1 -- 172.21.15.67:0/2541842344 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fe7901618a0 con 0x7fe7900b0880 2023-10-21T13:05:20.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.321+0000 7fe795133700 1 -- 172.21.15.67:0/2541842344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe7900ae470 con 0x7fe7900b0880 2023-10-21T13:05:20.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.321+0000 7fe7777fe700 1 -- 172.21.15.67:0/2541842344 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe7900ae470 con 0x7fe7900b0880 2023-10-21T13:05:20.324 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2023-10-21T13:05:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.323+0000 7fe795133700 1 -- 172.21.15.67:0/2541842344 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe77c06af00 msgr2=0x7fe77c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.323+0000 7fe795133700 1 --2- 172.21.15.67:0/2541842344 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe77c06af00 0x7fe77c06d3c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fe784009b70 tx=0x7fe784008040 comp rx=0 tx=0).stop 2023-10-21T13:05:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.323+0000 7fe795133700 1 -- 172.21.15.67:0/2541842344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7900b0880 msgr2=0x7fe7900acfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.323+0000 7fe795133700 1 --2- 172.21.15.67:0/2541842344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7900b0880 0x7fe7900acfd0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe78000c550 tx=0x7fe78000c910 comp rx=0 tx=0).stop 2023-10-21T13:05:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.323+0000 7fe795133700 1 -- 172.21.15.67:0/2541842344 shutdown_connections 2023-10-21T13:05:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.323+0000 7fe795133700 1 --2- 172.21.15.67:0/2541842344 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe77c06af00 0x7fe77c06d3c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.323+0000 7fe795133700 1 --2- 172.21.15.67:0/2541842344 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7901623a0 0x7fe7900ae750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.323+0000 7fe795133700 1 --2- 172.21.15.67:0/2541842344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7900b0880 0x7fe7900acfd0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.323+0000 7fe795133700 1 --2- 172.21.15.67:0/2541842344 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7900b1a00 0x7fe79009a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.323+0000 7fe795133700 1 -- 172.21.15.67:0/2541842344 >> 172.21.15.67:0/2541842344 conn(0x7fe7900999d0 msgr2=0x7fe79015c100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.323+0000 7fe795133700 1 -- 172.21.15.67:0/2541842344 shutdown_connections 2023-10-21T13:05:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.323+0000 7fe795133700 1 -- 172.21.15.67:0/2541842344 wait complete. 2023-10-21T13:05:20.338 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:20.464 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.461+0000 7f9209992700 1 Processor -- start 2023-10-21T13:05:20.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.462+0000 7f9209992700 1 -- start start 2023-10-21T13:05:20.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.462+0000 7f9209992700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f92040b4c00 0x7f92040d1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.462+0000 7f9209992700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f92040d2160 0x7f92040d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.462+0000 7f9209992700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92040ce1e0 con 0x7f92040d0550 2023-10-21T13:05:20.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.462+0000 7f9209992700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92040b4fe0 con 0x7f92040b4c00 2023-10-21T13:05:20.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.462+0000 7f9209992700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92040d25e0 con 0x7f92040d2160 2023-10-21T13:05:20.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.462+0000 7f9202ffd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f92040b4c00 0x7f92040d1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.463+0000 7f9202ffd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f92040b4c00 0x7f92040d1c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60576/0 (socket says 172.21.15.67:60576) 2023-10-21T13:05:20.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.463+0000 7f9202ffd700 1 -- 172.21.15.67:0/195337816 learned_addr learned my addr 172.21.15.67:0/195337816 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:20.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.463+0000 7f92037fe700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f92040d0550 0x7f92041613b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48640/0 (socket says 172.21.15.67:48640) 2023-10-21T13:05:20.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.463+0000 7f92027fc700 1 --2- 172.21.15.67:0/195337816 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f92040d2160 0x7f92040d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.463+0000 7f9202ffd700 1 -- 172.21.15.67:0/195337816 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f92040d2160 msgr2=0x7f92040d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:20.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.463+0000 7f9202ffd700 1 --2- 172.21.15.67:0/195337816 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f92040d2160 0x7f92040d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.463+0000 7f9202ffd700 1 -- 172.21.15.67:0/195337816 >> v1:172.21.15.67:6789/0 conn(0x7f92040d0550 legacy=0x7f92041613b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.463+0000 7f9201ffb700 1 -- 172.21.15.67:0/195337816 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 90837824 0 0) 0x7f92040ce1e0 con 0x7f92040d0550 2023-10-21T13:05:20.471 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.463+0000 7f9202ffd700 1 -- 172.21.15.67:0/195337816 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92040cf020 con 0x7f92040b4c00 2023-10-21T13:05:20.471 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.463+0000 7f9202ffd700 1 --2- 172.21.15.67:0/195337816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92040b4c00 0x7f92040d1c20 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f91f4006fd0 tx=0x7f91f4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1000912aeaae030 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:20.471 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.463+0000 7f9201ffb700 1 -- 172.21.15.67:0/195337816 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91f4005e30 con 0x7f92040b4c00 2023-10-21T13:05:20.471 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.463+0000 7f9201ffb700 1 -- 172.21.15.67:0/195337816 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91f4004030 con 0x7f92040b4c00 2023-10-21T13:05:20.471 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.463+0000 7f9201ffb700 1 -- 172.21.15.67:0/195337816 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91f40043e0 con 0x7f92040b4c00 2023-10-21T13:05:20.472 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.464+0000 7f9209992700 1 -- 172.21.15.67:0/195337816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92040b4c00 msgr2=0x7f92040d1c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.472 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.464+0000 7f9209992700 1 --2- 172.21.15.67:0/195337816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92040b4c00 0x7f92040d1c20 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f91f4006fd0 tx=0x7f91f4009bd0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.472 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.464+0000 7f9209992700 1 -- 172.21.15.67:0/195337816 shutdown_connections 2023-10-21T13:05:20.472 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.464+0000 7f9209992700 1 --2- 172.21.15.67:0/195337816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92040b4c00 0x7f92040d1c20 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.472 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.464+0000 7f9209992700 1 --2- 172.21.15.67:0/195337816 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f92040d2160 0x7f92040d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.464+0000 7f9209992700 1 -- 172.21.15.67:0/195337816 >> 172.21.15.67:0/195337816 conn(0x7f920409c9c0 msgr2=0x7f92040d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:20.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.464+0000 7f9209992700 1 -- 172.21.15.67:0/195337816 shutdown_connections 2023-10-21T13:05:20.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.464+0000 7f9209992700 1 -- 172.21.15.67:0/195337816 wait complete. 2023-10-21T13:05:20.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.465+0000 7f9209992700 1 Processor -- start 2023-10-21T13:05:20.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.465+0000 7f9209992700 1 -- start start 2023-10-21T13:05:20.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f9209992700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f92040b4c00 0x7f9204155c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f9209992700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92040d0550 0x7f92040cbd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f9209992700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92040d2160 0x7f92040b7a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f9209992700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92040b7fd0 con 0x7f92040d0550 2023-10-21T13:05:20.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f9209992700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92040b8df0 con 0x7f92040d2160 2023-10-21T13:05:20.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f9209992700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92040b81e0 con 0x7f92040b4c00 2023-10-21T13:05:20.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f92027fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92040d0550 0x7f92040cbd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f92027fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92040d0550 0x7f92040cbd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60582/0 (socket says 172.21.15.67:60582) 2023-10-21T13:05:20.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f92027fc700 1 -- 172.21.15.67:0/3377315171 learned_addr learned my addr 172.21.15.67:0/3377315171 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:20.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f92037fe700 1 --2- 172.21.15.67:0/3377315171 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92040d2160 0x7f92040b7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f9202ffd700 1 --2- 172.21.15.67:0/3377315171 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f92040b4c00 0x7f9204155c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f92027fc700 1 -- 172.21.15.67:0/3377315171 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f92040b4c00 msgr2=0x7f9204155c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f92027fc700 1 --2- 172.21.15.67:0/3377315171 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f92040b4c00 0x7f9204155c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f92027fc700 1 -- 172.21.15.67:0/3377315171 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92040d2160 msgr2=0x7f92040b7a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f92027fc700 1 --2- 172.21.15.67:0/3377315171 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92040d2160 0x7f92040b7a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.466+0000 7f92027fc700 1 -- 172.21.15.67:0/3377315171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91f4009500 con 0x7f92040d0550 2023-10-21T13:05:20.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.467+0000 7f92027fc700 1 --2- 172.21.15.67:0/3377315171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92040d0550 0x7f92040cbd30 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f91f800e810 tx=0x7f91f800ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:20.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.467+0000 7f91ebfff700 1 -- 172.21.15.67:0/3377315171 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91f8013610 con 0x7f92040d0550 2023-10-21T13:05:20.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.467+0000 7f91ebfff700 1 -- 172.21.15.67:0/3377315171 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91f8013770 con 0x7f92040d0550 2023-10-21T13:05:20.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.467+0000 7f9209992700 1 -- 172.21.15.67:0/3377315171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92040b84c0 con 0x7f92040d0550 2023-10-21T13:05:20.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.467+0000 7f91ebfff700 1 -- 172.21.15.67:0/3377315171 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91f8013b20 con 0x7f92040d0550 2023-10-21T13:05:20.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.467+0000 7f9209992700 1 -- 172.21.15.67:0/3377315171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92040b8a80 con 0x7f92040d0550 2023-10-21T13:05:20.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.468+0000 7f9209992700 1 -- 172.21.15.67:0/3377315171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9204074d40 con 0x7f92040d0550 2023-10-21T13:05:20.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.468+0000 7f91ebfff700 1 -- 172.21.15.67:0/3377315171 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f91f8013c80 con 0x7f92040d0550 2023-10-21T13:05:20.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.468+0000 7f91ebfff700 1 --2- 172.21.15.67:0/3377315171 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f91f006af00 0x7f91f006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.469+0000 7f91ebfff700 1 -- 172.21.15.67:0/3377315171 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f91f8089310 con 0x7f92040d0550 2023-10-21T13:05:20.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.469+0000 7f9202ffd700 1 --2- 172.21.15.67:0/3377315171 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f91f006af00 0x7f91f006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.469+0000 7f9202ffd700 1 --2- 172.21.15.67:0/3377315171 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f91f006af00 0x7f91f006d3c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f91f4014040 tx=0x7f91f4008070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:20.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.473+0000 7f91ebfff700 1 -- 172.21.15.67:0/3377315171 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f91f80543d0 con 0x7f92040d0550 2023-10-21T13:05:20.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.674+0000 7f9209992700 1 -- 172.21.15.67:0/3377315171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f92040d0c50 con 0x7f92040d0550 2023-10-21T13:05:20.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.675+0000 7f91ebfff700 1 -- 172.21.15.67:0/3377315171 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7f91f80579f0 con 0x7f92040d0550 2023-10-21T13:05:20.678 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:20.679 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:20.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.677+0000 7f9209992700 1 -- 172.21.15.67:0/3377315171 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f91f006af00 msgr2=0x7f91f006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.677+0000 7f9209992700 1 --2- 172.21.15.67:0/3377315171 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f91f006af00 0x7f91f006d3c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f91f4014040 tx=0x7f91f4008070 comp rx=0 tx=0).stop 2023-10-21T13:05:20.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.677+0000 7f9209992700 1 -- 172.21.15.67:0/3377315171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92040d0550 msgr2=0x7f92040cbd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.677+0000 7f9209992700 1 --2- 172.21.15.67:0/3377315171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92040d0550 0x7f92040cbd30 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f91f800e810 tx=0x7f91f800ebd0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.677+0000 7f9209992700 1 -- 172.21.15.67:0/3377315171 shutdown_connections 2023-10-21T13:05:20.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.677+0000 7f9209992700 1 --2- 172.21.15.67:0/3377315171 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92040d2160 0x7f92040b7a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.677+0000 7f9209992700 1 --2- 172.21.15.67:0/3377315171 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f91f006af00 0x7f91f006d3c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.677+0000 7f9209992700 1 --2- 172.21.15.67:0/3377315171 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f92040b4c00 0x7f9204155c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.677+0000 7f9209992700 1 --2- 172.21.15.67:0/3377315171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92040d0550 0x7f92040cbd30 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.677+0000 7f9209992700 1 -- 172.21.15.67:0/3377315171 >> 172.21.15.67:0/3377315171 conn(0x7f920409c9c0 msgr2=0x7f92040b2220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:20.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.677+0000 7f9209992700 1 -- 172.21.15.67:0/3377315171 shutdown_connections 2023-10-21T13:05:20.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.677+0000 7f9209992700 1 -- 172.21.15.67:0/3377315171 wait complete. 2023-10-21T13:05:20.693 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T13:04:51.241319+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T13:04:52.187622+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T13:05:20.693 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T13:05:20.821 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.818+0000 7f6b5a09d700 1 Processor -- start 2023-10-21T13:05:20.821 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.818+0000 7f6b5a09d700 1 -- start start 2023-10-21T13:05:20.824 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.819+0000 7f6b5a09d700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f6b540b0880 0x7f6b5406b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.824 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.819+0000 7f6b5a09d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b541623a0 0x7f6b540cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.824 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.819+0000 7f6b5a09d700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b54161f10 con 0x7f6b540b12f0 2023-10-21T13:05:20.824 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.819+0000 7f6b5a09d700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b541616b0 con 0x7f6b540b0880 2023-10-21T13:05:20.824 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.819+0000 7f6b5a09d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b540d12b0 con 0x7f6b541623a0 2023-10-21T13:05:20.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.819+0000 7f6b537fe700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f6b540b0880 0x7f6b5406b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.819+0000 7f6b52ffd700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b541623a0 0x7f6b540cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.819+0000 7f6b537fe700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f6b540b0880 0x7f6b5406b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:34458/0 (socket says 172.21.15.67:34458) 2023-10-21T13:05:20.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.819+0000 7f6b537fe700 1 -- 172.21.15.67:0/541811166 learned_addr learned my addr 172.21.15.67:0/541811166 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:20.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.819+0000 7f6b53fff700 1 --1- 172.21.15.67:0/541811166 >> v1:172.21.15.190:6789/0 conn(0x7f6b540b12f0 0x7f6b540cce30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:45554/0 (socket says 172.21.15.67:45554) 2023-10-21T13:05:20.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.820+0000 7f6b537fe700 1 -- 172.21.15.67:0/541811166 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b541623a0 msgr2=0x7f6b540cf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:20.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.820+0000 7f6b537fe700 1 --2- 172.21.15.67:0/541811166 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b541623a0 0x7f6b540cf920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.820+0000 7f6b537fe700 1 -- 172.21.15.67:0/541811166 >> v1:172.21.15.190:6789/0 conn(0x7f6b540b12f0 legacy=0x7f6b540cce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.820+0000 7f6b537fe700 1 -- 172.21.15.67:0/541811166 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b540cffc0 con 0x7f6b540b0880 2023-10-21T13:05:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.820+0000 7f6b527fc700 1 -- 172.21.15.67:0/541811166 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3354419580 0 0) 0x7f6b54161f10 con 0x7f6b540b12f0 2023-10-21T13:05:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.820+0000 7f6b52ffd700 1 --2- 172.21.15.67:0/541811166 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b541623a0 0x7f6b540cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.820+0000 7f6b537fe700 1 --2- 172.21.15.67:0/541811166 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b540b0880 0x7f6b5406b2e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6b440098f0 tx=0x7f6b44009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50f993991ead4ee2 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.820+0000 7f6b527fc700 1 -- 172.21.15.67:0/541811166 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b44011830 con 0x7f6b540b0880 2023-10-21T13:05:20.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.820+0000 7f6b527fc700 1 -- 172.21.15.67:0/541811166 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b44011990 con 0x7f6b540b0880 2023-10-21T13:05:20.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.820+0000 7f6b527fc700 1 -- 172.21.15.67:0/541811166 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b44011d20 con 0x7f6b540b0880 2023-10-21T13:05:20.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.821+0000 7f6b5a09d700 1 -- 172.21.15.67:0/541811166 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b540b0880 msgr2=0x7f6b5406b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.821+0000 7f6b5a09d700 1 --2- 172.21.15.67:0/541811166 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b540b0880 0x7f6b5406b2e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6b440098f0 tx=0x7f6b44009c00 comp rx=0 tx=0).stop 2023-10-21T13:05:20.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.821+0000 7f6b5a09d700 1 -- 172.21.15.67:0/541811166 shutdown_connections 2023-10-21T13:05:20.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.821+0000 7f6b5a09d700 1 --2- 172.21.15.67:0/541811166 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b540b0880 0x7f6b5406b2e0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.821+0000 7f6b5a09d700 1 --2- 172.21.15.67:0/541811166 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b541623a0 0x7f6b540cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.821+0000 7f6b5a09d700 1 -- 172.21.15.67:0/541811166 >> 172.21.15.67:0/541811166 conn(0x7f6b540999d0 msgr2=0x7f6b540d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:20.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.821+0000 7f6b5a09d700 1 -- 172.21.15.67:0/541811166 shutdown_connections 2023-10-21T13:05:20.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.821+0000 7f6b5a09d700 1 -- 172.21.15.67:0/541811166 wait complete. 2023-10-21T13:05:20.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.822+0000 7f6b5a09d700 1 Processor -- start 2023-10-21T13:05:20.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.822+0000 7f6b5a09d700 1 -- start start 2023-10-21T13:05:20.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b5a09d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b540b0880 0x7f6b5409dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b5a09d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b540b12f0 0x7f6b5415e020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b5a09d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b541623a0 0x7f6b5406e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b5a09d700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b5415e990 con 0x7f6b540b12f0 2023-10-21T13:05:20.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b5a09d700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b5415ec70 con 0x7f6b540b0880 2023-10-21T13:05:20.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b5a09d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b5415ef50 con 0x7f6b541623a0 2023-10-21T13:05:20.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b52ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b540b12f0 0x7f6b5415e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b52ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b540b12f0 0x7f6b5415e020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60598/0 (socket says 172.21.15.67:60598) 2023-10-21T13:05:20.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b52ffd700 1 -- 172.21.15.67:0/2821752917 learned_addr learned my addr 172.21.15.67:0/2821752917 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:20.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b537fe700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b540b0880 0x7f6b5409dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b53fff700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b541623a0 0x7f6b5406e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b52ffd700 1 -- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b541623a0 msgr2=0x7f6b5406e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b52ffd700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b541623a0 0x7f6b5406e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b52ffd700 1 -- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b540b0880 msgr2=0x7f6b5409dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:20.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b52ffd700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b540b0880 0x7f6b5409dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:20.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b52ffd700 1 -- 172.21.15.67:0/2821752917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b3c0094a0 con 0x7f6b540b12f0 2023-10-21T13:05:20.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.823+0000 7f6b537fe700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b540b0880 0x7f6b5409dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:20.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.824+0000 7f6b52ffd700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b540b12f0 0x7f6b5415e020 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c00ebe0 tx=0x7f6b3c009ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:20.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.824+0000 7f6b4bfff700 1 -- 172.21.15.67:0/2821752917 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c00c910 con 0x7f6b540b12f0 2023-10-21T13:05:20.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.824+0000 7f6b4bfff700 1 -- 172.21.15.67:0/2821752917 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b3c00ca70 con 0x7f6b540b12f0 2023-10-21T13:05:20.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.824+0000 7f6b5a09d700 1 -- 172.21.15.67:0/2821752917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b44009550 con 0x7f6b540b12f0 2023-10-21T13:05:20.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.824+0000 7f6b4bfff700 1 -- 172.21.15.67:0/2821752917 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c00cde0 con 0x7f6b540b12f0 2023-10-21T13:05:20.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.824+0000 7f6b5a09d700 1 -- 172.21.15.67:0/2821752917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b5415f510 con 0x7f6b540b12f0 2023-10-21T13:05:20.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.825+0000 7f6b5a09d700 1 -- 172.21.15.67:0/2821752917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b541f2fa0 con 0x7f6b540b12f0 2023-10-21T13:05:20.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.825+0000 7f6b4bfff700 1 -- 172.21.15.67:0/2821752917 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6b3c013470 con 0x7f6b540b12f0 2023-10-21T13:05:20.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.826+0000 7f6b4bfff700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6b3406af00 0x7f6b3406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:20.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.826+0000 7f6b4bfff700 1 -- 172.21.15.67:0/2821752917 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6b3c089810 con 0x7f6b540b12f0 2023-10-21T13:05:20.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.826+0000 7f6b537fe700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6b3406af00 0x7f6b3406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:20.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.826+0000 7f6b537fe700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6b3406af00 0x7f6b3406d3c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6b44014040 tx=0x7f6b44008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:20.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:20.830+0000 7f6b4bfff700 1 -- 172.21.15.67:0/2821752917 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6b3c054830 con 0x7f6b540b12f0 2023-10-21T13:05:21.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.028+0000 7f6b5a09d700 1 -- 172.21.15.67:0/2821752917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6b54161b70 con 0x7f6b540b12f0 2023-10-21T13:05:21.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.028+0000 7f6b4bfff700 1 -- 172.21.15.67:0/2821752917 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6b3c057e50 con 0x7f6b540b12f0 2023-10-21T13:05:21.031 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T13:05:21.033 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.030+0000 7f6b5a09d700 1 -- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6b3406af00 msgr2=0x7f6b3406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.034 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.030+0000 7f6b5a09d700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6b3406af00 0x7f6b3406d3c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6b44014040 tx=0x7f6b44008030 comp rx=0 tx=0).stop 2023-10-21T13:05:21.034 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.030+0000 7f6b5a09d700 1 -- 172.21.15.67:0/2821752917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b540b12f0 msgr2=0x7f6b5415e020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.034 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.030+0000 7f6b5a09d700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b540b12f0 0x7f6b5415e020 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c00ebe0 tx=0x7f6b3c009ec0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.034 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.030+0000 7f6b5a09d700 1 -- 172.21.15.67:0/2821752917 shutdown_connections 2023-10-21T13:05:21.035 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.030+0000 7f6b5a09d700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6b3406af00 0x7f6b3406d3c0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.035 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.030+0000 7f6b5a09d700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b541623a0 0x7f6b5406e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.035 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.030+0000 7f6b5a09d700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b540b0880 0x7f6b5409dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.035 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.030+0000 7f6b5a09d700 1 --2- 172.21.15.67:0/2821752917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b540b12f0 0x7f6b5415e020 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.035 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.030+0000 7f6b5a09d700 1 -- 172.21.15.67:0/2821752917 >> 172.21.15.67:0/2821752917 conn(0x7f6b540999d0 msgr2=0x7f6b540ad300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:21.036 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.031+0000 7f6b5a09d700 1 -- 172.21.15.67:0/2821752917 shutdown_connections 2023-10-21T13:05:21.036 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.031+0000 7f6b5a09d700 1 -- 172.21.15.67:0/2821752917 wait complete. 2023-10-21T13:05:21.046 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T13:05:21.173 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.171+0000 7f543283d700 1 Processor -- start 2023-10-21T13:05:21.174 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.171+0000 7f543283d700 1 -- start start 2023-10-21T13:05:21.176 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f543283d700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f542c15aa80 0x7f542c0b1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.176 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f543283d700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f542c0b0be0 0x7f542c0cd2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f543283d700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f542c0cc810 con 0x7f542c0cce50 2023-10-21T13:05:21.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f543283d700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f542c0cd810 con 0x7f542c15aa80 2023-10-21T13:05:21.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f543283d700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f542c0cf110 con 0x7f542c0b0be0 2023-10-21T13:05:21.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f542bfff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f542c15aa80 0x7f542c0b1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f542b7fe700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f542c0cce50 0x7f542c0cb010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48668/0 (socket says 172.21.15.67:48668) 2023-10-21T13:05:21.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f542b7fe700 1 -- 172.21.15.67:0/1776023619 learned_addr learned my addr 172.21.15.67:0/1776023619 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:21.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f542bfff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f542c15aa80 0x7f542c0b1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60604/0 (socket says 172.21.15.67:60604) 2023-10-21T13:05:21.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f542bfff700 1 -- 172.21.15.67:0/1776023619 >> v2:172.21.15.190:3300/0 conn(0x7f542c0b0be0 msgr2=0x7f542c0cd2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:21.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f542bfff700 1 --2- 172.21.15.67:0/1776023619 >> v2:172.21.15.190:3300/0 conn(0x7f542c0b0be0 0x7f542c0cd2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f542bfff700 1 -- 172.21.15.67:0/1776023619 >> v1:172.21.15.67:6789/0 conn(0x7f542c0cce50 legacy=0x7f542c0cb010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f542bfff700 1 -- 172.21.15.67:0/1776023619 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f542c0cc1c0 con 0x7f542c15aa80 2023-10-21T13:05:21.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f542affd700 1 -- 172.21.15.67:0/1776023619 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2866126681 0 0) 0x7f542c0cc810 con 0x7f542c0cce50 2023-10-21T13:05:21.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f542bfff700 1 --2- 172.21.15.67:0/1776023619 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f542c15aa80 0x7f542c0b1940 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f542c0b6490 tx=0x7f541c00bdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a14aa677d2e9199 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:21.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f542affd700 1 -- 172.21.15.67:0/1776023619 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f541c00dc70 con 0x7f542c15aa80 2023-10-21T13:05:21.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f542affd700 1 -- 172.21.15.67:0/1776023619 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f541c00ddd0 con 0x7f542c15aa80 2023-10-21T13:05:21.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.172+0000 7f542affd700 1 -- 172.21.15.67:0/1776023619 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f541c010690 con 0x7f542c15aa80 2023-10-21T13:05:21.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.173+0000 7f543283d700 1 -- 172.21.15.67:0/1776023619 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f542c15aa80 msgr2=0x7f542c0b1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.173+0000 7f543283d700 1 --2- 172.21.15.67:0/1776023619 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f542c15aa80 0x7f542c0b1940 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f542c0b6490 tx=0x7f541c00bdc0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.173+0000 7f543283d700 1 -- 172.21.15.67:0/1776023619 shutdown_connections 2023-10-21T13:05:21.181 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.173+0000 7f543283d700 1 --2- 172.21.15.67:0/1776023619 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f542c15aa80 0x7f542c0b1940 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.181 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.173+0000 7f543283d700 1 --2- 172.21.15.67:0/1776023619 >> v2:172.21.15.190:3300/0 conn(0x7f542c0b0be0 0x7f542c0cd2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.181 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.173+0000 7f543283d700 1 -- 172.21.15.67:0/1776023619 >> 172.21.15.67:0/1776023619 conn(0x7f542c0999d0 msgr2=0x7f542c0d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:21.181 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.173+0000 7f543283d700 1 -- 172.21.15.67:0/1776023619 shutdown_connections 2023-10-21T13:05:21.181 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.173+0000 7f543283d700 1 -- 172.21.15.67:0/1776023619 wait complete. 2023-10-21T13:05:21.184 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.174+0000 7f543283d700 1 Processor -- start 2023-10-21T13:05:21.184 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.175+0000 7f543283d700 1 -- start start 2023-10-21T13:05:21.184 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.175+0000 7f543283d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f542c0b0be0 0x7f542c1559a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.185 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.175+0000 7f543283d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f542c0cce50 0x7f542c1ef500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.185 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.175+0000 7f543283d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f542c15aa80 0x7f542c1571c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.185 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.175+0000 7f543283d700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f542c155ee0 con 0x7f542c0b0be0 2023-10-21T13:05:21.185 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.175+0000 7f543283d700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f542c1efa40 con 0x7f542c15aa80 2023-10-21T13:05:21.185 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.175+0000 7f543283d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f542c0c7880 con 0x7f542c0cce50 2023-10-21T13:05:21.186 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.175+0000 7f542bfff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f542c0b0be0 0x7f542c1559a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.186 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.175+0000 7f542bfff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f542c0b0be0 0x7f542c1559a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60610/0 (socket says 172.21.15.67:60610) 2023-10-21T13:05:21.186 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.175+0000 7f542bfff700 1 -- 172.21.15.67:0/3167734374 learned_addr learned my addr 172.21.15.67:0/3167734374 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:21.186 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.176+0000 7f5430dda700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f542c15aa80 0x7f542c1571c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.187 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.176+0000 7f542b7fe700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f542c0cce50 0x7f542c1ef500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.187 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.176+0000 7f542bfff700 1 -- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f542c0cce50 msgr2=0x7f542c1ef500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.187 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.176+0000 7f542bfff700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f542c0cce50 0x7f542c1ef500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.187 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.176+0000 7f542bfff700 1 -- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f542c15aa80 msgr2=0x7f542c1571c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.187 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.176+0000 7f542bfff700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f542c15aa80 0x7f542c1571c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.187 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.176+0000 7f542bfff700 1 -- 172.21.15.67:0/3167734374 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f541c00b740 con 0x7f542c0b0be0 2023-10-21T13:05:21.188 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.176+0000 7f5430dda700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f542c15aa80 0x7f542c1571c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:21.188 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.176+0000 7f542bfff700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f542c0b0be0 0x7f542c1559a0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f541c00b2c0 tx=0x7f541c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:21.188 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.176+0000 7f5428ff9700 1 -- 172.21.15.67:0/3167734374 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f541c01f070 con 0x7f542c0b0be0 2023-10-21T13:05:21.188 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.176+0000 7f5428ff9700 1 -- 172.21.15.67:0/3167734374 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f541c003b20 con 0x7f542c0b0be0 2023-10-21T13:05:21.189 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.176+0000 7f543283d700 1 -- 172.21.15.67:0/3167734374 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f542c0c7b60 con 0x7f542c0b0be0 2023-10-21T13:05:21.189 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.176+0000 7f5428ff9700 1 -- 172.21.15.67:0/3167734374 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f541c024470 con 0x7f542c0b0be0 2023-10-21T13:05:21.189 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.176+0000 7f543283d700 1 -- 172.21.15.67:0/3167734374 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f542c0c8120 con 0x7f542c0b0be0 2023-10-21T13:05:21.189 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.177+0000 7f543283d700 1 -- 172.21.15.67:0/3167734374 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f542c074d40 con 0x7f542c0b0be0 2023-10-21T13:05:21.189 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.178+0000 7f5428ff9700 1 -- 172.21.15.67:0/3167734374 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f541c019400 con 0x7f542c0b0be0 2023-10-21T13:05:21.189 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.178+0000 7f5428ff9700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f541806af00 0x7f541806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.190 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.178+0000 7f5428ff9700 1 -- 172.21.15.67:0/3167734374 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f541c08cae0 con 0x7f542c0b0be0 2023-10-21T13:05:21.190 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.178+0000 7f542b7fe700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f541806af00 0x7f541806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.190 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.179+0000 7f542b7fe700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f541806af00 0x7f541806d3c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f5420000f60 tx=0x7f5420007c00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:21.191 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.182+0000 7f5428ff9700 1 -- 172.21.15.67:0/3167734374 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f541c057c20 con 0x7f542c0b0be0 2023-10-21T13:05:21.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.381+0000 7f543283d700 1 -- 172.21.15.67:0/3167734374 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f542c06b480 con 0x7f542c0b0be0 2023-10-21T13:05:21.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.382+0000 7f5428ff9700 1 -- 172.21.15.67:0/3167734374 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f541c05b240 con 0x7f542c0b0be0 2023-10-21T13:05:21.385 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2023-10-21T13:05:21.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.384+0000 7f543283d700 1 -- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f541806af00 msgr2=0x7f541806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.384+0000 7f543283d700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f541806af00 0x7f541806d3c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f5420000f60 tx=0x7f5420007c00 comp rx=0 tx=0).stop 2023-10-21T13:05:21.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.384+0000 7f543283d700 1 -- 172.21.15.67:0/3167734374 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f542c0b0be0 msgr2=0x7f542c1559a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.384+0000 7f543283d700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f542c0b0be0 0x7f542c1559a0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f541c00b2c0 tx=0x7f541c004750 comp rx=0 tx=0).stop 2023-10-21T13:05:21.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.384+0000 7f543283d700 1 -- 172.21.15.67:0/3167734374 shutdown_connections 2023-10-21T13:05:21.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.384+0000 7f543283d700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f542c15aa80 0x7f542c1571c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.384+0000 7f543283d700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f542c0b0be0 0x7f542c1559a0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.384+0000 7f543283d700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f541806af00 0x7f541806d3c0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.384+0000 7f543283d700 1 --2- 172.21.15.67:0/3167734374 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f542c0cce50 0x7f542c1ef500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.384+0000 7f543283d700 1 -- 172.21.15.67:0/3167734374 >> 172.21.15.67:0/3167734374 conn(0x7f542c0999d0 msgr2=0x7f542c06dde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:21.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.384+0000 7f543283d700 1 -- 172.21.15.67:0/3167734374 shutdown_connections 2023-10-21T13:05:21.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.384+0000 7f543283d700 1 -- 172.21.15.67:0/3167734374 wait complete. 2023-10-21T13:05:21.399 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T13:05:21.527 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.525+0000 7f32b6e4b700 1 Processor -- start 2023-10-21T13:05:21.528 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.525+0000 7f32b6e4b700 1 -- start start 2023-10-21T13:05:21.530 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.525+0000 7f32b6e4b700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f32b00b0880 0x7f32b006b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.530 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32b6e4b700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f32b00b1a00 0x7f32b00cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.530 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32b6e4b700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32b0161f10 con 0x7f32b01623a0 2023-10-21T13:05:21.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32b6e4b700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32b01616b0 con 0x7f32b00b0880 2023-10-21T13:05:21.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32b6e4b700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32b00d12b0 con 0x7f32b00b1a00 2023-10-21T13:05:21.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32affff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f32b01623a0 0x7f32b00b12f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48680/0 (socket says 172.21.15.67:48680) 2023-10-21T13:05:21.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32affff700 1 -- 172.21.15.67:0/3187839458 learned_addr learned my addr 172.21.15.67:0/3187839458 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:21.532 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32b53e8700 1 --2- 172.21.15.67:0/3187839458 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f32b00b1a00 0x7f32b00cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.532 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32b4be7700 1 --2- 172.21.15.67:0/3187839458 >> v2:172.21.15.190:3300/0 conn(0x7f32b00b0880 0x7f32b006b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.532 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32af7fe700 1 -- 172.21.15.67:0/3187839458 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 404032013 0 0) 0x7f32b0161f10 con 0x7f32b01623a0 2023-10-21T13:05:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32af7fe700 1 -- 172.21.15.67:0/3187839458 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f32a00035b0 con 0x7f32b01623a0 2023-10-21T13:05:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32b4be7700 1 -- 172.21.15.67:0/3187839458 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f32b00b1a00 msgr2=0x7f32b00cf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32b4be7700 1 --2- 172.21.15.67:0/3187839458 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f32b00b1a00 0x7f32b00cf920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32b4be7700 1 -- 172.21.15.67:0/3187839458 >> v1:172.21.15.67:6789/0 conn(0x7f32b01623a0 legacy=0x7f32b00b12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32b4be7700 1 -- 172.21.15.67:0/3187839458 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32b00cffc0 con 0x7f32b00b0880 2023-10-21T13:05:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.526+0000 7f32b4be7700 1 --2- 172.21.15.67:0/3187839458 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f32b00b0880 0x7f32b006b2e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f32a4009840 tx=0x7f32a4009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5afd4334e69af040 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.527+0000 7f32af7fe700 1 -- 172.21.15.67:0/3187839458 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32a4011830 con 0x7f32b00b0880 2023-10-21T13:05:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.527+0000 7f32af7fe700 1 -- 172.21.15.67:0/3187839458 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32a4011990 con 0x7f32b00b0880 2023-10-21T13:05:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.527+0000 7f32af7fe700 1 -- 172.21.15.67:0/3187839458 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32a4011d20 con 0x7f32b00b0880 2023-10-21T13:05:21.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.527+0000 7f32b6e4b700 1 -- 172.21.15.67:0/3187839458 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f32b00b0880 msgr2=0x7f32b006b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.527+0000 7f32b6e4b700 1 --2- 172.21.15.67:0/3187839458 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f32b00b0880 0x7f32b006b2e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f32a4009840 tx=0x7f32a4009b50 comp rx=0 tx=0).stop 2023-10-21T13:05:21.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.527+0000 7f32b6e4b700 1 -- 172.21.15.67:0/3187839458 shutdown_connections 2023-10-21T13:05:21.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.527+0000 7f32b6e4b700 1 --2- 172.21.15.67:0/3187839458 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f32b00b1a00 0x7f32b00cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.527+0000 7f32b6e4b700 1 --2- 172.21.15.67:0/3187839458 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f32b00b0880 0x7f32b006b2e0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.527+0000 7f32b6e4b700 1 -- 172.21.15.67:0/3187839458 >> 172.21.15.67:0/3187839458 conn(0x7f32b00999d0 msgr2=0x7f32b00d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:21.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.527+0000 7f32b6e4b700 1 -- 172.21.15.67:0/3187839458 shutdown_connections 2023-10-21T13:05:21.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.527+0000 7f32b6e4b700 1 -- 172.21.15.67:0/3187839458 wait complete. 2023-10-21T13:05:21.538 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.528+0000 7f32b6e4b700 1 Processor -- start 2023-10-21T13:05:21.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.528+0000 7f32b6e4b700 1 -- start start 2023-10-21T13:05:21.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.529+0000 7f32b6e4b700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f32b00b0880 0x7f32b00c6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.529+0000 7f32b6e4b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32b00b1a00 0x7f32b01f29b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.529+0000 7f32b6e4b700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f32b01623a0 0x7f32b014d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.529+0000 7f32b6e4b700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32b00c9880 con 0x7f32b00b1a00 2023-10-21T13:05:21.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.529+0000 7f32b6e4b700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32b00c8f70 con 0x7f32b00b0880 2023-10-21T13:05:21.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.529+0000 7f32b6e4b700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32b00c6fe0 con 0x7f32b01623a0 2023-10-21T13:05:21.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.529+0000 7f32affff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32b00b1a00 0x7f32b01f29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.529+0000 7f32affff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32b00b1a00 0x7f32b01f29b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60624/0 (socket says 172.21.15.67:60624) 2023-10-21T13:05:21.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.529+0000 7f32affff700 1 -- 172.21.15.67:0/932115842 learned_addr learned my addr 172.21.15.67:0/932115842 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:21.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.530+0000 7f32b4be7700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f32b00b0880 0x7f32b00c6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.530+0000 7f32b53e8700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f32b01623a0 0x7f32b014d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.530+0000 7f32affff700 1 -- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f32b01623a0 msgr2=0x7f32b014d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.542 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.530+0000 7f32affff700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f32b01623a0 0x7f32b014d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.542 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.530+0000 7f32affff700 1 -- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f32b00b0880 msgr2=0x7f32b00c6aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.542 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.530+0000 7f32affff700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f32b00b0880 0x7f32b00c6aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.542 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.530+0000 7f32affff700 1 -- 172.21.15.67:0/932115842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32a40094a0 con 0x7f32b00b1a00 2023-10-21T13:05:21.542 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.530+0000 7f32b4be7700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f32b00b0880 0x7f32b00c6aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:21.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.530+0000 7f32affff700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32b00b1a00 0x7f32b01f29b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f329c00c700 tx=0x7f329c00cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:21.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.530+0000 7f32ad7fa700 1 -- 172.21.15.67:0/932115842 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f329c005d70 con 0x7f32b00b1a00 2023-10-21T13:05:21.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.530+0000 7f32ad7fa700 1 -- 172.21.15.67:0/932115842 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f329c0070d0 con 0x7f32b00b1a00 2023-10-21T13:05:21.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.530+0000 7f32b6e4b700 1 -- 172.21.15.67:0/932115842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32b00b0020 con 0x7f32b00b1a00 2023-10-21T13:05:21.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.530+0000 7f32ad7fa700 1 -- 172.21.15.67:0/932115842 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f329c007460 con 0x7f32b00b1a00 2023-10-21T13:05:21.544 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.530+0000 7f32b6e4b700 1 -- 172.21.15.67:0/932115842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32b00c94a0 con 0x7f32b00b1a00 2023-10-21T13:05:21.544 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.531+0000 7f32b6e4b700 1 -- 172.21.15.67:0/932115842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32b00c99c0 con 0x7f32b00b1a00 2023-10-21T13:05:21.544 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.532+0000 7f32ad7fa700 1 -- 172.21.15.67:0/932115842 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f329c0075c0 con 0x7f32b00b1a00 2023-10-21T13:05:21.544 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.532+0000 7f32ad7fa700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f329406af00 0x7f329406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.544 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.532+0000 7f32ad7fa700 1 -- 172.21.15.67:0/932115842 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f329c088bb0 con 0x7f32b00b1a00 2023-10-21T13:05:21.544 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.532+0000 7f32b4be7700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f329406af00 0x7f329406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.545 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.533+0000 7f32b4be7700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f329406af00 0x7f329406d3c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f32a4000c00 tx=0x7f32a401c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:21.545 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.537+0000 7f32ad7fa700 1 -- 172.21.15.67:0/932115842 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f32b00c99c0 con 0x7f32b00b1a00 2023-10-21T13:05:21.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.736+0000 7f32b6e4b700 1 -- 172.21.15.67:0/932115842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f32b00c99c0 con 0x7f32b00b1a00 2023-10-21T13:05:21.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.736+0000 7f32ad7fa700 1 -- 172.21.15.67:0/932115842 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f32b00c99c0 con 0x7f32b00b1a00 2023-10-21T13:05:21.739 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2023-10-21T13:05:21.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.738+0000 7f32b6e4b700 1 -- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f329406af00 msgr2=0x7f329406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.738+0000 7f32b6e4b700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f329406af00 0x7f329406d3c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f32a4000c00 tx=0x7f32a401c040 comp rx=0 tx=0).stop 2023-10-21T13:05:21.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.738+0000 7f32b6e4b700 1 -- 172.21.15.67:0/932115842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32b00b1a00 msgr2=0x7f32b01f29b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.738+0000 7f32b6e4b700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32b00b1a00 0x7f32b01f29b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f329c00c700 tx=0x7f329c00cac0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.738+0000 7f32b6e4b700 1 -- 172.21.15.67:0/932115842 shutdown_connections 2023-10-21T13:05:21.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.738+0000 7f32b6e4b700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f329406af00 0x7f329406d3c0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.738+0000 7f32b6e4b700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f32b01623a0 0x7f32b014d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.738+0000 7f32b6e4b700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f32b00b0880 0x7f32b00c6aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.738+0000 7f32b6e4b700 1 --2- 172.21.15.67:0/932115842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32b00b1a00 0x7f32b01f29b0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.738+0000 7f32b6e4b700 1 -- 172.21.15.67:0/932115842 >> 172.21.15.67:0/932115842 conn(0x7f32b00999d0 msgr2=0x7f32b00b5b20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:21.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.738+0000 7f32b6e4b700 1 -- 172.21.15.67:0/932115842 shutdown_connections 2023-10-21T13:05:21.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.738+0000 7f32b6e4b700 1 -- 172.21.15.67:0/932115842 wait complete. 2023-10-21T13:05:21.753 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:21.878 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.875+0000 7f2d26705700 1 Processor -- start 2023-10-21T13:05:21.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.875+0000 7f2d26705700 1 -- start start 2023-10-21T13:05:21.880 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.876+0000 7f2d26705700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f2d200ca180 0x7f2d2006b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.881 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.876+0000 7f2d26705700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d201452e0 con 0x7f2d20144ae0 2023-10-21T13:05:21.881 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.876+0000 7f2d26705700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d2006c210 con 0x7f2d200cdd50 2023-10-21T13:05:21.881 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.876+0000 7f2d26705700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d2006b970 con 0x7f2d200ca180 2023-10-21T13:05:21.881 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.876+0000 7f2d1ffff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f2d200ca180 0x7f2d2006b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.876+0000 7f2d1f7fe700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f2d20144ae0 0x7f2d200ca560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48692/0 (socket says 172.21.15.67:48692) 2023-10-21T13:05:21.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.876+0000 7f2d1ffff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f2d200ca180 0x7f2d2006b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60630/0 (socket says 172.21.15.67:60630) 2023-10-21T13:05:21.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.876+0000 7f2d1f7fe700 1 -- 172.21.15.67:0/4251293033 learned_addr learned my addr 172.21.15.67:0/4251293033 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:21.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.877+0000 7f2d1ffff700 1 -- 172.21.15.67:0/4251293033 >> v1:172.21.15.190:6789/0 conn(0x7f2d200cdd50 legacy=0x7f2d200ce1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.877+0000 7f2d1ffff700 1 -- 172.21.15.67:0/4251293033 >> v1:172.21.15.67:6789/0 conn(0x7f2d20144ae0 legacy=0x7f2d200ca560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.877+0000 7f2d1ffff700 1 -- 172.21.15.67:0/4251293033 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d2006bc50 con 0x7f2d200ca180 2023-10-21T13:05:21.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.877+0000 7f2d1ffff700 1 --2- 172.21.15.67:0/4251293033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d200ca180 0x7f2d2006b2e0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2d10009870 tx=0x7f2d10009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d09b0e492524e291 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:21.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.877+0000 7f2d1effd700 1 -- 172.21.15.67:0/4251293033 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d10011830 con 0x7f2d200ca180 2023-10-21T13:05:21.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.877+0000 7f2d1effd700 1 -- 172.21.15.67:0/4251293033 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d10011990 con 0x7f2d200ca180 2023-10-21T13:05:21.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.877+0000 7f2d1effd700 1 -- 172.21.15.67:0/4251293033 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d10011d20 con 0x7f2d200ca180 2023-10-21T13:05:21.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.878+0000 7f2d26705700 1 -- 172.21.15.67:0/4251293033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d200ca180 msgr2=0x7f2d2006b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.878+0000 7f2d26705700 1 --2- 172.21.15.67:0/4251293033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d200ca180 0x7f2d2006b2e0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2d10009870 tx=0x7f2d10009b80 comp rx=0 tx=0).stop 2023-10-21T13:05:21.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.878+0000 7f2d26705700 1 -- 172.21.15.67:0/4251293033 shutdown_connections 2023-10-21T13:05:21.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.878+0000 7f2d26705700 1 --2- 172.21.15.67:0/4251293033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d200ca180 0x7f2d2006b2e0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.878+0000 7f2d26705700 1 -- 172.21.15.67:0/4251293033 >> 172.21.15.67:0/4251293033 conn(0x7f2d200cc5b0 msgr2=0x7f2d200cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:21.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.878+0000 7f2d26705700 1 -- 172.21.15.67:0/4251293033 shutdown_connections 2023-10-21T13:05:21.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.878+0000 7f2d26705700 1 -- 172.21.15.67:0/4251293033 wait complete. 2023-10-21T13:05:21.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.879+0000 7f2d26705700 1 Processor -- start 2023-10-21T13:05:21.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.879+0000 7f2d26705700 1 -- start start 2023-10-21T13:05:21.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d26705700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d200ca180 0x7f2d201f5e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d26705700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d200cdd50 0x7f2d200c8d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d26705700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d20144ae0 0x7f2d200c7c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d26705700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d200ae360 con 0x7f2d200ca180 2023-10-21T13:05:21.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d26705700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d200ad300 con 0x7f2d20144ae0 2023-10-21T13:05:21.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d26705700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d200ad5a0 con 0x7f2d200cdd50 2023-10-21T13:05:21.890 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d1ffff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d200ca180 0x7f2d201f5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.890 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d1ffff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d200ca180 0x7f2d201f5e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60636/0 (socket says 172.21.15.67:60636) 2023-10-21T13:05:21.890 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d1ffff700 1 -- 172.21.15.67:0/1312939706 learned_addr learned my addr 172.21.15.67:0/1312939706 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:21.890 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d24ca2700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d20144ae0 0x7f2d200c7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.890 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d1f7fe700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d200cdd50 0x7f2d200c8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d1ffff700 1 -- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d200cdd50 msgr2=0x7f2d200c8d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d1ffff700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d200cdd50 0x7f2d200c8d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d1ffff700 1 -- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d20144ae0 msgr2=0x7f2d200c7c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:21.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d1ffff700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d20144ae0 0x7f2d200c7c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:21.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d1ffff700 1 -- 172.21.15.67:0/1312939706 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d100094a0 con 0x7f2d200ca180 2023-10-21T13:05:21.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.880+0000 7f2d24ca2700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d20144ae0 0x7f2d200c7c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:21.892 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.881+0000 7f2d1ffff700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d200ca180 0x7f2d201f5e60 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2d10009840 tx=0x7f2d10004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:21.892 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.881+0000 7f2d1cff9700 1 -- 172.21.15.67:0/1312939706 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d100038a0 con 0x7f2d200ca180 2023-10-21T13:05:21.892 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.881+0000 7f2d1cff9700 1 -- 172.21.15.67:0/1312939706 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d1001e070 con 0x7f2d200ca180 2023-10-21T13:05:21.892 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.881+0000 7f2d26705700 1 -- 172.21.15.67:0/1312939706 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d200ad880 con 0x7f2d200ca180 2023-10-21T13:05:21.892 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.881+0000 7f2d1cff9700 1 -- 172.21.15.67:0/1312939706 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d10003c60 con 0x7f2d200ca180 2023-10-21T13:05:21.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.881+0000 7f2d26705700 1 -- 172.21.15.67:0/1312939706 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d200ade40 con 0x7f2d200ca180 2023-10-21T13:05:21.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.882+0000 7f2d26705700 1 -- 172.21.15.67:0/1312939706 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d2006bf10 con 0x7f2d200ca180 2023-10-21T13:05:21.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.882+0000 7f2d1cff9700 1 -- 172.21.15.67:0/1312939706 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f2d1002d450 con 0x7f2d200ca180 2023-10-21T13:05:21.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.883+0000 7f2d1cff9700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2d0006af00 0x7f2d0006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:21.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.883+0000 7f2d1cff9700 1 -- 172.21.15.67:0/1312939706 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2d1008a6a0 con 0x7f2d200ca180 2023-10-21T13:05:21.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.883+0000 7f2d1f7fe700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2d0006af00 0x7f2d0006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:21.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.883+0000 7f2d1f7fe700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2d0006af00 0x7f2d0006d3c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2d2015b170 tx=0x7f2d08009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:21.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:21.887+0000 7f2d1cff9700 1 -- 172.21.15.67:0/1312939706 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f2d2006bf10 con 0x7f2d200ca180 2023-10-21T13:05:22.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.084+0000 7f2d26705700 1 -- 172.21.15.67:0/1312939706 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2d2006bf10 con 0x7f2d200ca180 2023-10-21T13:05:22.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.085+0000 7f2d1cff9700 1 -- 172.21.15.67:0/1312939706 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7f2d10020090 con 0x7f2d200ca180 2023-10-21T13:05:22.088 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:22.089 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:22.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.087+0000 7f2d26705700 1 -- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2d0006af00 msgr2=0x7f2d0006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.087+0000 7f2d26705700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2d0006af00 0x7f2d0006d3c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2d2015b170 tx=0x7f2d08009040 comp rx=0 tx=0).stop 2023-10-21T13:05:22.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.087+0000 7f2d26705700 1 -- 172.21.15.67:0/1312939706 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d200ca180 msgr2=0x7f2d201f5e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.087+0000 7f2d26705700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d200ca180 0x7f2d201f5e60 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2d10009840 tx=0x7f2d10004750 comp rx=0 tx=0).stop 2023-10-21T13:05:22.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.087+0000 7f2d26705700 1 -- 172.21.15.67:0/1312939706 shutdown_connections 2023-10-21T13:05:22.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.087+0000 7f2d26705700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d20144ae0 0x7f2d200c7c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.087+0000 7f2d26705700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d200ca180 0x7f2d201f5e60 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.087+0000 7f2d26705700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2d0006af00 0x7f2d0006d3c0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.087+0000 7f2d26705700 1 --2- 172.21.15.67:0/1312939706 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d200cdd50 0x7f2d200c8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.087+0000 7f2d26705700 1 -- 172.21.15.67:0/1312939706 >> 172.21.15.67:0/1312939706 conn(0x7f2d200cc5b0 msgr2=0x7f2d200af590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:22.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.087+0000 7f2d26705700 1 -- 172.21.15.67:0/1312939706 shutdown_connections 2023-10-21T13:05:22.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.087+0000 7f2d26705700 1 -- 172.21.15.67:0/1312939706 wait complete. 2023-10-21T13:05:22.103 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T13:04:51.241319+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T13:04:52.187622+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T13:05:22.103 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T13:05:22.230 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.228+0000 7f9979cc5700 1 Processor -- start 2023-10-21T13:05:22.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.228+0000 7f9979cc5700 1 -- start start 2023-10-21T13:05:22.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.228+0000 7f9979cc5700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9974071f90 0x7f997415e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.228+0000 7f9979cc5700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f9974071880 0x7f9974072370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.228+0000 7f9979cc5700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f997406f1a0 0x7f99740cf040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.228+0000 7f9979cc5700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f997415ac30 con 0x7f997406f1a0 2023-10-21T13:05:22.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.228+0000 7f9979cc5700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f997415e6f0 con 0x7f9974071880 2023-10-21T13:05:22.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.228+0000 7f9979cc5700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f997415e9d0 con 0x7f9974071f90 2023-10-21T13:05:22.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.229+0000 7f9973fff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f997406f1a0 0x7f99740cf040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.229+0000 7f9973fff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f997406f1a0 0x7f99740cf040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60648/0 (socket says 172.21.15.67:60648) 2023-10-21T13:05:22.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.229+0000 7f9973fff700 1 -- 172.21.15.67:0/2113862096 learned_addr learned my addr 172.21.15.67:0/2113862096 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:22.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.229+0000 7f99737fe700 1 --2- 172.21.15.67:0/2113862096 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9974071f90 0x7f997415e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.229+0000 7f9973fff700 1 -- 172.21.15.67:0/2113862096 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9974071f90 msgr2=0x7f997415e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:22.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.229+0000 7f9972ffd700 1 --2- 172.21.15.67:0/2113862096 >> v2:172.21.15.190:3300/0 conn(0x7f9974071880 0x7f9974072370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.229+0000 7f9973fff700 1 --2- 172.21.15.67:0/2113862096 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9974071f90 0x7f997415e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.229+0000 7f9973fff700 1 -- 172.21.15.67:0/2113862096 >> v2:172.21.15.190:3300/0 conn(0x7f9974071880 msgr2=0x7f9974072370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:22.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.229+0000 7f9973fff700 1 --2- 172.21.15.67:0/2113862096 >> v2:172.21.15.190:3300/0 conn(0x7f9974071880 0x7f9974072370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.229+0000 7f9973fff700 1 -- 172.21.15.67:0/2113862096 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f997415ecb0 con 0x7f997406f1a0 2023-10-21T13:05:22.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.229+0000 7f9973fff700 1 --2- 172.21.15.67:0/2113862096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f997406f1a0 0x7f99740cf040 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f99740670a0 tx=0x7f996c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f11b3d02a221db4 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:22.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.229+0000 7f99727fc700 1 -- 172.21.15.67:0/2113862096 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f996c00e070 con 0x7f997406f1a0 2023-10-21T13:05:22.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.229+0000 7f99727fc700 1 -- 172.21.15.67:0/2113862096 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f996c00b9c0 con 0x7f997406f1a0 2023-10-21T13:05:22.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.229+0000 7f99727fc700 1 -- 172.21.15.67:0/2113862096 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f996c00bd70 con 0x7f997406f1a0 2023-10-21T13:05:22.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.230+0000 7f9979cc5700 1 -- 172.21.15.67:0/2113862096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f997406f1a0 msgr2=0x7f99740cf040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.230+0000 7f9979cc5700 1 --2- 172.21.15.67:0/2113862096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f997406f1a0 0x7f99740cf040 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f99740670a0 tx=0x7f996c00b330 comp rx=0 tx=0).stop 2023-10-21T13:05:22.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.230+0000 7f9979cc5700 1 -- 172.21.15.67:0/2113862096 shutdown_connections 2023-10-21T13:05:22.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.230+0000 7f9979cc5700 1 --2- 172.21.15.67:0/2113862096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f997406f1a0 0x7f99740cf040 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.230+0000 7f9979cc5700 1 --2- 172.21.15.67:0/2113862096 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9974071f90 0x7f997415e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.230+0000 7f9979cc5700 1 --2- 172.21.15.67:0/2113862096 >> v2:172.21.15.190:3300/0 conn(0x7f9974071880 0x7f9974072370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.230+0000 7f9979cc5700 1 -- 172.21.15.67:0/2113862096 >> 172.21.15.67:0/2113862096 conn(0x7f99740b1e50 msgr2=0x7f99740b2260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:22.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.230+0000 7f9979cc5700 1 -- 172.21.15.67:0/2113862096 shutdown_connections 2023-10-21T13:05:22.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.230+0000 7f9979cc5700 1 -- 172.21.15.67:0/2113862096 wait complete. 2023-10-21T13:05:22.242 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.231+0000 7f9979cc5700 1 Processor -- start 2023-10-21T13:05:22.242 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.232+0000 7f9979cc5700 1 -- start start 2023-10-21T13:05:22.242 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9979cc5700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f997406f1a0 0x7f99740b5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.243 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9979cc5700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9974071880 0x7f99740b2e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.243 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9979cc5700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9974071f90 0x7f99740b3380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.243 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9979cc5700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99741552f0 con 0x7f9974071880 2023-10-21T13:05:22.243 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9979cc5700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99741677f0 con 0x7f997406f1a0 2023-10-21T13:05:22.243 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9979cc5700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9974167ad0 con 0x7f9974071f90 2023-10-21T13:05:22.244 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9972ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9974071880 0x7f99740b2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.244 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9972ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9974071880 0x7f99740b2e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60652/0 (socket says 172.21.15.67:60652) 2023-10-21T13:05:22.244 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9972ffd700 1 -- 172.21.15.67:0/1171395968 learned_addr learned my addr 172.21.15.67:0/1171395968 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:22.244 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9973fff700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9974071f90 0x7f99740b3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.244 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f99737fe700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f997406f1a0 0x7f99740b5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.245 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9972ffd700 1 -- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9974071f90 msgr2=0x7f99740b3380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.245 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9972ffd700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9974071f90 0x7f99740b3380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.245 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9972ffd700 1 -- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f997406f1a0 msgr2=0x7f99740b5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.245 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9972ffd700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f997406f1a0 0x7f99740b5870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.245 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9972ffd700 1 -- 172.21.15.67:0/1171395968 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f996c009b30 con 0x7f9974071880 2023-10-21T13:05:22.246 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f99737fe700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f997406f1a0 0x7f99740b5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:22.246 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9973fff700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9974071f90 0x7f99740b3380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:22.246 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f9972ffd700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9974071880 0x7f99740b2e40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f996800c7f0 tx=0x7f996800cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:22.246 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f995bfff700 1 -- 172.21.15.67:0/1171395968 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9968011800 con 0x7f9974071880 2023-10-21T13:05:22.246 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.233+0000 7f995bfff700 1 -- 172.21.15.67:0/1171395968 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9968011960 con 0x7f9974071880 2023-10-21T13:05:22.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.234+0000 7f9979cc5700 1 -- 172.21.15.67:0/1171395968 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9974167db0 con 0x7f9974071880 2023-10-21T13:05:22.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.234+0000 7f995bfff700 1 -- 172.21.15.67:0/1171395968 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9968011d10 con 0x7f9974071880 2023-10-21T13:05:22.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.234+0000 7f9979cc5700 1 -- 172.21.15.67:0/1171395968 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99740b5f90 con 0x7f9974071880 2023-10-21T13:05:22.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.234+0000 7f9979cc5700 1 -- 172.21.15.67:0/1171395968 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9974155510 con 0x7f9974071880 2023-10-21T13:05:22.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.235+0000 7f995bfff700 1 -- 172.21.15.67:0/1171395968 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9968024480 con 0x7f9974071880 2023-10-21T13:05:22.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.236+0000 7f995bfff700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f996006af00 0x7f996006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.248 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.236+0000 7f995bfff700 1 -- 172.21.15.67:0/1171395968 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9968089700 con 0x7f9974071880 2023-10-21T13:05:22.248 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.236+0000 7f99737fe700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f996006af00 0x7f996006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.248 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.237+0000 7f99737fe700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f996006af00 0x7f996006d3c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f996400aa50 tx=0x7f9964008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:22.248 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.240+0000 7f995bfff700 1 -- 172.21.15.67:0/1171395968 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9968054890 con 0x7f9974071880 2023-10-21T13:05:22.442 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.439+0000 7f9979cc5700 1 -- 172.21.15.67:0/1171395968 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9974155510 con 0x7f9974071880 2023-10-21T13:05:22.442 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.439+0000 7f995bfff700 1 -- 172.21.15.67:0/1171395968 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f996801f020 con 0x7f9974071880 2023-10-21T13:05:22.443 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T13:05:22.445 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.441+0000 7f9979cc5700 1 -- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f996006af00 msgr2=0x7f996006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.445 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.441+0000 7f9979cc5700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f996006af00 0x7f996006d3c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f996400aa50 tx=0x7f9964008040 comp rx=0 tx=0).stop 2023-10-21T13:05:22.445 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.442+0000 7f9979cc5700 1 -- 172.21.15.67:0/1171395968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9974071880 msgr2=0x7f99740b2e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.445 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.442+0000 7f9979cc5700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9974071880 0x7f99740b2e40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f996800c7f0 tx=0x7f996800cbb0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.446 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.442+0000 7f9979cc5700 1 -- 172.21.15.67:0/1171395968 shutdown_connections 2023-10-21T13:05:22.446 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.442+0000 7f9979cc5700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f996006af00 0x7f996006d3c0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.446 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.442+0000 7f9979cc5700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9974071f90 0x7f99740b3380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.446 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.442+0000 7f9979cc5700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f997406f1a0 0x7f99740b5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.446 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.442+0000 7f9979cc5700 1 --2- 172.21.15.67:0/1171395968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9974071880 0x7f99740b2e40 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.447 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.442+0000 7f9979cc5700 1 -- 172.21.15.67:0/1171395968 >> 172.21.15.67:0/1171395968 conn(0x7f99740b1e50 msgr2=0x7f997415df10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:22.447 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.442+0000 7f9979cc5700 1 -- 172.21.15.67:0/1171395968 shutdown_connections 2023-10-21T13:05:22.447 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.442+0000 7f9979cc5700 1 -- 172.21.15.67:0/1171395968 wait complete. 2023-10-21T13:05:22.457 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T13:05:22.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.582+0000 7fb62732b700 1 Processor -- start 2023-10-21T13:05:22.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.583+0000 7fb62732b700 1 -- start start 2023-10-21T13:05:22.588 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.583+0000 7fb62732b700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb620159d20 0x7fb6200722a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.588 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.583+0000 7fb62732b700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fb62006b9c0 0x7fb6200ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.588 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.583+0000 7fb62732b700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb620071200 con 0x7fb6200ce040 2023-10-21T13:05:22.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.583+0000 7fb62732b700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6200727e0 con 0x7fb62006b9c0 2023-10-21T13:05:22.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.583+0000 7fb62732b700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6200cea00 con 0x7fb620159d20 2023-10-21T13:05:22.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.584+0000 7fb6250c7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb620159d20 0x7fb6200722a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.584+0000 7fb6258c8700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fb62006b9c0 0x7fb6200ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.584+0000 7fb6250c7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb620159d20 0x7fb6200722a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:47420/0 (socket says 172.21.15.67:47420) 2023-10-21T13:05:22.590 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.584+0000 7fb6250c7700 1 -- 172.21.15.67:0/1604366551 learned_addr learned my addr 172.21.15.67:0/1604366551 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:22.590 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.584+0000 7fb6248c6700 1 --1- 172.21.15.67:0/1604366551 >> v1:172.21.15.190:6789/0 conn(0x7fb6200ce040 0x7fb62006b2b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:45618/0 (socket says 172.21.15.67:45618) 2023-10-21T13:05:22.590 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.584+0000 7fb6250c7700 1 -- 172.21.15.67:0/1604366551 >> v2:172.21.15.190:3300/0 conn(0x7fb62006b9c0 msgr2=0x7fb6200ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:22.590 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.584+0000 7fb6250c7700 1 --2- 172.21.15.67:0/1604366551 >> v2:172.21.15.190:3300/0 conn(0x7fb62006b9c0 0x7fb6200ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.584+0000 7fb6250c7700 1 -- 172.21.15.67:0/1604366551 >> v1:172.21.15.190:6789/0 conn(0x7fb6200ce040 legacy=0x7fb62006b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.584+0000 7fb6250c7700 1 -- 172.21.15.67:0/1604366551 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6200714e0 con 0x7fb620159d20 2023-10-21T13:05:22.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.584+0000 7fb6258c8700 1 --2- 172.21.15.67:0/1604366551 >> v2:172.21.15.190:3300/0 conn(0x7fb62006b9c0 0x7fb6200ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:22.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.584+0000 7fb6250c7700 1 --2- 172.21.15.67:0/1604366551 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb620159d20 0x7fb6200722a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb61000bb90 tx=0x7fb61000bea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc7d3d331288e084 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:22.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.584+0000 7fb617fff700 1 -- 172.21.15.67:0/1604366551 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61000dd30 con 0x7fb620159d20 2023-10-21T13:05:22.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.585+0000 7fb617fff700 1 -- 172.21.15.67:0/1604366551 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb61000de90 con 0x7fb620159d20 2023-10-21T13:05:22.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.585+0000 7fb617fff700 1 -- 172.21.15.67:0/1604366551 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb610010690 con 0x7fb620159d20 2023-10-21T13:05:22.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.585+0000 7fb62732b700 1 -- 172.21.15.67:0/1604366551 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb620159d20 msgr2=0x7fb6200722a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.585+0000 7fb62732b700 1 --2- 172.21.15.67:0/1604366551 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb620159d20 0x7fb6200722a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb61000bb90 tx=0x7fb61000bea0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.585+0000 7fb62732b700 1 -- 172.21.15.67:0/1604366551 shutdown_connections 2023-10-21T13:05:22.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.585+0000 7fb62732b700 1 --2- 172.21.15.67:0/1604366551 >> v2:172.21.15.190:3300/0 conn(0x7fb62006b9c0 0x7fb6200ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.585+0000 7fb62732b700 1 --2- 172.21.15.67:0/1604366551 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb620159d20 0x7fb6200722a0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.595 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.585+0000 7fb62732b700 1 -- 172.21.15.67:0/1604366551 >> 172.21.15.67:0/1604366551 conn(0x7fb6200b1770 msgr2=0x7fb6200b1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:22.595 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.585+0000 7fb62732b700 1 -- 172.21.15.67:0/1604366551 shutdown_connections 2023-10-21T13:05:22.595 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.585+0000 7fb62732b700 1 -- 172.21.15.67:0/1604366551 wait complete. 2023-10-21T13:05:22.598 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.586+0000 7fb62732b700 1 Processor -- start 2023-10-21T13:05:22.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.586+0000 7fb62732b700 1 -- start start 2023-10-21T13:05:22.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.587+0000 7fb62732b700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb62006b9c0 0x7fb6201f1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.587+0000 7fb62732b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6200ce040 0x7fb6201f2600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.587+0000 7fb62732b700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb620159d20 0x7fb6201f2b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.587+0000 7fb62732b700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6200b46a0 con 0x7fb6200ce040 2023-10-21T13:05:22.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.587+0000 7fb62732b700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6200b4980 con 0x7fb62006b9c0 2023-10-21T13:05:22.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.587+0000 7fb62732b700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6200b4c60 con 0x7fb620159d20 2023-10-21T13:05:22.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.587+0000 7fb6248c6700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6200ce040 0x7fb6201f2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.587+0000 7fb6248c6700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6200ce040 0x7fb6201f2600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60666/0 (socket says 172.21.15.67:60666) 2023-10-21T13:05:22.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.587+0000 7fb6248c6700 1 -- 172.21.15.67:0/806660714 learned_addr learned my addr 172.21.15.67:0/806660714 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:22.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.587+0000 7fb6250c7700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb62006b9c0 0x7fb6201f1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.587+0000 7fb6258c8700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb620159d20 0x7fb6201f2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.588+0000 7fb6248c6700 1 -- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb620159d20 msgr2=0x7fb6201f2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.588+0000 7fb6248c6700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb620159d20 0x7fb6201f2b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.588+0000 7fb6248c6700 1 -- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb62006b9c0 msgr2=0x7fb6201f1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.588+0000 7fb6248c6700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb62006b9c0 0x7fb6201f1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.588+0000 7fb6248c6700 1 -- 172.21.15.67:0/806660714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb618009a70 con 0x7fb6200ce040 2023-10-21T13:05:22.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.588+0000 7fb6250c7700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb62006b9c0 0x7fb6201f1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:22.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.588+0000 7fb6248c6700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6200ce040 0x7fb6201f2600 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb61c00c520 tx=0x7fb61c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:22.603 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.588+0000 7fb615ffb700 1 -- 172.21.15.67:0/806660714 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61c005cb0 con 0x7fb6200ce040 2023-10-21T13:05:22.603 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.588+0000 7fb615ffb700 1 -- 172.21.15.67:0/806660714 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb61c005e10 con 0x7fb6200ce040 2023-10-21T13:05:22.603 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.588+0000 7fb615ffb700 1 -- 172.21.15.67:0/806660714 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61c0072d0 con 0x7fb6200ce040 2023-10-21T13:05:22.604 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.588+0000 7fb62732b700 1 -- 172.21.15.67:0/806660714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb61000b7f0 con 0x7fb6200ce040 2023-10-21T13:05:22.604 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.588+0000 7fb62732b700 1 -- 172.21.15.67:0/806660714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6201f2350 con 0x7fb6200ce040 2023-10-21T13:05:22.604 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.589+0000 7fb62732b700 1 -- 172.21.15.67:0/806660714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb620070d60 con 0x7fb6200ce040 2023-10-21T13:05:22.604 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.589+0000 7fb615ffb700 1 -- 172.21.15.67:0/806660714 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb61c007430 con 0x7fb6200ce040 2023-10-21T13:05:22.604 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.590+0000 7fb615ffb700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb60406af00 0x7fb60406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.590+0000 7fb615ffb700 1 -- 172.21.15.67:0/806660714 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb61c0888d0 con 0x7fb6200ce040 2023-10-21T13:05:22.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.590+0000 7fb6250c7700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb60406af00 0x7fb60406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.590+0000 7fb6250c7700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb60406af00 0x7fb60406d3c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb61000bee0 tx=0x7fb610013000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:22.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.594+0000 7fb615ffb700 1 -- 172.21.15.67:0/806660714 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb61c0539b0 con 0x7fb6200ce040 2023-10-21T13:05:22.798 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.795+0000 7fb62732b700 1 -- 172.21.15.67:0/806660714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb620074d40 con 0x7fb6200ce040 2023-10-21T13:05:22.798 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.795+0000 7fb615ffb700 1 -- 172.21.15.67:0/806660714 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb61c00ce60 con 0x7fb6200ce040 2023-10-21T13:05:22.798 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2023-10-21T13:05:22.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.797+0000 7fb62732b700 1 -- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb60406af00 msgr2=0x7fb60406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.797+0000 7fb62732b700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb60406af00 0x7fb60406d3c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb61000bee0 tx=0x7fb610013000 comp rx=0 tx=0).stop 2023-10-21T13:05:22.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.797+0000 7fb62732b700 1 -- 172.21.15.67:0/806660714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6200ce040 msgr2=0x7fb6201f2600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.797+0000 7fb62732b700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6200ce040 0x7fb6201f2600 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb61c00c520 tx=0x7fb61c00c830 comp rx=0 tx=0).stop 2023-10-21T13:05:22.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.797+0000 7fb62732b700 1 -- 172.21.15.67:0/806660714 shutdown_connections 2023-10-21T13:05:22.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.797+0000 7fb62732b700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb60406af00 0x7fb60406d3c0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.797+0000 7fb62732b700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb620159d20 0x7fb6201f2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.797+0000 7fb62732b700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb62006b9c0 0x7fb6201f1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.797+0000 7fb62732b700 1 --2- 172.21.15.67:0/806660714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6200ce040 0x7fb6201f2600 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.797+0000 7fb62732b700 1 -- 172.21.15.67:0/806660714 >> 172.21.15.67:0/806660714 conn(0x7fb6200b1770 msgr2=0x7fb620159110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:22.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.797+0000 7fb62732b700 1 -- 172.21.15.67:0/806660714 shutdown_connections 2023-10-21T13:05:22.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.797+0000 7fb62732b700 1 -- 172.21.15.67:0/806660714 wait complete. 2023-10-21T13:05:22.812 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T13:05:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.938+0000 7f5e745f9700 1 Processor -- start 2023-10-21T13:05:22.941 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.938+0000 7f5e745f9700 1 -- start start 2023-10-21T13:05:22.945 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e745f9700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f5e6c15d980 0x7f5e6c0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.945 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e745f9700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f5e6c0caee0 0x7f5e6c06de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.945 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e745f9700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5e6c15dd60 con 0x7f5e6c0caa60 2023-10-21T13:05:22.945 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e745f9700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e6c0cecf0 con 0x7f5e6c0caee0 2023-10-21T13:05:22.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e745f9700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e6c1615c0 con 0x7f5e6c15d980 2023-10-21T13:05:22.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71b94700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f5e6c0caa60 0x7f5e6c161a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48734/0 (socket says 172.21.15.67:48734) 2023-10-21T13:05:22.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71b94700 1 -- 172.21.15.67:0/542496086 learned_addr learned my addr 172.21.15.67:0/542496086 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:22.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e72b96700 1 --2- 172.21.15.67:0/542496086 >> v2:172.21.15.190:3300/0 conn(0x7f5e6c0caee0 0x7f5e6c06de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 -- 172.21.15.67:0/542496086 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1379961059 0 0) 0x7f5e68001110 con 0x7f5e6c0caa60 2023-10-21T13:05:22.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e72395700 1 --2- 172.21.15.67:0/542496086 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f5e6c15d980 0x7f5e6c0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 -- 172.21.15.67:0/542496086 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5e580035b0 con 0x7f5e6c0caa60 2023-10-21T13:05:22.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 -- 172.21.15.67:0/542496086 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1796806192 0 0) 0x7f5e580035b0 con 0x7f5e6c0caa60 2023-10-21T13:05:22.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 -- 172.21.15.67:0/542496086 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f5e6c15d980 msgr2=0x7f5e6c0b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:22.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 --2- 172.21.15.67:0/542496086 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f5e6c15d980 0x7f5e6c0b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 -- 172.21.15.67:0/542496086 >> v2:172.21.15.190:3300/0 conn(0x7f5e6c0caee0 msgr2=0x7f5e6c06de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:22.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 --2- 172.21.15.67:0/542496086 >> v2:172.21.15.190:3300/0 conn(0x7f5e6c0caee0 0x7f5e6c06de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 -- 172.21.15.67:0/542496086 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e6c0b25e0 con 0x7f5e6c0caa60 2023-10-21T13:05:22.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 -- 172.21.15.67:0/542496086 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f5e68001800 con 0x7f5e6c0caa60 2023-10-21T13:05:22.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 -- 172.21.15.67:0/542496086 >> v1:172.21.15.67:6789/0 conn(0x7f5e6c0caa60 legacy=0x7f5e6c161a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 --2- 172.21.15.67:0/542496086 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e58003a00 0x7f5e58003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 --2- 172.21.15.67:0/542496086 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5e58004850 0x7f5e58004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 --2- 172.21.15.67:0/542496086 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f5e6c15d980 0x7f5e58005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 -- 172.21.15.67:0/542496086 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e6c0cecf0 con 0x7f5e58003a00 2023-10-21T13:05:22.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 -- 172.21.15.67:0/542496086 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e6c1615c0 con 0x7f5e58004850 2023-10-21T13:05:22.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e71393700 1 -- 172.21.15.67:0/542496086 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e5800ba10 con 0x7f5e6c15d980 2023-10-21T13:05:22.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.939+0000 7f5e72395700 1 --2- 172.21.15.67:0/542496086 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e58003a00 0x7f5e58003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.940+0000 7f5e71b94700 1 --2- 172.21.15.67:0/542496086 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5e58004850 0x7f5e58004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.940+0000 7f5e72b96700 1 --2- 172.21.15.67:0/542496086 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f5e6c15d980 0x7f5e58005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.940+0000 7f5e72395700 1 -- 172.21.15.67:0/542496086 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f5e6c15d980 msgr2=0x7f5e58005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:22.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.940+0000 7f5e72395700 1 --2- 172.21.15.67:0/542496086 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f5e6c15d980 0x7f5e58005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.940+0000 7f5e72395700 1 -- 172.21.15.67:0/542496086 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5e58004850 msgr2=0x7f5e58004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:22.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.940+0000 7f5e72395700 1 --2- 172.21.15.67:0/542496086 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5e58004850 0x7f5e58004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.940+0000 7f5e72395700 1 -- 172.21.15.67:0/542496086 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e580035b0 con 0x7f5e58003a00 2023-10-21T13:05:22.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.940+0000 7f5e72395700 1 --2- 172.21.15.67:0/542496086 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e58003a00 0x7f5e58003e20 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c009b90 tx=0x7f5e58005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47eefcea16822a06 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:22.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.940+0000 7f5e71393700 1 -- 172.21.15.67:0/542496086 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c00e6c0 con 0x7f5e58003a00 2023-10-21T13:05:22.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.940+0000 7f5e71393700 1 -- 172.21.15.67:0/542496086 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e5c00e820 con 0x7f5e58003a00 2023-10-21T13:05:22.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.940+0000 7f5e71393700 1 -- 172.21.15.67:0/542496086 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c00eb90 con 0x7f5e58003a00 2023-10-21T13:05:22.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.941+0000 7f5e745f9700 1 -- 172.21.15.67:0/542496086 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e58003a00 msgr2=0x7f5e58003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.941+0000 7f5e745f9700 1 --2- 172.21.15.67:0/542496086 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e58003a00 0x7f5e58003e20 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c009b90 tx=0x7f5e58005880 comp rx=0 tx=0).stop 2023-10-21T13:05:22.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.941+0000 7f5e72b96700 1 -- 172.21.15.67:0/542496086 reap_dead start 2023-10-21T13:05:22.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.941+0000 7f5e745f9700 1 -- 172.21.15.67:0/542496086 shutdown_connections 2023-10-21T13:05:22.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.941+0000 7f5e745f9700 1 -- 172.21.15.67:0/542496086 >> 172.21.15.67:0/542496086 conn(0x7f5e6c06be00 msgr2=0x7f5e6c06c210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:22.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.941+0000 7f5e745f9700 1 -- 172.21.15.67:0/542496086 shutdown_connections 2023-10-21T13:05:22.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.941+0000 7f5e745f9700 1 -- 172.21.15.67:0/542496086 wait complete. 2023-10-21T13:05:22.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.942+0000 7f5e745f9700 1 Processor -- start 2023-10-21T13:05:22.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.942+0000 7f5e745f9700 1 -- start start 2023-10-21T13:05:22.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e745f9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e58003a00 0x7f5e6c14d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e745f9700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f5e6c15c0f0 0x7f5e6c15c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e745f9700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5e6c0ae010 0x7f5e6c0ae490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e745f9700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e6c0aed80 con 0x7f5e58003a00 2023-10-21T13:05:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e745f9700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e6c0b3b70 con 0x7f5e6c0ae010 2023-10-21T13:05:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e745f9700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e6c15cab0 con 0x7f5e6c15c0f0 2023-10-21T13:05:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e72395700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e58003a00 0x7f5e6c14d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e72395700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e58003a00 0x7f5e6c14d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60682/0 (socket says 172.21.15.67:60682) 2023-10-21T13:05:22.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e72395700 1 -- 172.21.15.67:0/2353575791 learned_addr learned my addr 172.21.15.67:0/2353575791 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:22.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e71b94700 1 --2- 172.21.15.67:0/2353575791 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f5e6c15c0f0 0x7f5e6c15c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e72b96700 1 --2- 172.21.15.67:0/2353575791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5e6c0ae010 0x7f5e6c0ae490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e72395700 1 -- 172.21.15.67:0/2353575791 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f5e6c15c0f0 msgr2=0x7f5e6c15c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e72395700 1 --2- 172.21.15.67:0/2353575791 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f5e6c15c0f0 0x7f5e6c15c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e72395700 1 -- 172.21.15.67:0/2353575791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5e6c0ae010 msgr2=0x7f5e6c0ae490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:22.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e72395700 1 --2- 172.21.15.67:0/2353575791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5e6c0ae010 0x7f5e6c0ae490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:22.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e72395700 1 -- 172.21.15.67:0/2353575791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e6c0b31d0 con 0x7f5e58003a00 2023-10-21T13:05:22.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e72395700 1 --2- 172.21.15.67:0/2353575791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e58003a00 0x7f5e6c14d980 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00e4b0 tx=0x7f5e5c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:22.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e62ffd700 1 -- 172.21.15.67:0/2353575791 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c00e6c0 con 0x7f5e58003a00 2023-10-21T13:05:22.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e62ffd700 1 -- 172.21.15.67:0/2353575791 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e5c003ad0 con 0x7f5e58003a00 2023-10-21T13:05:22.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.943+0000 7f5e745f9700 1 -- 172.21.15.67:0/2353575791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e6c0b34b0 con 0x7f5e58003a00 2023-10-21T13:05:22.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.944+0000 7f5e62ffd700 1 -- 172.21.15.67:0/2353575791 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c003e80 con 0x7f5e58003a00 2023-10-21T13:05:22.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.944+0000 7f5e745f9700 1 -- 172.21.15.67:0/2353575791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e6c14dec0 con 0x7f5e58003a00 2023-10-21T13:05:22.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.944+0000 7f5e745f9700 1 -- 172.21.15.67:0/2353575791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e6c074d40 con 0x7f5e58003a00 2023-10-21T13:05:22.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.945+0000 7f5e62ffd700 1 -- 172.21.15.67:0/2353575791 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f5e5c013470 con 0x7f5e58003a00 2023-10-21T13:05:22.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.945+0000 7f5e62ffd700 1 --2- 172.21.15.67:0/2353575791 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f5e5006af00 0x7f5e5006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:22.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.945+0000 7f5e62ffd700 1 -- 172.21.15.67:0/2353575791 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5e5c08b060 con 0x7f5e58003a00 2023-10-21T13:05:22.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.945+0000 7f5e71b94700 1 --2- 172.21.15.67:0/2353575791 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f5e5006af00 0x7f5e5006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:22.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.946+0000 7f5e71b94700 1 --2- 172.21.15.67:0/2353575791 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f5e5006af00 0x7f5e5006d3c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5e680012b0 tx=0x7f5e68009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:22.962 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:22.950+0000 7f5e62ffd700 1 -- 172.21.15.67:0/2353575791 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f5e5c0bdca0 con 0x7f5e58003a00 2023-10-21T13:05:23.153 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.150+0000 7f5e745f9700 1 -- 172.21.15.67:0/2353575791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f5e6c0cd6c0 con 0x7f5e58003a00 2023-10-21T13:05:23.153 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.150+0000 7f5e62ffd700 1 -- 172.21.15.67:0/2353575791 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5e5c056220 con 0x7f5e58003a00 2023-10-21T13:05:23.154 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2023-10-21T13:05:23.156 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.152+0000 7f5e745f9700 1 -- 172.21.15.67:0/2353575791 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f5e5006af00 msgr2=0x7f5e5006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:23.156 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.152+0000 7f5e745f9700 1 --2- 172.21.15.67:0/2353575791 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f5e5006af00 0x7f5e5006d3c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5e680012b0 tx=0x7f5e68009040 comp rx=0 tx=0).stop 2023-10-21T13:05:23.156 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.152+0000 7f5e745f9700 1 -- 172.21.15.67:0/2353575791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e58003a00 msgr2=0x7f5e6c14d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:23.156 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.152+0000 7f5e745f9700 1 --2- 172.21.15.67:0/2353575791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e58003a00 0x7f5e6c14d980 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00e4b0 tx=0x7f5e5c0047c0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.153+0000 7f5e745f9700 1 -- 172.21.15.67:0/2353575791 shutdown_connections 2023-10-21T13:05:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.153+0000 7f5e745f9700 1 --2- 172.21.15.67:0/2353575791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5e6c0ae010 0x7f5e6c0ae490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.153+0000 7f5e745f9700 1 --2- 172.21.15.67:0/2353575791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e58003a00 0x7f5e6c14d980 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.153+0000 7f5e745f9700 1 --2- 172.21.15.67:0/2353575791 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f5e5006af00 0x7f5e5006d3c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.153+0000 7f5e745f9700 1 --2- 172.21.15.67:0/2353575791 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f5e6c15c0f0 0x7f5e6c15c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.153+0000 7f5e745f9700 1 -- 172.21.15.67:0/2353575791 >> 172.21.15.67:0/2353575791 conn(0x7f5e6c06be00 msgr2=0x7f5e6c072810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:23.158 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.153+0000 7f5e745f9700 1 -- 172.21.15.67:0/2353575791 shutdown_connections 2023-10-21T13:05:23.158 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.153+0000 7f5e745f9700 1 -- 172.21.15.67:0/2353575791 wait complete. 2023-10-21T13:05:23.211 INFO:tasks.cephfs_test_runner:Starting test: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-10-21T13:05:23.213 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:23.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.335+0000 7f4779f1f700 1 Processor -- start 2023-10-21T13:05:23.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.335+0000 7f4779f1f700 1 -- start start 2023-10-21T13:05:23.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f4779f1f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f477406a8d0 0x7f477406ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:23.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f4779f1f700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f47740b12e0 0x7f47740b1770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:23.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f4779f1f700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f477415c240 con 0x7f4774159480 2023-10-21T13:05:23.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f4779f1f700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47740b1cb0 con 0x7f47740b12e0 2023-10-21T13:05:23.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f4779f1f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f477415bc50 con 0x7f477406a8d0 2023-10-21T13:05:23.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f4773fff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f47740b12e0 0x7f47740b1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:23.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f47737fe700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f4774159480 0x7f477415c6d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48752/0 (socket says 172.21.15.67:48752) 2023-10-21T13:05:23.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f47737fe700 1 -- 172.21.15.67:0/1138731822 learned_addr learned my addr 172.21.15.67:0/1138731822 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:23.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f4773fff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f47740b12e0 0x7f47740b1770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60694/0 (socket says 172.21.15.67:60694) 2023-10-21T13:05:23.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f4772ffd700 1 --2- 172.21.15.67:0/1138731822 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f477406a8d0 0x7f477406ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:23.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f4773fff700 1 -- 172.21.15.67:0/1138731822 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f477406a8d0 msgr2=0x7f477406ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f4773fff700 1 --2- 172.21.15.67:0/1138731822 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f477406a8d0 0x7f477406ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f4773fff700 1 -- 172.21.15.67:0/1138731822 >> v1:172.21.15.67:6789/0 conn(0x7f4774159480 legacy=0x7f477415c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f4773fff700 1 -- 172.21.15.67:0/1138731822 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f477406b370 con 0x7f47740b12e0 2023-10-21T13:05:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f47727fc700 1 -- 172.21.15.67:0/1138731822 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2054421523 0 0) 0x7f477415c240 con 0x7f4774159480 2023-10-21T13:05:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f4772ffd700 1 --2- 172.21.15.67:0/1138731822 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f477406a8d0 0x7f477406ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f4773fff700 1 --2- 172.21.15.67:0/1138731822 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47740b12e0 0x7f47740b1770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f476c009d90 tx=0x7f476c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e04aa6ce88f39b65 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f47727fc700 1 -- 172.21.15.67:0/1138731822 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f476c00e070 con 0x7f47740b12e0 2023-10-21T13:05:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f47727fc700 1 -- 172.21.15.67:0/1138731822 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f476c00bbd0 con 0x7f47740b12e0 2023-10-21T13:05:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.336+0000 7f47727fc700 1 -- 172.21.15.67:0/1138731822 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f476c012430 con 0x7f47740b12e0 2023-10-21T13:05:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.337+0000 7f4779f1f700 1 -- 172.21.15.67:0/1138731822 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47740b12e0 msgr2=0x7f47740b1770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.337+0000 7f4779f1f700 1 --2- 172.21.15.67:0/1138731822 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47740b12e0 0x7f47740b1770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f476c009d90 tx=0x7f476c00b330 comp rx=0 tx=0).stop 2023-10-21T13:05:23.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.337+0000 7f4779f1f700 1 -- 172.21.15.67:0/1138731822 shutdown_connections 2023-10-21T13:05:23.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.337+0000 7f4779f1f700 1 --2- 172.21.15.67:0/1138731822 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47740b12e0 0x7f47740b1770 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.337+0000 7f4779f1f700 1 --2- 172.21.15.67:0/1138731822 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f477406a8d0 0x7f477406ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.337+0000 7f4779f1f700 1 -- 172.21.15.67:0/1138731822 >> 172.21.15.67:0/1138731822 conn(0x7f47740999d0 msgr2=0x7f47740d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:23.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.337+0000 7f4779f1f700 1 -- 172.21.15.67:0/1138731822 shutdown_connections 2023-10-21T13:05:23.346 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.337+0000 7f4779f1f700 1 -- 172.21.15.67:0/1138731822 wait complete. 2023-10-21T13:05:23.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.338+0000 7f4779f1f700 1 Processor -- start 2023-10-21T13:05:23.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.338+0000 7f4779f1f700 1 -- start start 2023-10-21T13:05:23.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.339+0000 7f4779f1f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f477406a8d0 0x7f47741f25a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:23.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.339+0000 7f4779f1f700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47740b12e0 0x7f47740cf9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:23.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.339+0000 7f4779f1f700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47740c46a0 0x7f477415ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:23.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.339+0000 7f4779f1f700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47740c4c10 con 0x7f47740b12e0 2023-10-21T13:05:23.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.339+0000 7f4779f1f700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47740c4ef0 con 0x7f47740c46a0 2023-10-21T13:05:23.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.339+0000 7f4779f1f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47740c51d0 con 0x7f477406a8d0 2023-10-21T13:05:23.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.339+0000 7f4772ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47740b12e0 0x7f47740cf9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:23.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.339+0000 7f4772ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47740b12e0 0x7f47740cf9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60698/0 (socket says 172.21.15.67:60698) 2023-10-21T13:05:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.339+0000 7f4772ffd700 1 -- 172.21.15.67:0/1455076336 learned_addr learned my addr 172.21.15.67:0/1455076336 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.339+0000 7f47737fe700 1 --2- 172.21.15.67:0/1455076336 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f477406a8d0 0x7f47741f25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.339+0000 7f4773fff700 1 --2- 172.21.15.67:0/1455076336 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47740c46a0 0x7f477415ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.340+0000 7f4772ffd700 1 -- 172.21.15.67:0/1455076336 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f477406a8d0 msgr2=0x7f47741f25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.340+0000 7f4772ffd700 1 --2- 172.21.15.67:0/1455076336 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f477406a8d0 0x7f47741f25a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.340+0000 7f4772ffd700 1 -- 172.21.15.67:0/1455076336 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47740c46a0 msgr2=0x7f477415ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:23.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.340+0000 7f4772ffd700 1 --2- 172.21.15.67:0/1455076336 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47740c46a0 0x7f477415ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.340+0000 7f4772ffd700 1 -- 172.21.15.67:0/1455076336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f476c009a70 con 0x7f47740b12e0 2023-10-21T13:05:23.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.340+0000 7f4772ffd700 1 --2- 172.21.15.67:0/1455076336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47740b12e0 0x7f47740cf9b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f476800c7f0 tx=0x7f476800cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:23.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.340+0000 7f475bfff700 1 -- 172.21.15.67:0/1455076336 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4768011800 con 0x7f47740b12e0 2023-10-21T13:05:23.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.340+0000 7f475bfff700 1 -- 172.21.15.67:0/1455076336 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4768011960 con 0x7f47740b12e0 2023-10-21T13:05:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.340+0000 7f4779f1f700 1 -- 172.21.15.67:0/1455076336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47740c54b0 con 0x7f47740b12e0 2023-10-21T13:05:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.340+0000 7f475bfff700 1 -- 172.21.15.67:0/1455076336 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4768011cf0 con 0x7f47740b12e0 2023-10-21T13:05:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.340+0000 7f4779f1f700 1 -- 172.21.15.67:0/1455076336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47740c5820 con 0x7f47740b12e0 2023-10-21T13:05:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.341+0000 7f4779f1f700 1 -- 172.21.15.67:0/1455076336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4774074d40 con 0x7f47740b12e0 2023-10-21T13:05:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.341+0000 7f475bfff700 1 -- 172.21.15.67:0/1455076336 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4768018360 con 0x7f47740b12e0 2023-10-21T13:05:23.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.342+0000 7f475bfff700 1 --2- 172.21.15.67:0/1455076336 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f476006af00 0x7f476006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:23.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.342+0000 7f475bfff700 1 -- 172.21.15.67:0/1455076336 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4768089430 con 0x7f47740b12e0 2023-10-21T13:05:23.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.342+0000 7f47737fe700 1 --2- 172.21.15.67:0/1455076336 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f476006af00 0x7f476006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:23.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.342+0000 7f47737fe700 1 --2- 172.21.15.67:0/1455076336 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f476006af00 0x7f476006d3c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f47640010e0 tx=0x7f4764009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:23.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.347+0000 7f475bfff700 1 -- 172.21.15.67:0/1455076336 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f47680544e0 con 0x7f47740b12e0 2023-10-21T13:05:23.549 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.546+0000 7f4779f1f700 1 -- 172.21.15.67:0/1455076336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f47740aff10 con 0x7f47740b12e0 2023-10-21T13:05:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.547+0000 7f475bfff700 1 -- 172.21.15.67:0/1455076336 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7f4768057b00 con 0x7f47740b12e0 2023-10-21T13:05:23.550 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:23.551 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:23.552 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.549+0000 7f4779f1f700 1 -- 172.21.15.67:0/1455076336 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f476006af00 msgr2=0x7f476006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.549+0000 7f4779f1f700 1 --2- 172.21.15.67:0/1455076336 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f476006af00 0x7f476006d3c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f47640010e0 tx=0x7f4764009040 comp rx=0 tx=0).stop 2023-10-21T13:05:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.549+0000 7f4779f1f700 1 -- 172.21.15.67:0/1455076336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47740b12e0 msgr2=0x7f47740cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.549+0000 7f4779f1f700 1 --2- 172.21.15.67:0/1455076336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47740b12e0 0x7f47740cf9b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f476800c7f0 tx=0x7f476800cb00 comp rx=0 tx=0).stop 2023-10-21T13:05:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.549+0000 7f4779f1f700 1 -- 172.21.15.67:0/1455076336 shutdown_connections 2023-10-21T13:05:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.549+0000 7f4779f1f700 1 --2- 172.21.15.67:0/1455076336 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47740c46a0 0x7f477415ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.549+0000 7f4779f1f700 1 --2- 172.21.15.67:0/1455076336 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f476006af00 0x7f476006d3c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.554 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.549+0000 7f4779f1f700 1 --2- 172.21.15.67:0/1455076336 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f477406a8d0 0x7f47741f25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.554 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.549+0000 7f4779f1f700 1 --2- 172.21.15.67:0/1455076336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47740b12e0 0x7f47740cf9b0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.554 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.549+0000 7f4779f1f700 1 -- 172.21.15.67:0/1455076336 >> 172.21.15.67:0/1455076336 conn(0x7f47740999d0 msgr2=0x7f47740b0710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:23.554 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.550+0000 7f4779f1f700 1 -- 172.21.15.67:0/1455076336 shutdown_connections 2023-10-21T13:05:23.554 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.550+0000 7f4779f1f700 1 -- 172.21.15.67:0/1455076336 wait complete. 2023-10-21T13:05:23.565 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T13:04:51.241319+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T13:04:52.187622+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T13:05:23.565 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T13:05:23.694 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.691+0000 7f62d7e5b700 1 Processor -- start 2023-10-21T13:05:23.694 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.691+0000 7f62d7e5b700 1 -- start start 2023-10-21T13:05:23.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f62d015d860 0x7f62d015dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:23.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62d00d1e40 0x7f62d00cfdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:23.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f62d00d22c0 0x7f62d00d0330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:23.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62d00ce390 con 0x7f62d00d22c0 2023-10-21T13:05:23.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62d00ce670 con 0x7f62d015d860 2023-10-21T13:05:23.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62d00ce950 con 0x7f62d00d1e40 2023-10-21T13:05:23.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d63f8700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f62d00d22c0 0x7f62d00d0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:23.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d63f8700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f62d00d22c0 0x7f62d00d0330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60708/0 (socket says 172.21.15.67:60708) 2023-10-21T13:05:23.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d63f8700 1 -- 172.21.15.67:0/2650010955 learned_addr learned my addr 172.21.15.67:0/2650010955 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:23.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d53f6700 1 --2- 172.21.15.67:0/2650010955 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62d00d1e40 0x7f62d00cfdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:23.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d5bf7700 1 --2- 172.21.15.67:0/2650010955 >> v2:172.21.15.190:3300/0 conn(0x7f62d015d860 0x7f62d015dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:23.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d63f8700 1 -- 172.21.15.67:0/2650010955 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62d00d1e40 msgr2=0x7f62d00cfdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:23.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d63f8700 1 --2- 172.21.15.67:0/2650010955 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62d00d1e40 0x7f62d00cfdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d63f8700 1 -- 172.21.15.67:0/2650010955 >> v2:172.21.15.190:3300/0 conn(0x7f62d015d860 msgr2=0x7f62d015dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:23.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d63f8700 1 --2- 172.21.15.67:0/2650010955 >> v2:172.21.15.190:3300/0 conn(0x7f62d015d860 0x7f62d015dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d63f8700 1 -- 172.21.15.67:0/2650010955 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62d00cec30 con 0x7f62d00d22c0 2023-10-21T13:05:23.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d5bf7700 1 --2- 172.21.15.67:0/2650010955 >> v2:172.21.15.190:3300/0 conn(0x7f62d015d860 0x7f62d015dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:23.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d63f8700 1 --2- 172.21.15.67:0/2650010955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62d00d22c0 0x7f62d00d0330 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f62d009cf50 tx=0x7f62c800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29aa3538a46ff9de server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:23.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d4bf5700 1 -- 172.21.15.67:0/2650010955 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62c800e070 con 0x7f62d00d22c0 2023-10-21T13:05:23.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d4bf5700 1 -- 172.21.15.67:0/2650010955 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62c800b9c0 con 0x7f62d00d22c0 2023-10-21T13:05:23.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d4bf5700 1 -- 172.21.15.67:0/2650010955 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62c800bd70 con 0x7f62d00d22c0 2023-10-21T13:05:23.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 -- 172.21.15.67:0/2650010955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62d00d22c0 msgr2=0x7f62d00d0330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:23.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 --2- 172.21.15.67:0/2650010955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62d00d22c0 0x7f62d00d0330 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f62d009cf50 tx=0x7f62c800b330 comp rx=0 tx=0).stop 2023-10-21T13:05:23.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 -- 172.21.15.67:0/2650010955 shutdown_connections 2023-10-21T13:05:23.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 --2- 172.21.15.67:0/2650010955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62d00d22c0 0x7f62d00d0330 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 --2- 172.21.15.67:0/2650010955 >> v2:172.21.15.190:3300/0 conn(0x7f62d015d860 0x7f62d015dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 --2- 172.21.15.67:0/2650010955 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62d00d1e40 0x7f62d00cfdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 -- 172.21.15.67:0/2650010955 >> 172.21.15.67:0/2650010955 conn(0x7f62d009c9e0 msgr2=0x7f62d00d3650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:23.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 -- 172.21.15.67:0/2650010955 shutdown_connections 2023-10-21T13:05:23.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.693+0000 7f62d7e5b700 1 -- 172.21.15.67:0/2650010955 wait complete. 2023-10-21T13:05:23.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.695+0000 7f62d7e5b700 1 Processor -- start 2023-10-21T13:05:23.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.695+0000 7f62d7e5b700 1 -- start start 2023-10-21T13:05:23.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.695+0000 7f62d7e5b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62d00d1e40 0x7f62d00b48a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:23.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.695+0000 7f62d7e5b700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62d00d22c0 0x7f62d00b2f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:23.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.695+0000 7f62d7e5b700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62d015d860 0x7f62d009dd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:23.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.695+0000 7f62d7e5b700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62d00a1420 con 0x7f62d00d1e40 2023-10-21T13:05:23.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.695+0000 7f62d7e5b700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62d009e2a0 con 0x7f62d015d860 2023-10-21T13:05:23.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.695+0000 7f62d7e5b700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62d00a0ba0 con 0x7f62d00d22c0 2023-10-21T13:05:23.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.695+0000 7f62d5bf7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62d00d1e40 0x7f62d00b48a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.695+0000 7f62d5bf7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62d00d1e40 0x7f62d00b48a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60710/0 (socket says 172.21.15.67:60710) 2023-10-21T13:05:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.695+0000 7f62d5bf7700 1 -- 172.21.15.67:0/298635244 learned_addr learned my addr 172.21.15.67:0/298635244 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62d5bf7700 1 -- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62d00d22c0 msgr2=0x7f62d00b2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62d53f6700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62d00d22c0 0x7f62d00b2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62d63f8700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62d015d860 0x7f62d009dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62d5bf7700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62d00d22c0 0x7f62d00b2f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62d5bf7700 1 -- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62d015d860 msgr2=0x7f62d009dd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62d5bf7700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62d015d860 0x7f62d009dd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62d5bf7700 1 -- 172.21.15.67:0/298635244 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62c8009b30 con 0x7f62d00d1e40 2023-10-21T13:05:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62d53f6700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62d00d22c0 0x7f62d00b2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62d63f8700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62d015d860 0x7f62d009dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62d5bf7700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62d00d1e40 0x7f62d00b48a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f62cc00c7f0 tx=0x7f62cc00cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62c67fc700 1 -- 172.21.15.67:0/298635244 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62cc005c20 con 0x7f62d00d1e40 2023-10-21T13:05:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62c67fc700 1 -- 172.21.15.67:0/298635244 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62cc005d80 con 0x7f62d00d1e40 2023-10-21T13:05:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62d7e5b700 1 -- 172.21.15.67:0/298635244 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62d00cf5b0 con 0x7f62d00d1e40 2023-10-21T13:05:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62c67fc700 1 -- 172.21.15.67:0/298635244 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62cc011820 con 0x7f62d00d1e40 2023-10-21T13:05:23.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.696+0000 7f62d7e5b700 1 -- 172.21.15.67:0/298635244 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62d00a1140 con 0x7f62d00d1e40 2023-10-21T13:05:23.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.697+0000 7f62d7e5b700 1 -- 172.21.15.67:0/298635244 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62d00d0ab0 con 0x7f62d00d1e40 2023-10-21T13:05:23.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.698+0000 7f62c67fc700 1 -- 172.21.15.67:0/298635244 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f62cc011980 con 0x7f62d00d1e40 2023-10-21T13:05:23.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.698+0000 7f62c67fc700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f62b406af30 0x7f62b406d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:23.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.698+0000 7f62c67fc700 1 -- 172.21.15.67:0/298635244 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f62cc0892f0 con 0x7f62d00d1e40 2023-10-21T13:05:23.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.698+0000 7f62d53f6700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f62b406af30 0x7f62b406d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:23.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.699+0000 7f62d53f6700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f62b406af30 0x7f62b406d3f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f62d009eb10 tx=0x7f62c0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:23.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.702+0000 7f62c67fc700 1 -- 172.21.15.67:0/298635244 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f62cc054430 con 0x7f62d00d1e40 2023-10-21T13:05:23.902 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.900+0000 7f62d7e5b700 1 -- 172.21.15.67:0/298635244 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f62d0074d40 con 0x7f62d00d1e40 2023-10-21T13:05:23.903 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.901+0000 7f62c67fc700 1 -- 172.21.15.67:0/298635244 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f62cc057a50 con 0x7f62d00d1e40 2023-10-21T13:05:23.903 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T13:05:23.905 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.903+0000 7f62d7e5b700 1 -- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f62b406af30 msgr2=0x7f62b406d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:23.905 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.903+0000 7f62d7e5b700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f62b406af30 0x7f62b406d3f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f62d009eb10 tx=0x7f62c0008040 comp rx=0 tx=0).stop 2023-10-21T13:05:23.905 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.903+0000 7f62d7e5b700 1 -- 172.21.15.67:0/298635244 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62d00d1e40 msgr2=0x7f62d00b48a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:23.906 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.903+0000 7f62d7e5b700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62d00d1e40 0x7f62d00b48a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f62cc00c7f0 tx=0x7f62cc00cbb0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.906 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.903+0000 7f62d7e5b700 1 -- 172.21.15.67:0/298635244 shutdown_connections 2023-10-21T13:05:23.906 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.903+0000 7f62d7e5b700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62d015d860 0x7f62d009dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.906 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.903+0000 7f62d7e5b700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62d00d1e40 0x7f62d00b48a0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.906 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.903+0000 7f62d7e5b700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f62b406af30 0x7f62b406d3f0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.907 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.903+0000 7f62d7e5b700 1 --2- 172.21.15.67:0/298635244 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f62d00d22c0 0x7f62d00b2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:23.907 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.903+0000 7f62d7e5b700 1 -- 172.21.15.67:0/298635244 >> 172.21.15.67:0/298635244 conn(0x7f62d009c9e0 msgr2=0x7f62d00b1360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:23.907 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.903+0000 7f62d7e5b700 1 -- 172.21.15.67:0/298635244 shutdown_connections 2023-10-21T13:05:23.907 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:23.903+0000 7f62d7e5b700 1 -- 172.21.15.67:0/298635244 wait complete. 2023-10-21T13:05:23.917 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T13:05:24.044 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.042+0000 7f42a3732700 1 Processor -- start 2023-10-21T13:05:24.045 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.043+0000 7f42a3732700 1 -- start start 2023-10-21T13:05:24.047 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.043+0000 7f42a3732700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f429c0b0880 0x7f429c06b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.047 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.043+0000 7f42a3732700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f429c0b1a00 0x7f429c0cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.047 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.043+0000 7f42a3732700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f429c161f10 con 0x7f429c1623a0 2023-10-21T13:05:24.048 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.043+0000 7f42a3732700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f429c1616b0 con 0x7f429c0b1a00 2023-10-21T13:05:24.048 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.044+0000 7f42a3732700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f429c0d12b0 con 0x7f429c0b0880 2023-10-21T13:05:24.048 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.044+0000 7f42a0ccd700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f429c1623a0 0x7f429c0b12f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48780/0 (socket says 172.21.15.67:48780) 2023-10-21T13:05:24.048 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.044+0000 7f42a0ccd700 1 -- 172.21.15.67:0/1390014568 learned_addr learned my addr 172.21.15.67:0/1390014568 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:24.048 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.044+0000 7f42a1ccf700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f429c0b1a00 0x7f429c0cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.049 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.044+0000 7f42a1ccf700 1 -- 172.21.15.67:0/1390014568 >> v2:172.21.15.190:3300/0 conn(0x7f429c0b0880 msgr2=0x7f429c06b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:24.049 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.044+0000 7f42a1ccf700 1 --2- 172.21.15.67:0/1390014568 >> v2:172.21.15.190:3300/0 conn(0x7f429c0b0880 0x7f429c06b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.049 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.044+0000 7f42a1ccf700 1 -- 172.21.15.67:0/1390014568 >> v1:172.21.15.67:6789/0 conn(0x7f429c1623a0 legacy=0x7f429c0b12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.049 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.044+0000 7f428ffff700 1 -- 172.21.15.67:0/1390014568 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1363714546 0 0) 0x7f429c161f10 con 0x7f429c1623a0 2023-10-21T13:05:24.049 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.044+0000 7f42a1ccf700 1 -- 172.21.15.67:0/1390014568 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f429c0cffc0 con 0x7f429c0b1a00 2023-10-21T13:05:24.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.044+0000 7f42a1ccf700 1 --2- 172.21.15.67:0/1390014568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f429c0b1a00 0x7f429c0cf920 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f429c0b1f00 tx=0x7f429400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85070f6410ecf2e7 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:24.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.044+0000 7f428ffff700 1 -- 172.21.15.67:0/1390014568 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f429400e070 con 0x7f429c0b1a00 2023-10-21T13:05:24.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.044+0000 7f428ffff700 1 -- 172.21.15.67:0/1390014568 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f429400bbd0 con 0x7f429c0b1a00 2023-10-21T13:05:24.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.044+0000 7f428ffff700 1 -- 172.21.15.67:0/1390014568 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4294012430 con 0x7f429c0b1a00 2023-10-21T13:05:24.050 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.045+0000 7f42a3732700 1 -- 172.21.15.67:0/1390014568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f429c0b1a00 msgr2=0x7f429c0cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.051 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.045+0000 7f42a3732700 1 --2- 172.21.15.67:0/1390014568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f429c0b1a00 0x7f429c0cf920 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f429c0b1f00 tx=0x7f429400b330 comp rx=0 tx=0).stop 2023-10-21T13:05:24.051 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.045+0000 7f42a3732700 1 -- 172.21.15.67:0/1390014568 shutdown_connections 2023-10-21T13:05:24.051 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.045+0000 7f42a3732700 1 --2- 172.21.15.67:0/1390014568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f429c0b1a00 0x7f429c0cf920 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.051 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.045+0000 7f42a3732700 1 --2- 172.21.15.67:0/1390014568 >> v2:172.21.15.190:3300/0 conn(0x7f429c0b0880 0x7f429c06b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.051 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.045+0000 7f42a3732700 1 -- 172.21.15.67:0/1390014568 >> 172.21.15.67:0/1390014568 conn(0x7f429c0999d0 msgr2=0x7f429c0d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:24.052 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.045+0000 7f42a3732700 1 -- 172.21.15.67:0/1390014568 shutdown_connections 2023-10-21T13:05:24.052 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.045+0000 7f42a3732700 1 -- 172.21.15.67:0/1390014568 wait complete. 2023-10-21T13:05:24.054 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.047+0000 7f42a3732700 1 Processor -- start 2023-10-21T13:05:24.054 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.047+0000 7f42a3732700 1 -- start start 2023-10-21T13:05:24.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a3732700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f429c0b0880 0x7f429c0c8950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a3732700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f429c0b1a00 0x7f429c0b4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a3732700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f429c1623a0 0x7f429c0b54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a3732700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429c0b5120 con 0x7f429c0b1a00 2023-10-21T13:05:24.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a3732700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429c1f3d60 con 0x7f429c0b0880 2023-10-21T13:05:24.056 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a3732700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f429c0c4f90 con 0x7f429c1623a0 2023-10-21T13:05:24.056 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a0ccd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f429c0b1a00 0x7f429c0b4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.056 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a0ccd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f429c0b1a00 0x7f429c0b4be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60726/0 (socket says 172.21.15.67:60726) 2023-10-21T13:05:24.056 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a0ccd700 1 -- 172.21.15.67:0/4146695183 learned_addr learned my addr 172.21.15.67:0/4146695183 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:24.056 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a0ccd700 1 -- 172.21.15.67:0/4146695183 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f429c1623a0 msgr2=0x7f429c0b54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a0ccd700 1 --2- 172.21.15.67:0/4146695183 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f429c1623a0 0x7f429c0b54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a0ccd700 1 -- 172.21.15.67:0/4146695183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f429c0b0880 msgr2=0x7f429c0c8950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.057 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a0ccd700 1 --2- 172.21.15.67:0/4146695183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f429c0b0880 0x7f429c0c8950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a0ccd700 1 -- 172.21.15.67:0/4146695183 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4294009a70 con 0x7f429c0b1a00 2023-10-21T13:05:24.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a0ccd700 1 --2- 172.21.15.67:0/4146695183 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f429c0b1a00 0x7f429c0b4be0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f42900011e0 tx=0x7f429000cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:24.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f428dffb700 1 -- 172.21.15.67:0/4146695183 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4290004c80 con 0x7f429c0b1a00 2023-10-21T13:05:24.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f428dffb700 1 -- 172.21.15.67:0/4146695183 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4290004e00 con 0x7f429c0b1a00 2023-10-21T13:05:24.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f42a3732700 1 -- 172.21.15.67:0/4146695183 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f429c0c5270 con 0x7f429c0b1a00 2023-10-21T13:05:24.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.048+0000 7f428dffb700 1 -- 172.21.15.67:0/4146695183 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4290007310 con 0x7f429c0b1a00 2023-10-21T13:05:24.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.049+0000 7f42a3732700 1 -- 172.21.15.67:0/4146695183 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f429c1f4040 con 0x7f429c0b1a00 2023-10-21T13:05:24.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.050+0000 7f42a3732700 1 -- 172.21.15.67:0/4146695183 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f429c0c5790 con 0x7f429c0b1a00 2023-10-21T13:05:24.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.050+0000 7f428dffb700 1 -- 172.21.15.67:0/4146695183 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4290007470 con 0x7f429c0b1a00 2023-10-21T13:05:24.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.050+0000 7f428dffb700 1 --2- 172.21.15.67:0/4146695183 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f428006af00 0x7f428006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.050+0000 7f428dffb700 1 -- 172.21.15.67:0/4146695183 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4290089380 con 0x7f429c0b1a00 2023-10-21T13:05:24.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.050+0000 7f42a14ce700 1 --2- 172.21.15.67:0/4146695183 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f428006af00 0x7f428006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.051+0000 7f42a14ce700 1 --2- 172.21.15.67:0/4146695183 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f428006af00 0x7f428006d3c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f429c0c6be0 tx=0x7f4298006c80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:24.061 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.054+0000 7f428dffb700 1 -- 172.21.15.67:0/4146695183 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f429c0c5790 con 0x7f429c0b1a00 2023-10-21T13:05:24.255 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.253+0000 7f42a3732700 1 -- 172.21.15.67:0/4146695183 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f429c0c5790 con 0x7f429c0b1a00 2023-10-21T13:05:24.256 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.254+0000 7f428dffb700 1 -- 172.21.15.67:0/4146695183 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f429c0c5790 con 0x7f429c0b1a00 2023-10-21T13:05:24.256 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2023-10-21T13:05:24.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.256+0000 7f42a3732700 1 -- 172.21.15.67:0/4146695183 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f428006af00 msgr2=0x7f428006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.256+0000 7f42a3732700 1 --2- 172.21.15.67:0/4146695183 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f428006af00 0x7f428006d3c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f429c0c6be0 tx=0x7f4298006c80 comp rx=0 tx=0).stop 2023-10-21T13:05:24.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.256+0000 7f42a3732700 1 -- 172.21.15.67:0/4146695183 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f429c0b1a00 msgr2=0x7f429c0b4be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.256+0000 7f42a3732700 1 --2- 172.21.15.67:0/4146695183 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f429c0b1a00 0x7f429c0b4be0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f42900011e0 tx=0x7f429000cae0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.256+0000 7f42a3732700 1 -- 172.21.15.67:0/4146695183 shutdown_connections 2023-10-21T13:05:24.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.256+0000 7f42a3732700 1 --2- 172.21.15.67:0/4146695183 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f428006af00 0x7f428006d3c0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.256+0000 7f42a3732700 1 --2- 172.21.15.67:0/4146695183 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f429c1623a0 0x7f429c0b54e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.256+0000 7f42a3732700 1 --2- 172.21.15.67:0/4146695183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f429c0b0880 0x7f429c0c8950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.256+0000 7f42a3732700 1 --2- 172.21.15.67:0/4146695183 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f429c0b1a00 0x7f429c0b4be0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.256+0000 7f42a3732700 1 -- 172.21.15.67:0/4146695183 >> 172.21.15.67:0/4146695183 conn(0x7f429c0999d0 msgr2=0x7f429c15c220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:24.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.256+0000 7f42a3732700 1 -- 172.21.15.67:0/4146695183 shutdown_connections 2023-10-21T13:05:24.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.256+0000 7f42a3732700 1 -- 172.21.15.67:0/4146695183 wait complete. 2023-10-21T13:05:24.270 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T13:05:24.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.396+0000 7fb45e684700 1 Processor -- start 2023-10-21T13:05:24.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.396+0000 7fb45e684700 1 -- start start 2023-10-21T13:05:24.401 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb45e684700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb4580b0880 0x7fb45806b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.401 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb45e684700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fb4581623a0 0x7fb4580cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.401 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb45e684700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb4580b12f0 0x7fb4580b1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.402 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb45e684700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4581616b0 con 0x7fb4580b0880 2023-10-21T13:05:24.402 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb45e684700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4580b1c80 con 0x7fb4581623a0 2023-10-21T13:05:24.402 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb45e684700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb458161f10 con 0x7fb4580b12f0 2023-10-21T13:05:24.402 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb457fff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb4580b0880 0x7fb45806b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.403 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb457fff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb4580b0880 0x7fb45806b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60732/0 (socket says 172.21.15.67:60732) 2023-10-21T13:05:24.403 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb457fff700 1 -- 172.21.15.67:0/1730334031 learned_addr learned my addr 172.21.15.67:0/1730334031 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:24.403 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb4577fe700 1 --2- 172.21.15.67:0/1730334031 >> v2:172.21.15.190:3300/0 conn(0x7fb4581623a0 0x7fb4580cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.403 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb45cc21700 1 --2- 172.21.15.67:0/1730334031 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb4580b12f0 0x7fb4580b1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.403 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb457fff700 1 -- 172.21.15.67:0/1730334031 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb4580b12f0 msgr2=0x7fb4580b1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:24.404 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb457fff700 1 --2- 172.21.15.67:0/1730334031 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb4580b12f0 0x7fb4580b1740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.404 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb457fff700 1 -- 172.21.15.67:0/1730334031 >> v2:172.21.15.190:3300/0 conn(0x7fb4581623a0 msgr2=0x7fb4580cf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:24.404 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb457fff700 1 --2- 172.21.15.67:0/1730334031 >> v2:172.21.15.190:3300/0 conn(0x7fb4581623a0 0x7fb4580cf920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.404 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb457fff700 1 -- 172.21.15.67:0/1730334031 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4580d12b0 con 0x7fb4580b0880 2023-10-21T13:05:24.405 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb4577fe700 1 --2- 172.21.15.67:0/1730334031 >> v2:172.21.15.190:3300/0 conn(0x7fb4581623a0 0x7fb4580cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:24.405 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb45cc21700 1 --2- 172.21.15.67:0/1730334031 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb4580b12f0 0x7fb4580b1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:24.405 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb457fff700 1 --2- 172.21.15.67:0/1730334031 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4580b0880 0x7fb45806b2e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb458071a30 tx=0x7fb448009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ced62da36347406a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:24.405 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.397+0000 7fb456ffd700 1 -- 172.21.15.67:0/1730334031 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb44800b870 con 0x7fb4580b0880 2023-10-21T13:05:24.405 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.398+0000 7fb456ffd700 1 -- 172.21.15.67:0/1730334031 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb44800b9d0 con 0x7fb4580b0880 2023-10-21T13:05:24.406 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.398+0000 7fb456ffd700 1 -- 172.21.15.67:0/1730334031 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb44800bd60 con 0x7fb4580b0880 2023-10-21T13:05:24.406 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.398+0000 7fb45e684700 1 -- 172.21.15.67:0/1730334031 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4580b0880 msgr2=0x7fb45806b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.406 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.398+0000 7fb45e684700 1 --2- 172.21.15.67:0/1730334031 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4580b0880 0x7fb45806b2e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb458071a30 tx=0x7fb448009bd0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.406 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.398+0000 7fb45e684700 1 -- 172.21.15.67:0/1730334031 shutdown_connections 2023-10-21T13:05:24.406 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.398+0000 7fb45e684700 1 --2- 172.21.15.67:0/1730334031 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4580b0880 0x7fb45806b2e0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.407 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.398+0000 7fb45e684700 1 --2- 172.21.15.67:0/1730334031 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb4580b12f0 0x7fb4580b1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.407 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.398+0000 7fb45e684700 1 --2- 172.21.15.67:0/1730334031 >> v2:172.21.15.190:3300/0 conn(0x7fb4581623a0 0x7fb4580cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.407 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.398+0000 7fb45e684700 1 -- 172.21.15.67:0/1730334031 >> 172.21.15.67:0/1730334031 conn(0x7fb4580999d0 msgr2=0x7fb4580d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:24.407 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.398+0000 7fb45e684700 1 -- 172.21.15.67:0/1730334031 shutdown_connections 2023-10-21T13:05:24.407 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.398+0000 7fb45e684700 1 -- 172.21.15.67:0/1730334031 wait complete. 2023-10-21T13:05:24.407 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.399+0000 7fb45e684700 1 Processor -- start 2023-10-21T13:05:24.408 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.399+0000 7fb45e684700 1 -- start start 2023-10-21T13:05:24.410 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.400+0000 7fb45e684700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4580b0880 0x7fb45814e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.411 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.400+0000 7fb45e684700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb4580b12f0 0x7fb4580b3060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.411 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.400+0000 7fb45e684700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb4581623a0 0x7fb4580ad300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.411 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.400+0000 7fb45e684700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4580c4170 con 0x7fb4580b0880 2023-10-21T13:05:24.411 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.400+0000 7fb45e684700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4580b5b50 con 0x7fb4581623a0 2023-10-21T13:05:24.411 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.400+0000 7fb45e684700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4580c4410 con 0x7fb4580b12f0 2023-10-21T13:05:24.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.400+0000 7fb457fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4580b0880 0x7fb45814e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.400+0000 7fb457fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4580b0880 0x7fb45814e850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60738/0 (socket says 172.21.15.67:60738) 2023-10-21T13:05:24.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.400+0000 7fb457fff700 1 -- 172.21.15.67:0/3719376498 learned_addr learned my addr 172.21.15.67:0/3719376498 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:24.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.400+0000 7fb4577fe700 1 --2- 172.21.15.67:0/3719376498 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb4580b12f0 0x7fb4580b3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.400+0000 7fb45cc21700 1 --2- 172.21.15.67:0/3719376498 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb4581623a0 0x7fb4580ad300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.401+0000 7fb457fff700 1 -- 172.21.15.67:0/3719376498 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb4580b12f0 msgr2=0x7fb4580b3060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.401+0000 7fb457fff700 1 --2- 172.21.15.67:0/3719376498 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb4580b12f0 0x7fb4580b3060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.401+0000 7fb457fff700 1 -- 172.21.15.67:0/3719376498 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb4581623a0 msgr2=0x7fb4580ad300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.401+0000 7fb457fff700 1 --2- 172.21.15.67:0/3719376498 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb4581623a0 0x7fb4580ad300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.401+0000 7fb457fff700 1 -- 172.21.15.67:0/3719376498 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb448009550 con 0x7fb4580b0880 2023-10-21T13:05:24.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.401+0000 7fb457fff700 1 --2- 172.21.15.67:0/3719376498 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4580b0880 0x7fb45814e850 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fb448014040 tx=0x7fb448004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.401+0000 7fb454ff9700 1 -- 172.21.15.67:0/3719376498 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb448004250 con 0x7fb4580b0880 2023-10-21T13:05:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.401+0000 7fb454ff9700 1 -- 172.21.15.67:0/3719376498 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb44801e070 con 0x7fb4580b0880 2023-10-21T13:05:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.401+0000 7fb45e684700 1 -- 172.21.15.67:0/3719376498 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4580c46f0 con 0x7fb4580b0880 2023-10-21T13:05:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.401+0000 7fb454ff9700 1 -- 172.21.15.67:0/3719376498 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4480036a0 con 0x7fb4580b0880 2023-10-21T13:05:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.401+0000 7fb45e684700 1 -- 172.21.15.67:0/3719376498 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4580b5e30 con 0x7fb4580b0880 2023-10-21T13:05:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.402+0000 7fb45e684700 1 -- 172.21.15.67:0/3719376498 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb458074d40 con 0x7fb4580b0880 2023-10-21T13:05:24.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.402+0000 7fb454ff9700 1 -- 172.21.15.67:0/3719376498 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb448020030 con 0x7fb4580b0880 2023-10-21T13:05:24.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.403+0000 7fb454ff9700 1 --2- 172.21.15.67:0/3719376498 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb44406af00 0x7fb44406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.403+0000 7fb454ff9700 1 -- 172.21.15.67:0/3719376498 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb44808a5f0 con 0x7fb4580b0880 2023-10-21T13:05:24.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.403+0000 7fb4577fe700 1 --2- 172.21.15.67:0/3719376498 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb44406af00 0x7fb44406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.403+0000 7fb4577fe700 1 --2- 172.21.15.67:0/3719376498 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb44406af00 0x7fb44406d3c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb4580c6e60 tx=0x7fb44c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:24.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.407+0000 7fb454ff9700 1 -- 172.21.15.67:0/3719376498 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb448055730 con 0x7fb4580b0880 2023-10-21T13:05:24.607 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.605+0000 7fb45e684700 1 -- 172.21.15.67:0/3719376498 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb45806d610 con 0x7fb4580b0880 2023-10-21T13:05:24.608 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.606+0000 7fb454ff9700 1 -- 172.21.15.67:0/3719376498 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb448058d50 con 0x7fb4580b0880 2023-10-21T13:05:24.608 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2023-10-21T13:05:24.610 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.608+0000 7fb45e684700 1 -- 172.21.15.67:0/3719376498 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb44406af00 msgr2=0x7fb44406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.610 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.608+0000 7fb45e684700 1 --2- 172.21.15.67:0/3719376498 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb44406af00 0x7fb44406d3c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb4580c6e60 tx=0x7fb44c008040 comp rx=0 tx=0).stop 2023-10-21T13:05:24.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.608+0000 7fb45e684700 1 -- 172.21.15.67:0/3719376498 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4580b0880 msgr2=0x7fb45814e850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.608+0000 7fb45e684700 1 --2- 172.21.15.67:0/3719376498 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4580b0880 0x7fb45814e850 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fb448014040 tx=0x7fb448004750 comp rx=0 tx=0).stop 2023-10-21T13:05:24.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.608+0000 7fb45e684700 1 -- 172.21.15.67:0/3719376498 shutdown_connections 2023-10-21T13:05:24.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.608+0000 7fb45e684700 1 --2- 172.21.15.67:0/3719376498 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb4581623a0 0x7fb4580ad300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.608+0000 7fb45e684700 1 --2- 172.21.15.67:0/3719376498 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4580b0880 0x7fb45814e850 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.608+0000 7fb45e684700 1 --2- 172.21.15.67:0/3719376498 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb44406af00 0x7fb44406d3c0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.608+0000 7fb45e684700 1 --2- 172.21.15.67:0/3719376498 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb4580b12f0 0x7fb4580b3060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.608+0000 7fb45e684700 1 -- 172.21.15.67:0/3719376498 >> 172.21.15.67:0/3719376498 conn(0x7fb4580999d0 msgr2=0x7fb45806e3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:24.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.608+0000 7fb45e684700 1 -- 172.21.15.67:0/3719376498 shutdown_connections 2023-10-21T13:05:24.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.608+0000 7fb45e684700 1 -- 172.21.15.67:0/3719376498 wait complete. 2023-10-21T13:05:24.622 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2023-10-21T13:05:24.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.746+0000 7fe093cfb700 1 Processor -- start 2023-10-21T13:05:24.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.746+0000 7fe093cfb700 1 -- start start 2023-10-21T13:05:24.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.747+0000 7fe093cfb700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe08c0cf730 0x7fe08c0cfb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.747+0000 7fe093cfb700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe08c0cb600 con 0x7fe08c15da10 2023-10-21T13:05:24.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.747+0000 7fe093cfb700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe08c15ddf0 con 0x7fe08c06a8d0 2023-10-21T13:05:24.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.747+0000 7fe093cfb700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe08c0d00d0 con 0x7fe08c0cf730 2023-10-21T13:05:24.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.747+0000 7fe091a97700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fe08c15da10 0x7fe08c0b31f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48808/0 (socket says 172.21.15.67:48808) 2023-10-21T13:05:24.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.747+0000 7fe091a97700 1 -- 172.21.15.67:0/4182425839 learned_addr learned my addr 172.21.15.67:0/4182425839 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:24.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.747+0000 7fe091296700 1 --2- 172.21.15.67:0/4182425839 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe08c0cf730 0x7fe08c0cfb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.747+0000 7fe090a95700 1 -- 172.21.15.67:0/4182425839 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1545096918 0 0) 0x7fe08c0cb600 con 0x7fe08c15da10 2023-10-21T13:05:24.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.747+0000 7fe090a95700 1 -- 172.21.15.67:0/4182425839 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe0780035b0 con 0x7fe08c15da10 2023-10-21T13:05:24.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.747+0000 7fe090a95700 1 -- 172.21.15.67:0/4182425839 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4283328518 0 0) 0x7fe08c15ddf0 con 0x7fe08c06a8d0 2023-10-21T13:05:24.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.747+0000 7fe090a95700 1 -- 172.21.15.67:0/4182425839 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe08c0cb600 con 0x7fe08c06a8d0 2023-10-21T13:05:24.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.747+0000 7fe090a95700 1 -- 172.21.15.67:0/4182425839 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4192788308 0 0) 0x7fe0780035b0 con 0x7fe08c15da10 2023-10-21T13:05:24.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.748+0000 7fe091296700 1 -- 172.21.15.67:0/4182425839 >> v1:172.21.15.190:6789/0 conn(0x7fe08c06a8d0 legacy=0x7fe08c0cba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.748+0000 7fe091296700 1 -- 172.21.15.67:0/4182425839 >> v1:172.21.15.67:6789/0 conn(0x7fe08c15da10 legacy=0x7fe08c0b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.748+0000 7fe091296700 1 -- 172.21.15.67:0/4182425839 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe08c0ca9f0 con 0x7fe08c0cf730 2023-10-21T13:05:24.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.748+0000 7fe091296700 1 --2- 172.21.15.67:0/4182425839 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe08c0cf730 0x7fe08c0cfb90 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe07c009870 tx=0x7fe07c009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c558f4f411130573 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:24.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.748+0000 7fe090a95700 1 -- 172.21.15.67:0/4182425839 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0880017f0 con 0x7fe08c0cf730 2023-10-21T13:05:24.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.748+0000 7fe090a95700 1 -- 172.21.15.67:0/4182425839 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe07c004030 con 0x7fe08c0cf730 2023-10-21T13:05:24.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.748+0000 7fe090a95700 1 -- 172.21.15.67:0/4182425839 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe07c0043c0 con 0x7fe08c0cf730 2023-10-21T13:05:24.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.748+0000 7fe093cfb700 1 -- 172.21.15.67:0/4182425839 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe08c0cf730 msgr2=0x7fe08c0cfb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.748+0000 7fe093cfb700 1 --2- 172.21.15.67:0/4182425839 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe08c0cf730 0x7fe08c0cfb90 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe07c009870 tx=0x7fe07c009b80 comp rx=0 tx=0).stop 2023-10-21T13:05:24.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.749+0000 7fe093cfb700 1 -- 172.21.15.67:0/4182425839 shutdown_connections 2023-10-21T13:05:24.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.749+0000 7fe093cfb700 1 --2- 172.21.15.67:0/4182425839 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe08c0cf730 0x7fe08c0cfb90 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.749+0000 7fe093cfb700 1 -- 172.21.15.67:0/4182425839 >> 172.21.15.67:0/4182425839 conn(0x7fe08c0999d0 msgr2=0x7fe08c0d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:24.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.749+0000 7fe093cfb700 1 -- 172.21.15.67:0/4182425839 shutdown_connections 2023-10-21T13:05:24.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.749+0000 7fe093cfb700 1 -- 172.21.15.67:0/4182425839 wait complete. 2023-10-21T13:05:24.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.750+0000 7fe093cfb700 1 Processor -- start 2023-10-21T13:05:24.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.750+0000 7fe093cfb700 1 -- start start 2023-10-21T13:05:24.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe093cfb700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe08c06a8d0 0x7fe08c158860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe093cfb700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe08c0cf730 0x7fe08c0c8880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe093cfb700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe08c15da10 0x7fe08c14c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe093cfb700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe08c14ccb0 con 0x7fe08c0cf730 2023-10-21T13:05:24.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe093cfb700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe08c0c77e0 con 0x7fe08c06a8d0 2023-10-21T13:05:24.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe093cfb700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe08c0c7ac0 con 0x7fe08c15da10 2023-10-21T13:05:24.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe091296700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe08c0cf730 0x7fe08c0c8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe091296700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe08c0cf730 0x7fe08c0c8880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60754/0 (socket says 172.21.15.67:60754) 2023-10-21T13:05:24.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe091296700 1 -- 172.21.15.67:0/240502763 learned_addr learned my addr 172.21.15.67:0/240502763 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:24.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe091a97700 1 --2- 172.21.15.67:0/240502763 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe08c06a8d0 0x7fe08c158860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe092298700 1 --2- 172.21.15.67:0/240502763 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe08c15da10 0x7fe08c14c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe091296700 1 -- 172.21.15.67:0/240502763 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe08c15da10 msgr2=0x7fe08c14c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe091296700 1 --2- 172.21.15.67:0/240502763 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe08c15da10 0x7fe08c14c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe091296700 1 -- 172.21.15.67:0/240502763 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe08c06a8d0 msgr2=0x7fe08c158860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:24.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe091296700 1 --2- 172.21.15.67:0/240502763 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe08c06a8d0 0x7fe08c158860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:24.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe091296700 1 -- 172.21.15.67:0/240502763 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe07c0094a0 con 0x7fe08c0cf730 2023-10-21T13:05:24.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe091296700 1 --2- 172.21.15.67:0/240502763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe08c0cf730 0x7fe08c0c8880 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fe07c000c00 tx=0x7fe07c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:24.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe0827fc700 1 -- 172.21.15.67:0/240502763 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe07c011630 con 0x7fe08c0cf730 2023-10-21T13:05:24.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe0827fc700 1 -- 172.21.15.67:0/240502763 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe07c01f070 con 0x7fe08c0cf730 2023-10-21T13:05:24.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe093cfb700 1 -- 172.21.15.67:0/240502763 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe08c0c7da0 con 0x7fe08c0cf730 2023-10-21T13:05:24.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe0827fc700 1 -- 172.21.15.67:0/240502763 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe07c0119f0 con 0x7fe08c0cf730 2023-10-21T13:05:24.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.751+0000 7fe093cfb700 1 -- 172.21.15.67:0/240502763 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe08c0c8360 con 0x7fe08c0cf730 2023-10-21T13:05:24.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.752+0000 7fe093cfb700 1 -- 172.21.15.67:0/240502763 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe08c074d40 con 0x7fe08c0cf730 2023-10-21T13:05:24.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.753+0000 7fe0827fc700 1 -- 172.21.15.67:0/240502763 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fe07c011b50 con 0x7fe08c0cf730 2023-10-21T13:05:24.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.753+0000 7fe0827fc700 1 --2- 172.21.15.67:0/240502763 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe07006af00 0x7fe07006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:24.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.753+0000 7fe0827fc700 1 -- 172.21.15.67:0/240502763 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe07c021070 con 0x7fe08c0cf730 2023-10-21T13:05:24.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.753+0000 7fe091a97700 1 --2- 172.21.15.67:0/240502763 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe07006af00 0x7fe07006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:24.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.754+0000 7fe091a97700 1 --2- 172.21.15.67:0/240502763 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe07006af00 0x7fe07006d3c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe088001360 tx=0x7fe088009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:24.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:24.758+0000 7fe0827fc700 1 -- 172.21.15.67:0/240502763 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fe07c056030 con 0x7fe08c0cf730 2023-10-21T13:05:25.044 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.042+0000 7fe093cfb700 1 -- 172.21.15.67:0/240502763 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) v1 -- 0x7fe08c073ca0 con 0x7fe08c0cf730 2023-10-21T13:05:25.504 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.502+0000 7fe0827fc700 1 -- 172.21.15.67:0/240502763 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v44) v1 ==== 147+0+0 (secure 0 0 0) 0x7fe07c059650 con 0x7fe08c0cf730 2023-10-21T13:05:25.507 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.505+0000 7fe093cfb700 1 -- 172.21.15.67:0/240502763 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe07006af00 msgr2=0x7fe07006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:25.508 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.505+0000 7fe093cfb700 1 --2- 172.21.15.67:0/240502763 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe07006af00 0x7fe07006d3c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe088001360 tx=0x7fe088009040 comp rx=0 tx=0).stop 2023-10-21T13:05:25.508 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.505+0000 7fe093cfb700 1 -- 172.21.15.67:0/240502763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe08c0cf730 msgr2=0x7fe08c0c8880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:25.508 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.505+0000 7fe093cfb700 1 --2- 172.21.15.67:0/240502763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe08c0cf730 0x7fe08c0c8880 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fe07c000c00 tx=0x7fe07c004750 comp rx=0 tx=0).stop 2023-10-21T13:05:25.508 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.505+0000 7fe093cfb700 1 -- 172.21.15.67:0/240502763 shutdown_connections 2023-10-21T13:05:25.508 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.505+0000 7fe093cfb700 1 --2- 172.21.15.67:0/240502763 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe07006af00 0x7fe07006d3c0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.505+0000 7fe093cfb700 1 --2- 172.21.15.67:0/240502763 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe08c15da10 0x7fe08c14c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.505+0000 7fe093cfb700 1 --2- 172.21.15.67:0/240502763 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe08c06a8d0 0x7fe08c158860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.505+0000 7fe093cfb700 1 --2- 172.21.15.67:0/240502763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe08c0cf730 0x7fe08c0c8880 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.505+0000 7fe093cfb700 1 -- 172.21.15.67:0/240502763 >> 172.21.15.67:0/240502763 conn(0x7fe08c0999d0 msgr2=0x7fe08c15cbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:25.510 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.505+0000 7fe093cfb700 1 -- 172.21.15.67:0/240502763 shutdown_connections 2023-10-21T13:05:25.510 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.505+0000 7fe093cfb700 1 -- 172.21.15.67:0/240502763 wait complete. 2023-10-21T13:05:25.521 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-10-21T13:05:25.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.652+0000 7f1bdaee0700 1 Processor -- start 2023-10-21T13:05:25.655 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.652+0000 7f1bdaee0700 1 -- start start 2023-10-21T13:05:25.658 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.653+0000 7f1bdaee0700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bd40b0880 0x7f1bd406b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:25.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.653+0000 7f1bdaee0700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f1bd41623a0 0x7f1bd40cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:25.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.653+0000 7f1bdaee0700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bd4161f10 con 0x7f1bd40b12f0 2023-10-21T13:05:25.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.653+0000 7f1bdaee0700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bd41616b0 con 0x7f1bd41623a0 2023-10-21T13:05:25.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.653+0000 7f1bdaee0700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd40d12b0 con 0x7f1bd40b0880 2023-10-21T13:05:25.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.653+0000 7f1bd947d700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f1bd40b12f0 0x7f1bd40cce30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48826/0 (socket says 172.21.15.67:48826) 2023-10-21T13:05:25.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.653+0000 7f1bd947d700 1 -- 172.21.15.67:0/1245644665 learned_addr learned my addr 172.21.15.67:0/1245644665 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:25.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.653+0000 7f1bd3fff700 1 --2- 172.21.15.67:0/1245644665 >> v2:172.21.15.190:3300/0 conn(0x7f1bd41623a0 0x7f1bd40cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:25.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.653+0000 7f1bd8c7c700 1 --2- 172.21.15.67:0/1245644665 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bd40b0880 0x7f1bd406b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:25.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.653+0000 7f1bd37fe700 1 -- 172.21.15.67:0/1245644665 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1201594010 0 0) 0x7f1bd4161f10 con 0x7f1bd40b12f0 2023-10-21T13:05:25.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 -- 172.21.15.67:0/1245644665 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1bc40035b0 con 0x7f1bd40b12f0 2023-10-21T13:05:25.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 -- 172.21.15.67:0/1245644665 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2188735450 0 0) 0x7f1bc40035b0 con 0x7f1bd40b12f0 2023-10-21T13:05:25.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 -- 172.21.15.67:0/1245644665 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bd40b0880 msgr2=0x7f1bd406b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:25.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 --2- 172.21.15.67:0/1245644665 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bd40b0880 0x7f1bd406b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:25.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 -- 172.21.15.67:0/1245644665 >> v2:172.21.15.190:3300/0 conn(0x7f1bd41623a0 msgr2=0x7f1bd40cf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:25.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 --2- 172.21.15.67:0/1245644665 >> v2:172.21.15.190:3300/0 conn(0x7f1bd41623a0 0x7f1bd40cf920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:25.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 -- 172.21.15.67:0/1245644665 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bd40cffc0 con 0x7f1bd40b12f0 2023-10-21T13:05:25.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 -- 172.21.15.67:0/1245644665 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f1bcc0019f0 con 0x7f1bd40b12f0 2023-10-21T13:05:25.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 -- 172.21.15.67:0/1245644665 >> v1:172.21.15.67:6789/0 conn(0x7f1bd40b12f0 legacy=0x7f1bd40cce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:25.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 --2- 172.21.15.67:0/1245644665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bc4003a00 0x7f1bc4003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:25.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 --2- 172.21.15.67:0/1245644665 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bc4004850 0x7f1bc4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:25.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 --2- 172.21.15.67:0/1245644665 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bd40b0880 0x7f1bc4005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:25.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 -- 172.21.15.67:0/1245644665 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd41616b0 con 0x7f1bc4003a00 2023-10-21T13:05:25.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 -- 172.21.15.67:0/1245644665 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd40d12b0 con 0x7f1bc4004850 2023-10-21T13:05:25.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd37fe700 1 -- 172.21.15.67:0/1245644665 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc400ba10 con 0x7f1bd40b0880 2023-10-21T13:05:25.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd8c7c700 1 --2- 172.21.15.67:0/1245644665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bc4003a00 0x7f1bc4003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:25.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd3fff700 1 --2- 172.21.15.67:0/1245644665 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bc4004850 0x7f1bc4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:25.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd947d700 1 --2- 172.21.15.67:0/1245644665 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bd40b0880 0x7f1bc4005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:25.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd8c7c700 1 -- 172.21.15.67:0/1245644665 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bd40b0880 msgr2=0x7f1bc4005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:25.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd8c7c700 1 --2- 172.21.15.67:0/1245644665 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bd40b0880 0x7f1bc4005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:25.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd8c7c700 1 -- 172.21.15.67:0/1245644665 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bc4004850 msgr2=0x7f1bc4004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:25.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd8c7c700 1 --2- 172.21.15.67:0/1245644665 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bc4004850 0x7f1bc4004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:25.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd8c7c700 1 -- 172.21.15.67:0/1245644665 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bc40035b0 con 0x7f1bc4003a00 2023-10-21T13:05:25.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd947d700 1 --2- 172.21.15.67:0/1245644665 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bd40b0880 0x7f1bc4005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:25.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.654+0000 7f1bd8c7c700 1 --2- 172.21.15.67:0/1245644665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bc4003a00 0x7f1bc4003e20 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1bc8009b90 tx=0x7f1bc4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf3e7e3b42abc10f server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:25.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.655+0000 7f1bd37fe700 1 -- 172.21.15.67:0/1245644665 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc800e6c0 con 0x7f1bc4003a00 2023-10-21T13:05:25.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.655+0000 7f1bd37fe700 1 -- 172.21.15.67:0/1245644665 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bc800e820 con 0x7f1bc4003a00 2023-10-21T13:05:25.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.655+0000 7f1bd37fe700 1 -- 172.21.15.67:0/1245644665 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc800eb90 con 0x7f1bc4003a00 2023-10-21T13:05:25.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.655+0000 7f1bdaee0700 1 -- 172.21.15.67:0/1245644665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bc4003a00 msgr2=0x7f1bc4003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:25.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.655+0000 7f1bdaee0700 1 --2- 172.21.15.67:0/1245644665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bc4003a00 0x7f1bc4003e20 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1bc8009b90 tx=0x7f1bc4005880 comp rx=0 tx=0).stop 2023-10-21T13:05:25.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.655+0000 7f1bd947d700 1 -- 172.21.15.67:0/1245644665 reap_dead start 2023-10-21T13:05:25.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.655+0000 7f1bdaee0700 1 -- 172.21.15.67:0/1245644665 shutdown_connections 2023-10-21T13:05:25.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.655+0000 7f1bdaee0700 1 -- 172.21.15.67:0/1245644665 >> 172.21.15.67:0/1245644665 conn(0x7f1bd40999d0 msgr2=0x7f1bd40d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:25.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.655+0000 7f1bdaee0700 1 -- 172.21.15.67:0/1245644665 shutdown_connections 2023-10-21T13:05:25.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.655+0000 7f1bdaee0700 1 -- 172.21.15.67:0/1245644665 wait complete. 2023-10-21T13:05:25.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.656+0000 7f1bdaee0700 1 Processor -- start 2023-10-21T13:05:25.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.657+0000 7f1bdaee0700 1 -- start start 2023-10-21T13:05:25.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.657+0000 7f1bdaee0700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bc4003a00 0x7f1bd41529e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:25.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.657+0000 7f1bdaee0700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bd40af670 0x7f1bd40cc880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:25.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.657+0000 7f1bdaee0700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bd40afaf0 0x7f1bd40ccdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:25.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.657+0000 7f1bdaee0700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd4152f20 con 0x7f1bd40afaf0 2023-10-21T13:05:25.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.657+0000 7f1bdaee0700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd40c4e50 con 0x7f1bd40af670 2023-10-21T13:05:25.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.657+0000 7f1bdaee0700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd40c4240 con 0x7f1bc4003a00 2023-10-21T13:05:25.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bd947d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bd40afaf0 0x7f1bd40ccdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:25.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bd947d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bd40afaf0 0x7f1bd40ccdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60776/0 (socket says 172.21.15.67:60776) 2023-10-21T13:05:25.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bd947d700 1 -- 172.21.15.67:0/3992976804 learned_addr learned my addr 172.21.15.67:0/3992976804 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:25.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bd3fff700 1 --2- 172.21.15.67:0/3992976804 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bd40af670 0x7f1bd40cc880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:25.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bd8c7c700 1 --2- 172.21.15.67:0/3992976804 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bc4003a00 0x7f1bd41529e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:25.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bd947d700 1 -- 172.21.15.67:0/3992976804 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bc4003a00 msgr2=0x7f1bd41529e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:25.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bd947d700 1 --2- 172.21.15.67:0/3992976804 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bc4003a00 0x7f1bd41529e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:25.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bd947d700 1 -- 172.21.15.67:0/3992976804 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bd40af670 msgr2=0x7f1bd40cc880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:25.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bd947d700 1 --2- 172.21.15.67:0/3992976804 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bd40af670 0x7f1bd40cc880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:25.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bd947d700 1 -- 172.21.15.67:0/3992976804 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bd40c4520 con 0x7f1bd40afaf0 2023-10-21T13:05:25.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bd947d700 1 --2- 172.21.15.67:0/3992976804 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bd40afaf0 0x7f1bd40ccdc0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc000f80 tx=0x7f1bcc00e440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:25.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bd17fa700 1 -- 172.21.15.67:0/3992976804 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bcc00ec10 con 0x7f1bd40afaf0 2023-10-21T13:05:25.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bd17fa700 1 -- 172.21.15.67:0/3992976804 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bcc00ed90 con 0x7f1bd40afaf0 2023-10-21T13:05:25.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bd17fa700 1 -- 172.21.15.67:0/3992976804 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bcc013660 con 0x7f1bd40afaf0 2023-10-21T13:05:25.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bdaee0700 1 -- 172.21.15.67:0/3992976804 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bd40c4800 con 0x7f1bd40afaf0 2023-10-21T13:05:25.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.658+0000 7f1bdaee0700 1 -- 172.21.15.67:0/3992976804 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bd40c3ea0 con 0x7f1bd40afaf0 2023-10-21T13:05:25.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.659+0000 7f1bdaee0700 1 -- 172.21.15.67:0/3992976804 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bd40c5270 con 0x7f1bd40afaf0 2023-10-21T13:05:25.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.660+0000 7f1bd17fa700 1 -- 172.21.15.67:0/3992976804 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1bcc0137c0 con 0x7f1bd40afaf0 2023-10-21T13:05:25.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.660+0000 7f1bd17fa700 1 --2- 172.21.15.67:0/3992976804 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1bb806af00 0x7f1bb806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:25.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.660+0000 7f1bd17fa700 1 -- 172.21.15.67:0/3992976804 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1bcc089ac0 con 0x7f1bd40afaf0 2023-10-21T13:05:25.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.660+0000 7f1bd8c7c700 1 --2- 172.21.15.67:0/3992976804 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1bb806af00 0x7f1bb806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:25.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.661+0000 7f1bd8c7c700 1 --2- 172.21.15.67:0/3992976804 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1bb806af00 0x7f1bb806d3c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1bc80090b0 tx=0x7f1bc801f040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:25.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.665+0000 7f1bd17fa700 1 -- 172.21.15.67:0/3992976804 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1bd40c5270 con 0x7f1bd40afaf0 2023-10-21T13:05:25.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.867+0000 7f1bdaee0700 1 -- 172.21.15.67:0/3992976804 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f1bd4074d40 con 0x7f1bd40afaf0 2023-10-21T13:05:25.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.870+0000 7f1bd17fa700 1 -- 172.21.15.67:0/3992976804 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7f1bcc089e60 con 0x7f1bd40afaf0 2023-10-21T13:05:25.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.872+0000 7f1bdaee0700 1 -- 172.21.15.67:0/3992976804 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1bb806af00 msgr2=0x7f1bb806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:25.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.872+0000 7f1bdaee0700 1 --2- 172.21.15.67:0/3992976804 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1bb806af00 0x7f1bb806d3c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1bc80090b0 tx=0x7f1bc801f040 comp rx=0 tx=0).stop 2023-10-21T13:05:25.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.872+0000 7f1bdaee0700 1 -- 172.21.15.67:0/3992976804 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bd40afaf0 msgr2=0x7f1bd40ccdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:25.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.872+0000 7f1bdaee0700 1 --2- 172.21.15.67:0/3992976804 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bd40afaf0 0x7f1bd40ccdc0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc000f80 tx=0x7f1bcc00e440 comp rx=0 tx=0).stop 2023-10-21T13:05:25.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.873+0000 7f1bdaee0700 1 -- 172.21.15.67:0/3992976804 shutdown_connections 2023-10-21T13:05:25.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.873+0000 7f1bdaee0700 1 --2- 172.21.15.67:0/3992976804 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bd40afaf0 0x7f1bd40ccdc0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:25.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.873+0000 7f1bdaee0700 1 --2- 172.21.15.67:0/3992976804 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1bb806af00 0x7f1bb806d3c0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:25.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.873+0000 7f1bdaee0700 1 --2- 172.21.15.67:0/3992976804 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1bc4003a00 0x7f1bd41529e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:25.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.873+0000 7f1bdaee0700 1 --2- 172.21.15.67:0/3992976804 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1bd40af670 0x7f1bd40cc880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:25.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.873+0000 7f1bdaee0700 1 -- 172.21.15.67:0/3992976804 >> 172.21.15.67:0/3992976804 conn(0x7f1bd40999d0 msgr2=0x7f1bd40b3060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:25.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.873+0000 7f1bdaee0700 1 -- 172.21.15.67:0/3992976804 shutdown_connections 2023-10-21T13:05:25.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:25.873+0000 7f1bdaee0700 1 -- 172.21.15.67:0/3992976804 wait complete. 2023-10-21T13:05:25.886 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-10-21T13:05:25.887 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-10-21T13:05:25.928 DEBUG:teuthology.orchestra.run.smithi190:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-10-21T13:05:25.985 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-10-21T13:05:25.985 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:05:25.985 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:26.003 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:05:26.004 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:26.061 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:05:26.061 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:26.118 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:26.283 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.281+0000 7f04edb42700 1 Processor -- start 2023-10-21T13:05:26.283 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.281+0000 7f04edb42700 1 -- start start 2023-10-21T13:05:26.286 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04edb42700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f04e815a590 0x7f04e80cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:26.286 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04edb42700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04e80c6b10 0x7f04e80d0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04edb42700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f04e815a970 0x7f04e80cc9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04edb42700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04e80cc310 con 0x7f04e815a970 2023-10-21T13:05:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04edb42700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04e80d1290 con 0x7f04e815a590 2023-10-21T13:05:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04edb42700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04e80cc030 con 0x7f04e80c6b10 2023-10-21T13:05:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04e7fff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f04e815a970 0x7f04e80cc9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04e7fff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f04e815a970 0x7f04e80cc9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60784/0 (socket says 172.21.15.67:60784) 2023-10-21T13:05:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04e7fff700 1 -- 172.21.15.67:0/2372678893 learned_addr learned my addr 172.21.15.67:0/2372678893 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04e77fe700 1 --2- 172.21.15.67:0/2372678893 >> v2:172.21.15.190:3300/0 conn(0x7f04e815a590 0x7f04e80cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04e7fff700 1 -- 172.21.15.67:0/2372678893 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04e80c6b10 msgr2=0x7f04e80d0d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04e6ffd700 1 --2- 172.21.15.67:0/2372678893 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04e80c6b10 0x7f04e80d0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04e7fff700 1 --2- 172.21.15.67:0/2372678893 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04e80c6b10 0x7f04e80d0d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04e7fff700 1 -- 172.21.15.67:0/2372678893 >> v2:172.21.15.190:3300/0 conn(0x7f04e815a590 msgr2=0x7f04e80cb9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04e7fff700 1 --2- 172.21.15.67:0/2372678893 >> v2:172.21.15.190:3300/0 conn(0x7f04e815a590 0x7f04e80cb9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04e7fff700 1 -- 172.21.15.67:0/2372678893 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04e80c4020 con 0x7f04e815a970 2023-10-21T13:05:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04e77fe700 1 --2- 172.21.15.67:0/2372678893 >> v2:172.21.15.190:3300/0 conn(0x7f04e815a590 0x7f04e80cb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.282+0000 7f04e6ffd700 1 --2- 172.21.15.67:0/2372678893 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04e80c6b10 0x7f04e80d0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.283+0000 7f04e7fff700 1 --2- 172.21.15.67:0/2372678893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04e815a970 0x7f04e80cc9b0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f04e80716b0 tx=0x7f04e000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d07ebadf1e4587d0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.283+0000 7f04e67fc700 1 -- 172.21.15.67:0/2372678893 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04e000e070 con 0x7f04e815a970 2023-10-21T13:05:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.283+0000 7f04e67fc700 1 -- 172.21.15.67:0/2372678893 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04e000b9c0 con 0x7f04e815a970 2023-10-21T13:05:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.283+0000 7f04e67fc700 1 -- 172.21.15.67:0/2372678893 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04e000bd70 con 0x7f04e815a970 2023-10-21T13:05:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.283+0000 7f04edb42700 1 -- 172.21.15.67:0/2372678893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04e815a970 msgr2=0x7f04e80cc9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.283+0000 7f04edb42700 1 --2- 172.21.15.67:0/2372678893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04e815a970 0x7f04e80cc9b0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f04e80716b0 tx=0x7f04e000b330 comp rx=0 tx=0).stop 2023-10-21T13:05:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.283+0000 7f04edb42700 1 -- 172.21.15.67:0/2372678893 shutdown_connections 2023-10-21T13:05:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.283+0000 7f04edb42700 1 --2- 172.21.15.67:0/2372678893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04e815a970 0x7f04e80cc9b0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.283+0000 7f04edb42700 1 --2- 172.21.15.67:0/2372678893 >> v2:172.21.15.190:3300/0 conn(0x7f04e815a590 0x7f04e80cb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.283+0000 7f04edb42700 1 --2- 172.21.15.67:0/2372678893 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04e80c6b10 0x7f04e80d0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.283+0000 7f04edb42700 1 -- 172.21.15.67:0/2372678893 >> 172.21.15.67:0/2372678893 conn(0x7f04e80999d0 msgr2=0x7f04e80d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:26.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.283+0000 7f04edb42700 1 -- 172.21.15.67:0/2372678893 shutdown_connections 2023-10-21T13:05:26.292 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.283+0000 7f04edb42700 1 -- 172.21.15.67:0/2372678893 wait complete. 2023-10-21T13:05:26.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.285+0000 7f04edb42700 1 Processor -- start 2023-10-21T13:05:26.293 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.285+0000 7f04edb42700 1 -- start start 2023-10-21T13:05:26.296 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04edb42700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f04e80c6b10 0x7f04e80b58c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:26.296 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04edb42700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04e815a590 0x7f04e8151e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:26.296 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04edb42700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04e815a970 0x7f04e8152370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:26.296 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04edb42700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e815bed0 con 0x7f04e815a970 2023-10-21T13:05:26.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04edb42700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e81636e0 con 0x7f04e80c6b10 2023-10-21T13:05:26.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04edb42700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04e81639c0 con 0x7f04e815a590 2023-10-21T13:05:26.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04e7fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04e815a970 0x7f04e8152370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:26.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04e7fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04e815a970 0x7f04e8152370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60790/0 (socket says 172.21.15.67:60790) 2023-10-21T13:05:26.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04e7fff700 1 -- 172.21.15.67:0/773959964 learned_addr learned my addr 172.21.15.67:0/773959964 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:26.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04e77fe700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f04e80c6b10 0x7f04e80b58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:26.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04e6ffd700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04e815a590 0x7f04e8151e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:26.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04e7fff700 1 -- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04e815a590 msgr2=0x7f04e8151e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:26.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04e7fff700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04e815a590 0x7f04e8151e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04e7fff700 1 -- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f04e80c6b10 msgr2=0x7f04e80b58c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:26.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04e7fff700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f04e80c6b10 0x7f04e80b58c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04e7fff700 1 -- 172.21.15.67:0/773959964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04e0009b30 con 0x7f04e815a970 2023-10-21T13:05:26.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04e77fe700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f04e80c6b10 0x7f04e80b58c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:26.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04e7fff700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04e815a970 0x7f04e8152370 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f04e000b370 tx=0x7f04e0004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:26.299 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04dffff700 1 -- 172.21.15.67:0/773959964 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04e0004310 con 0x7f04e815a970 2023-10-21T13:05:26.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04dffff700 1 -- 172.21.15.67:0/773959964 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04e0004470 con 0x7f04e815a970 2023-10-21T13:05:26.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04edb42700 1 -- 172.21.15.67:0/773959964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04e8163ca0 con 0x7f04e815a970 2023-10-21T13:05:26.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04dffff700 1 -- 172.21.15.67:0/773959964 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04e0004820 con 0x7f04e815a970 2023-10-21T13:05:26.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.286+0000 7f04edb42700 1 -- 172.21.15.67:0/773959964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04e80b5e00 con 0x7f04e815a970 2023-10-21T13:05:26.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.287+0000 7f04edb42700 1 -- 172.21.15.67:0/773959964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04e8074d40 con 0x7f04e815a970 2023-10-21T13:05:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.288+0000 7f04dffff700 1 -- 172.21.15.67:0/773959964 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f04e001b430 con 0x7f04e815a970 2023-10-21T13:05:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.288+0000 7f04dffff700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f04c806af00 0x7f04c806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.288+0000 7f04dffff700 1 -- 172.21.15.67:0/773959964 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f04e008a830 con 0x7f04e815a970 2023-10-21T13:05:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.289+0000 7f04e77fe700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f04c806af00 0x7f04c806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.289+0000 7f04e77fe700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f04c806af00 0x7f04c806d3c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f04e8152fc0 tx=0x7f04d8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:26.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.293+0000 7f04dffff700 1 -- 172.21.15.67:0/773959964 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f04e0055970 con 0x7f04e815a970 2023-10-21T13:05:26.493 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.491+0000 7f04edb42700 1 -- 172.21.15.67:0/773959964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f04e80c5d40 con 0x7f04e815a970 2023-10-21T13:05:26.494 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.492+0000 7f04dffff700 1 -- 172.21.15.67:0/773959964 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7f04e001f020 con 0x7f04e815a970 2023-10-21T13:05:26.494 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:26.495 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:26.497 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.494+0000 7f04edb42700 1 -- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f04c806af00 msgr2=0x7f04c806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:26.497 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.494+0000 7f04edb42700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f04c806af00 0x7f04c806d3c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f04e8152fc0 tx=0x7f04d8008040 comp rx=0 tx=0).stop 2023-10-21T13:05:26.497 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.494+0000 7f04edb42700 1 -- 172.21.15.67:0/773959964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04e815a970 msgr2=0x7f04e8152370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:26.497 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.494+0000 7f04edb42700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04e815a970 0x7f04e8152370 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f04e000b370 tx=0x7f04e0004ad0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.498 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.494+0000 7f04edb42700 1 -- 172.21.15.67:0/773959964 shutdown_connections 2023-10-21T13:05:26.498 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.494+0000 7f04edb42700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04e815a970 0x7f04e8152370 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.498 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.494+0000 7f04edb42700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f04e80c6b10 0x7f04e80b58c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.498 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.494+0000 7f04edb42700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f04c806af00 0x7f04c806d3c0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.499 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.494+0000 7f04edb42700 1 --2- 172.21.15.67:0/773959964 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04e815a590 0x7f04e8151e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.499 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.494+0000 7f04edb42700 1 -- 172.21.15.67:0/773959964 >> 172.21.15.67:0/773959964 conn(0x7f04e80999d0 msgr2=0x7f04e806f450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:26.499 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.494+0000 7f04edb42700 1 -- 172.21.15.67:0/773959964 shutdown_connections 2023-10-21T13:05:26.499 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.495+0000 7f04edb42700 1 -- 172.21.15.67:0/773959964 wait complete. 2023-10-21T13:05:26.509 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T13:04:51.241319+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T13:04:52.187622+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T13:05:26.510 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T13:05:26.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.636+0000 7fcceb16c700 1 Processor -- start 2023-10-21T13:05:26.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.636+0000 7fcceb16c700 1 -- start start 2023-10-21T13:05:26.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcceb16c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fcce40b0880 0x7fcce406b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:26.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcceb16c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcce41623a0 0x7fcce40cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:26.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcceb16c700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcce4161f10 con 0x7fcce40b12f0 2023-10-21T13:05:26.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcceb16c700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcce41616b0 con 0x7fcce40b0880 2023-10-21T13:05:26.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcceb16c700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcce40d12b0 con 0x7fcce41623a0 2023-10-21T13:05:26.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcce8f08700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fcce40b0880 0x7fcce406b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:26.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcce9709700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fcce40b12f0 0x7fcce40cce30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48860/0 (socket says 172.21.15.67:48860) 2023-10-21T13:05:26.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcce9709700 1 -- 172.21.15.67:0/4104431486 learned_addr learned my addr 172.21.15.67:0/4104431486 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:26.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcce3fff700 1 --2- 172.21.15.67:0/4104431486 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcce41623a0 0x7fcce40cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:26.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcce8f08700 1 -- 172.21.15.67:0/4104431486 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcce41623a0 msgr2=0x7fcce40cf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:26.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcce8f08700 1 --2- 172.21.15.67:0/4104431486 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcce41623a0 0x7fcce40cf920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcce8f08700 1 -- 172.21.15.67:0/4104431486 >> v1:172.21.15.67:6789/0 conn(0x7fcce40b12f0 legacy=0x7fcce40cce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:26.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcce37fe700 1 -- 172.21.15.67:0/4104431486 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1727572518 0 0) 0x7fcce4161f10 con 0x7fcce40b12f0 2023-10-21T13:05:26.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcce8f08700 1 -- 172.21.15.67:0/4104431486 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcce40cffc0 con 0x7fcce40b0880 2023-10-21T13:05:26.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.637+0000 7fcce8f08700 1 --2- 172.21.15.67:0/4104431486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcce40b0880 0x7fcce406b2e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fccd8009840 tx=0x7fccd8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=403645be5561ab62 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:26.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.638+0000 7fcce37fe700 1 -- 172.21.15.67:0/4104431486 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccd8011830 con 0x7fcce40b0880 2023-10-21T13:05:26.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.638+0000 7fcce37fe700 1 -- 172.21.15.67:0/4104431486 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fccd8011990 con 0x7fcce40b0880 2023-10-21T13:05:26.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.638+0000 7fcce37fe700 1 -- 172.21.15.67:0/4104431486 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccd8011d20 con 0x7fcce40b0880 2023-10-21T13:05:26.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.638+0000 7fcceb16c700 1 -- 172.21.15.67:0/4104431486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcce40b0880 msgr2=0x7fcce406b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:26.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.638+0000 7fcceb16c700 1 --2- 172.21.15.67:0/4104431486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcce40b0880 0x7fcce406b2e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fccd8009840 tx=0x7fccd8009b50 comp rx=0 tx=0).stop 2023-10-21T13:05:26.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.638+0000 7fcceb16c700 1 -- 172.21.15.67:0/4104431486 shutdown_connections 2023-10-21T13:05:26.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.638+0000 7fcceb16c700 1 --2- 172.21.15.67:0/4104431486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcce40b0880 0x7fcce406b2e0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.638+0000 7fcceb16c700 1 --2- 172.21.15.67:0/4104431486 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcce41623a0 0x7fcce40cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.638+0000 7fcceb16c700 1 -- 172.21.15.67:0/4104431486 >> 172.21.15.67:0/4104431486 conn(0x7fcce40999d0 msgr2=0x7fcce40d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:26.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.638+0000 7fcceb16c700 1 -- 172.21.15.67:0/4104431486 shutdown_connections 2023-10-21T13:05:26.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.638+0000 7fcceb16c700 1 -- 172.21.15.67:0/4104431486 wait complete. 2023-10-21T13:05:26.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.639+0000 7fcceb16c700 1 Processor -- start 2023-10-21T13:05:26.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.639+0000 7fcceb16c700 1 -- start start 2023-10-21T13:05:26.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.640+0000 7fcceb16c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcce40b0880 0x7fcce40b33c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:26.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.640+0000 7fcceb16c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcce40b12f0 0x7fcce4148240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:26.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.640+0000 7fcceb16c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcce41623a0 0x7fcce40c6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:26.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.640+0000 7fcceb16c700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcce4148780 con 0x7fcce40b12f0 2023-10-21T13:05:26.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.640+0000 7fcceb16c700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcce40c5df0 con 0x7fcce40b0880 2023-10-21T13:05:26.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.640+0000 7fcceb16c700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcce41576b0 con 0x7fcce41623a0 2023-10-21T13:05:26.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.640+0000 7fcce3fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcce40b12f0 0x7fcce4148240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:26.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.640+0000 7fcce3fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcce40b12f0 0x7fcce4148240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60802/0 (socket says 172.21.15.67:60802) 2023-10-21T13:05:26.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.640+0000 7fcce3fff700 1 -- 172.21.15.67:0/824736213 learned_addr learned my addr 172.21.15.67:0/824736213 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:26.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.641+0000 7fcce8f08700 1 --2- 172.21.15.67:0/824736213 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcce40b0880 0x7fcce40b33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:26.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.641+0000 7fcce9709700 1 --2- 172.21.15.67:0/824736213 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcce41623a0 0x7fcce40c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:26.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.641+0000 7fcce3fff700 1 -- 172.21.15.67:0/824736213 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcce41623a0 msgr2=0x7fcce40c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:26.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.641+0000 7fcce3fff700 1 --2- 172.21.15.67:0/824736213 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcce41623a0 0x7fcce40c6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.641+0000 7fcce3fff700 1 -- 172.21.15.67:0/824736213 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcce40b0880 msgr2=0x7fcce40b33c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:26.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.641+0000 7fcce3fff700 1 --2- 172.21.15.67:0/824736213 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcce40b0880 0x7fcce40b33c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.641+0000 7fcce3fff700 1 -- 172.21.15.67:0/824736213 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccd80094a0 con 0x7fcce40b12f0 2023-10-21T13:05:26.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.641+0000 7fcce3fff700 1 --2- 172.21.15.67:0/824736213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcce40b12f0 0x7fcce4148240 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fccd000e810 tx=0x7fccd000ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:26.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.641+0000 7fcce17fa700 1 -- 172.21.15.67:0/824736213 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccd0013610 con 0x7fcce40b12f0 2023-10-21T13:05:26.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.641+0000 7fcce17fa700 1 -- 172.21.15.67:0/824736213 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fccd0013770 con 0x7fcce40b12f0 2023-10-21T13:05:26.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.641+0000 7fcceb16c700 1 -- 172.21.15.67:0/824736213 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcce4156e10 con 0x7fcce40b12f0 2023-10-21T13:05:26.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.641+0000 7fcce17fa700 1 -- 172.21.15.67:0/824736213 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccd0013b20 con 0x7fcce40b12f0 2023-10-21T13:05:26.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.641+0000 7fcceb16c700 1 -- 172.21.15.67:0/824736213 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcce41573d0 con 0x7fcce40b12f0 2023-10-21T13:05:26.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.642+0000 7fcceb16c700 1 -- 172.21.15.67:0/824736213 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcce4074d40 con 0x7fcce40b12f0 2023-10-21T13:05:26.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.643+0000 7fcce17fa700 1 -- 172.21.15.67:0/824736213 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fccd0013c80 con 0x7fcce40b12f0 2023-10-21T13:05:26.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.643+0000 7fcce17fa700 1 --2- 172.21.15.67:0/824736213 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fccc806af00 0x7fccc806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:26.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.643+0000 7fcce17fa700 1 -- 172.21.15.67:0/824736213 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fccd0089250 con 0x7fcce40b12f0 2023-10-21T13:05:26.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.643+0000 7fcce8f08700 1 --2- 172.21.15.67:0/824736213 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fccc806af00 0x7fccc806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:26.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.644+0000 7fcce8f08700 1 --2- 172.21.15.67:0/824736213 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fccc806af00 0x7fccc806d3c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fccd80090b0 tx=0x7fccd801c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:26.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.647+0000 7fcce17fa700 1 -- 172.21.15.67:0/824736213 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fccd0054310 con 0x7fcce40b12f0 2023-10-21T13:05:26.848 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.846+0000 7fcceb16c700 1 -- 172.21.15.67:0/824736213 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fcce40c5f30 con 0x7fcce40b12f0 2023-10-21T13:05:26.849 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.847+0000 7fcce17fa700 1 -- 172.21.15.67:0/824736213 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fccd005ce60 con 0x7fcce40b12f0 2023-10-21T13:05:26.850 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T13:05:26.851 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.849+0000 7fcceb16c700 1 -- 172.21.15.67:0/824736213 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fccc806af00 msgr2=0x7fccc806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:26.852 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.849+0000 7fcceb16c700 1 --2- 172.21.15.67:0/824736213 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fccc806af00 0x7fccc806d3c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fccd80090b0 tx=0x7fccd801c040 comp rx=0 tx=0).stop 2023-10-21T13:05:26.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.849+0000 7fcceb16c700 1 -- 172.21.15.67:0/824736213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcce40b12f0 msgr2=0x7fcce4148240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:26.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.849+0000 7fcceb16c700 1 --2- 172.21.15.67:0/824736213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcce40b12f0 0x7fcce4148240 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fccd000e810 tx=0x7fccd000ebd0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.849+0000 7fcceb16c700 1 -- 172.21.15.67:0/824736213 shutdown_connections 2023-10-21T13:05:26.854 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.849+0000 7fcceb16c700 1 --2- 172.21.15.67:0/824736213 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fccc806af00 0x7fccc806d3c0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.854 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.849+0000 7fcceb16c700 1 --2- 172.21.15.67:0/824736213 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcce41623a0 0x7fcce40c6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.854 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.849+0000 7fcceb16c700 1 --2- 172.21.15.67:0/824736213 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcce40b0880 0x7fcce40b33c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.855 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.849+0000 7fcceb16c700 1 --2- 172.21.15.67:0/824736213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcce40b12f0 0x7fcce4148240 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:26.855 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.849+0000 7fcceb16c700 1 -- 172.21.15.67:0/824736213 >> 172.21.15.67:0/824736213 conn(0x7fcce40999d0 msgr2=0x7fcce40ad020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:26.855 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.849+0000 7fcceb16c700 1 -- 172.21.15.67:0/824736213 shutdown_connections 2023-10-21T13:05:26.855 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.849+0000 7fcceb16c700 1 -- 172.21.15.67:0/824736213 wait complete. 2023-10-21T13:05:26.863 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T13:05:26.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.988+0000 7fa5d87e9700 1 Processor -- start 2023-10-21T13:05:26.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.988+0000 7fa5d87e9700 1 -- start start 2023-10-21T13:05:26.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.989+0000 7fa5d87e9700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fa5d015db30 0x7fa5d00b2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.000 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.989+0000 7fa5d87e9700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fa5d00ce9f0 0x7fa5d006dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.000 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.989+0000 7fa5d87e9700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5d00cee10 con 0x7fa5d015d750 2023-10-21T13:05:27.000 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.989+0000 7fa5d87e9700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5d00b26e0 con 0x7fa5d015db30 2023-10-21T13:05:27.000 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.989+0000 7fa5d87e9700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5d00cc390 con 0x7fa5d00ce9f0 2023-10-21T13:05:27.001 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.989+0000 7fa5d5d84700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fa5d015db30 0x7fa5d00b2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.001 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.989+0000 7fa5d5d84700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fa5d015db30 0x7fa5d00b2a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60808/0 (socket says 172.21.15.67:60808) 2023-10-21T13:05:27.001 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.989+0000 7fa5d5d84700 1 -- 172.21.15.67:0/1338865409 learned_addr learned my addr 172.21.15.67:0/1338865409 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:27.002 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.990+0000 7fa5d6d86700 1 --2- 172.21.15.67:0/1338865409 >> v2:172.21.15.190:3300/0 conn(0x7fa5d00ce9f0 0x7fa5d006dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.002 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.990+0000 7fa5d5d84700 1 -- 172.21.15.67:0/1338865409 >> v2:172.21.15.190:3300/0 conn(0x7fa5d00ce9f0 msgr2=0x7fa5d006dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:27.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.990+0000 7fa5d5d84700 1 --2- 172.21.15.67:0/1338865409 >> v2:172.21.15.190:3300/0 conn(0x7fa5d00ce9f0 0x7fa5d006dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.990+0000 7fa5d5d84700 1 -- 172.21.15.67:0/1338865409 >> v1:172.21.15.190:6789/0 conn(0x7fa5d015d750 legacy=0x7fa5d0161f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.990+0000 7fa5d5d84700 1 -- 172.21.15.67:0/1338865409 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5d00b2140 con 0x7fa5d015db30 2023-10-21T13:05:27.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.990+0000 7fa5d5d84700 1 --2- 172.21.15.67:0/1338865409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5d015db30 0x7fa5d00b2a80 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa5d0072d90 tx=0x7fa5cc009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efed41b54338a735 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:27.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.990+0000 7fa5d5583700 1 -- 172.21.15.67:0/1338865409 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc011830 con 0x7fa5d015db30 2023-10-21T13:05:27.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.990+0000 7fa5d5583700 1 -- 172.21.15.67:0/1338865409 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5cc011990 con 0x7fa5d015db30 2023-10-21T13:05:27.005 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.990+0000 7fa5d5583700 1 -- 172.21.15.67:0/1338865409 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc011d20 con 0x7fa5d015db30 2023-10-21T13:05:27.005 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.991+0000 7fa5d87e9700 1 -- 172.21.15.67:0/1338865409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5d015db30 msgr2=0x7fa5d00b2a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.005 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.991+0000 7fa5d87e9700 1 --2- 172.21.15.67:0/1338865409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5d015db30 0x7fa5d00b2a80 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa5d0072d90 tx=0x7fa5cc009bd0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.006 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.991+0000 7fa5d87e9700 1 -- 172.21.15.67:0/1338865409 shutdown_connections 2023-10-21T13:05:27.006 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.991+0000 7fa5d87e9700 1 --2- 172.21.15.67:0/1338865409 >> v2:172.21.15.190:3300/0 conn(0x7fa5d00ce9f0 0x7fa5d006dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.006 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.991+0000 7fa5d87e9700 1 --2- 172.21.15.67:0/1338865409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5d015db30 0x7fa5d00b2a80 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.991+0000 7fa5d87e9700 1 -- 172.21.15.67:0/1338865409 >> 172.21.15.67:0/1338865409 conn(0x7fa5d006be00 msgr2=0x7fa5d006c210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.991+0000 7fa5d87e9700 1 -- 172.21.15.67:0/1338865409 shutdown_connections 2023-10-21T13:05:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.991+0000 7fa5d87e9700 1 -- 172.21.15.67:0/1338865409 wait complete. 2023-10-21T13:05:27.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.992+0000 7fa5d87e9700 1 Processor -- start 2023-10-21T13:05:27.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.992+0000 7fa5d87e9700 1 -- start start 2023-10-21T13:05:27.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d87e9700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa5d00ce9f0 0x7fa5d015c210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d87e9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5d015d750 0x7fa5d015baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d87e9700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa5d015db30 0x7fa5d00ad8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d87e9700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d015f0d0 con 0x7fa5d015d750 2023-10-21T13:05:27.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d87e9700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d015c030 con 0x7fa5d015db30 2023-10-21T13:05:27.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d87e9700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d00b3fb0 con 0x7fa5d00ce9f0 2023-10-21T13:05:27.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d5d84700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5d015d750 0x7fa5d015baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d5d84700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5d015d750 0x7fa5d015baf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60816/0 (socket says 172.21.15.67:60816) 2023-10-21T13:05:27.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d5d84700 1 -- 172.21.15.67:0/498257643 learned_addr learned my addr 172.21.15.67:0/498257643 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:27.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d6d86700 1 --2- 172.21.15.67:0/498257643 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa5d015db30 0x7fa5d00ad8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d6585700 1 --2- 172.21.15.67:0/498257643 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa5d00ce9f0 0x7fa5d015c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d5d84700 1 -- 172.21.15.67:0/498257643 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa5d00ce9f0 msgr2=0x7fa5d015c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d5d84700 1 --2- 172.21.15.67:0/498257643 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa5d00ce9f0 0x7fa5d015c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d5d84700 1 -- 172.21.15.67:0/498257643 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa5d015db30 msgr2=0x7fa5d00ad8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d5d84700 1 --2- 172.21.15.67:0/498257643 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa5d015db30 0x7fa5d00ad8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d5d84700 1 -- 172.21.15.67:0/498257643 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5cc009550 con 0x7fa5d015d750 2023-10-21T13:05:27.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5d5d84700 1 --2- 172.21.15.67:0/498257643 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5d015d750 0x7fa5d015baf0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc000c00 tx=0x7fa5cc004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:27.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.993+0000 7fa5c6ffd700 1 -- 172.21.15.67:0/498257643 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc004400 con 0x7fa5d015d750 2023-10-21T13:05:27.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.994+0000 7fa5c6ffd700 1 -- 172.21.15.67:0/498257643 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5cc01f070 con 0x7fa5d015d750 2023-10-21T13:05:27.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.994+0000 7fa5d87e9700 1 -- 172.21.15.67:0/498257643 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5d015e7a0 con 0x7fa5d015d750 2023-10-21T13:05:27.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.994+0000 7fa5c6ffd700 1 -- 172.21.15.67:0/498257643 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc0038e0 con 0x7fa5d015d750 2023-10-21T13:05:27.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.994+0000 7fa5d87e9700 1 -- 172.21.15.67:0/498257643 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5d015ed60 con 0x7fa5d015d750 2023-10-21T13:05:27.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.995+0000 7fa5d87e9700 1 -- 172.21.15.67:0/498257643 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5d015f240 con 0x7fa5d015d750 2023-10-21T13:05:27.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.995+0000 7fa5c6ffd700 1 -- 172.21.15.67:0/498257643 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa5cc021030 con 0x7fa5d015d750 2023-10-21T13:05:27.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.996+0000 7fa5c6ffd700 1 --2- 172.21.15.67:0/498257643 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa5b406af00 0x7fa5b406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.996+0000 7fa5c6ffd700 1 -- 172.21.15.67:0/498257643 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa5cc08a9d0 con 0x7fa5d015d750 2023-10-21T13:05:27.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.996+0000 7fa5d6585700 1 --2- 172.21.15.67:0/498257643 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa5b406af00 0x7fa5b406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:26.996+0000 7fa5d6585700 1 --2- 172.21.15.67:0/498257643 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa5b406af00 0x7fa5b406d3c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fa5d00af4c0 tx=0x7fa5c0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:27.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.000+0000 7fa5c6ffd700 1 -- 172.21.15.67:0/498257643 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa5cc0559f0 con 0x7fa5d015d750 2023-10-21T13:05:27.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.201+0000 7fa5d87e9700 1 -- 172.21.15.67:0/498257643 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa5d0074d40 con 0x7fa5d015d750 2023-10-21T13:05:27.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.201+0000 7fa5c6ffd700 1 -- 172.21.15.67:0/498257643 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa5cc059010 con 0x7fa5d015d750 2023-10-21T13:05:27.203 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2023-10-21T13:05:27.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.203+0000 7fa5d87e9700 1 -- 172.21.15.67:0/498257643 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa5b406af00 msgr2=0x7fa5b406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.203+0000 7fa5d87e9700 1 --2- 172.21.15.67:0/498257643 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa5b406af00 0x7fa5b406d3c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fa5d00af4c0 tx=0x7fa5c0009040 comp rx=0 tx=0).stop 2023-10-21T13:05:27.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.203+0000 7fa5d87e9700 1 -- 172.21.15.67:0/498257643 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5d015d750 msgr2=0x7fa5d015baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.207 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.203+0000 7fa5d87e9700 1 --2- 172.21.15.67:0/498257643 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5d015d750 0x7fa5d015baf0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc000c00 tx=0x7fa5cc004750 comp rx=0 tx=0).stop 2023-10-21T13:05:27.207 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.203+0000 7fa5d87e9700 1 -- 172.21.15.67:0/498257643 shutdown_connections 2023-10-21T13:05:27.207 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.203+0000 7fa5d87e9700 1 --2- 172.21.15.67:0/498257643 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa5d015db30 0x7fa5d00ad8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.203+0000 7fa5d87e9700 1 --2- 172.21.15.67:0/498257643 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa5b406af00 0x7fa5b406d3c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.203+0000 7fa5d87e9700 1 --2- 172.21.15.67:0/498257643 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa5d00ce9f0 0x7fa5d015c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.203+0000 7fa5d87e9700 1 --2- 172.21.15.67:0/498257643 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5d015d750 0x7fa5d015baf0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.209 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.203+0000 7fa5d87e9700 1 -- 172.21.15.67:0/498257643 >> 172.21.15.67:0/498257643 conn(0x7fa5d006be00 msgr2=0x7fa5d00b01e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:27.209 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.203+0000 7fa5d87e9700 1 -- 172.21.15.67:0/498257643 shutdown_connections 2023-10-21T13:05:27.209 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.203+0000 7fa5d87e9700 1 -- 172.21.15.67:0/498257643 wait complete. 2023-10-21T13:05:27.217 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T13:05:27.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.343+0000 7fb72a39f700 1 Processor -- start 2023-10-21T13:05:27.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.343+0000 7fb72a39f700 1 -- start start 2023-10-21T13:05:27.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.344+0000 7fb72a39f700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fb7240cdb60 0x7fb7240cbf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.344+0000 7fb72a39f700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb7240710d0 0x7fb724161d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.344+0000 7fb72a39f700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7240ca570 con 0x7fb7240cdf40 2023-10-21T13:05:27.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.344+0000 7fb72a39f700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb7240726e0 con 0x7fb7240710d0 2023-10-21T13:05:27.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.344+0000 7fb72a39f700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb724072120 con 0x7fb7240cdb60 2023-10-21T13:05:27.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.344+0000 7fb7237fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb7240710d0 0x7fb724161d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.344+0000 7fb72893c700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fb7240cdf40 0x7fb72406a8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48886/0 (socket says 172.21.15.67:48886) 2023-10-21T13:05:27.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.344+0000 7fb72893c700 1 -- 172.21.15.67:0/3928148003 learned_addr learned my addr 172.21.15.67:0/3928148003 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:27.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.344+0000 7fb723fff700 1 --2- 172.21.15.67:0/3928148003 >> v2:172.21.15.190:3300/0 conn(0x7fb7240cdb60 0x7fb7240cbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.344+0000 7fb7237fe700 1 -- 172.21.15.67:0/3928148003 >> v2:172.21.15.190:3300/0 conn(0x7fb7240cdb60 msgr2=0x7fb7240cbf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:27.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.344+0000 7fb7237fe700 1 --2- 172.21.15.67:0/3928148003 >> v2:172.21.15.190:3300/0 conn(0x7fb7240cdb60 0x7fb7240cbf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.344+0000 7fb7237fe700 1 -- 172.21.15.67:0/3928148003 >> v1:172.21.15.67:6789/0 conn(0x7fb7240cdf40 legacy=0x7fb72406a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.344+0000 7fb722ffd700 1 -- 172.21.15.67:0/3928148003 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2591547643 0 0) 0x7fb7240ca570 con 0x7fb7240cdf40 2023-10-21T13:05:27.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.344+0000 7fb7237fe700 1 -- 172.21.15.67:0/3928148003 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb724072400 con 0x7fb7240710d0 2023-10-21T13:05:27.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.345+0000 7fb7237fe700 1 --2- 172.21.15.67:0/3928148003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7240710d0 0x7fb724161d50 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb7240cfb00 tx=0x7fb70c009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4266be05c53b26 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:27.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.345+0000 7fb722ffd700 1 -- 172.21.15.67:0/3928148003 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb70c011830 con 0x7fb7240710d0 2023-10-21T13:05:27.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.345+0000 7fb722ffd700 1 -- 172.21.15.67:0/3928148003 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb70c011990 con 0x7fb7240710d0 2023-10-21T13:05:27.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.345+0000 7fb722ffd700 1 -- 172.21.15.67:0/3928148003 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb70c011d20 con 0x7fb7240710d0 2023-10-21T13:05:27.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.345+0000 7fb72a39f700 1 -- 172.21.15.67:0/3928148003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7240710d0 msgr2=0x7fb724161d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.345+0000 7fb72a39f700 1 --2- 172.21.15.67:0/3928148003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7240710d0 0x7fb724161d50 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb7240cfb00 tx=0x7fb70c009b20 comp rx=0 tx=0).stop 2023-10-21T13:05:27.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.345+0000 7fb72a39f700 1 -- 172.21.15.67:0/3928148003 shutdown_connections 2023-10-21T13:05:27.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.345+0000 7fb72a39f700 1 --2- 172.21.15.67:0/3928148003 >> v2:172.21.15.190:3300/0 conn(0x7fb7240cdb60 0x7fb7240cbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.345+0000 7fb72a39f700 1 --2- 172.21.15.67:0/3928148003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7240710d0 0x7fb724161d50 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.345+0000 7fb72a39f700 1 -- 172.21.15.67:0/3928148003 >> 172.21.15.67:0/3928148003 conn(0x7fb7240b1770 msgr2=0x7fb7240b1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:27.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.345+0000 7fb72a39f700 1 -- 172.21.15.67:0/3928148003 shutdown_connections 2023-10-21T13:05:27.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.345+0000 7fb72a39f700 1 -- 172.21.15.67:0/3928148003 wait complete. 2023-10-21T13:05:27.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.347+0000 7fb72a39f700 1 Processor -- start 2023-10-21T13:05:27.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.347+0000 7fb72a39f700 1 -- start start 2023-10-21T13:05:27.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.347+0000 7fb72a39f700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7240710d0 0x7fb7241e81b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.347+0000 7fb72a39f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7240cdb60 0x7fb72414f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.347+0000 7fb72a39f700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7240cdf40 0x7fb72415e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.347+0000 7fb72a39f700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7241e86f0 con 0x7fb7240cdf40 2023-10-21T13:05:27.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.347+0000 7fb72a39f700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7241e6b80 con 0x7fb7240710d0 2023-10-21T13:05:27.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.347+0000 7fb72a39f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7241e6e60 con 0x7fb7240cdb60 2023-10-21T13:05:27.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb72893c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7240cdf40 0x7fb72415e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb72893c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7240cdf40 0x7fb72415e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60830/0 (socket says 172.21.15.67:60830) 2023-10-21T13:05:27.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb72893c700 1 -- 172.21.15.67:0/3959959419 learned_addr learned my addr 172.21.15.67:0/3959959419 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:27.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb723fff700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7240710d0 0x7fb7241e81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.358 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb7237fe700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7240cdb60 0x7fb72414f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.358 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb72893c700 1 -- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7240cdb60 msgr2=0x7fb72414f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.358 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb72893c700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7240cdb60 0x7fb72414f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb72893c700 1 -- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7240710d0 msgr2=0x7fb7241e81b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb72893c700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7240710d0 0x7fb7241e81b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb72893c700 1 -- 172.21.15.67:0/3959959419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb70c0094a0 con 0x7fb7240cdf40 2023-10-21T13:05:27.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb723fff700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7240710d0 0x7fb7241e81b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:27.360 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb7237fe700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7240cdb60 0x7fb72414f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:27.360 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb72893c700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7240cdf40 0x7fb72415e5f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb71c00cba0 tx=0x7fb71c00cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:27.360 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb720ff9700 1 -- 172.21.15.67:0/3959959419 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb71c00ab80 con 0x7fb7240cdf40 2023-10-21T13:05:27.360 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb720ff9700 1 -- 172.21.15.67:0/3959959419 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb71c00ad00 con 0x7fb7240cdf40 2023-10-21T13:05:27.360 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb72a39f700 1 -- 172.21.15.67:0/3959959419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7241e7140 con 0x7fb7240cdf40 2023-10-21T13:05:27.360 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb720ff9700 1 -- 172.21.15.67:0/3959959419 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb71c007310 con 0x7fb7240cdf40 2023-10-21T13:05:27.361 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.348+0000 7fb72a39f700 1 -- 172.21.15.67:0/3959959419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7241e6830 con 0x7fb7240cdf40 2023-10-21T13:05:27.361 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.349+0000 7fb72a39f700 1 -- 172.21.15.67:0/3959959419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7240cedd0 con 0x7fb7240cdf40 2023-10-21T13:05:27.361 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.350+0000 7fb720ff9700 1 -- 172.21.15.67:0/3959959419 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb71c007470 con 0x7fb7240cdf40 2023-10-21T13:05:27.361 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.350+0000 7fb720ff9700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb70406af00 0x7fb70406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.362 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.350+0000 7fb720ff9700 1 -- 172.21.15.67:0/3959959419 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb71c089400 con 0x7fb7240cdf40 2023-10-21T13:05:27.362 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.350+0000 7fb723fff700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb70406af00 0x7fb70406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.362 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.351+0000 7fb723fff700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb70406af00 0x7fb70406d3c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb714006fd0 tx=0x7fb714008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:27.363 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.355+0000 7fb720ff9700 1 -- 172.21.15.67:0/3959959419 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb71c054540 con 0x7fb7240cdf40 2023-10-21T13:05:27.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.554+0000 7fb72a39f700 1 -- 172.21.15.67:0/3959959419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb7240c85b0 con 0x7fb7240cdf40 2023-10-21T13:05:27.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.554+0000 7fb720ff9700 1 -- 172.21.15.67:0/3959959419 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb71c018020 con 0x7fb7240cdf40 2023-10-21T13:05:27.557 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2023-10-21T13:05:27.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.557+0000 7fb72a39f700 1 -- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb70406af00 msgr2=0x7fb70406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.557+0000 7fb72a39f700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb70406af00 0x7fb70406d3c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb714006fd0 tx=0x7fb714008040 comp rx=0 tx=0).stop 2023-10-21T13:05:27.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.557+0000 7fb72a39f700 1 -- 172.21.15.67:0/3959959419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7240cdf40 msgr2=0x7fb72415e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.557+0000 7fb72a39f700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7240cdf40 0x7fb72415e5f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb71c00cba0 tx=0x7fb71c00cf60 comp rx=0 tx=0).stop 2023-10-21T13:05:27.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.557+0000 7fb72a39f700 1 -- 172.21.15.67:0/3959959419 shutdown_connections 2023-10-21T13:05:27.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.557+0000 7fb72a39f700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7240cdf40 0x7fb72415e5f0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.557+0000 7fb72a39f700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7240710d0 0x7fb7241e81b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.557+0000 7fb72a39f700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb70406af00 0x7fb70406d3c0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.561 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.557+0000 7fb72a39f700 1 --2- 172.21.15.67:0/3959959419 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb7240cdb60 0x7fb72414f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.561 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.557+0000 7fb72a39f700 1 -- 172.21.15.67:0/3959959419 >> 172.21.15.67:0/3959959419 conn(0x7fb7240b1770 msgr2=0x7fb724160e20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:27.561 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.557+0000 7fb72a39f700 1 -- 172.21.15.67:0/3959959419 shutdown_connections 2023-10-21T13:05:27.561 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.557+0000 7fb72a39f700 1 -- 172.21.15.67:0/3959959419 wait complete. 2023-10-21T13:05:27.571 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-21T13:05:27.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.695+0000 7f6a018b0700 1 Processor -- start 2023-10-21T13:05:27.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.695+0000 7f6a018b0700 1 -- start start 2023-10-21T13:05:27.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f6a018b0700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f69fc0d2330 0x7f69fc0d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f6a018b0700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f69fc0d0550 0x7f69fc0b2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f6a018b0700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69fc0ce1e0 con 0x7f69fc0b4c00 2023-10-21T13:05:27.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f6a018b0700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69fc0b4fe0 con 0x7f69fc0d2330 2023-10-21T13:05:27.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f6a018b0700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69fc0cf020 con 0x7f69fc0d0550 2023-10-21T13:05:27.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f69fa7fc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f69fc0d2330 0x7f69fc0d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f69faffd700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f69fc0b4c00 0x7f69fc0d1c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48896/0 (socket says 172.21.15.67:48896) 2023-10-21T13:05:27.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f69fa7fc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f69fc0d2330 0x7f69fc0d0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60836/0 (socket says 172.21.15.67:60836) 2023-10-21T13:05:27.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f69faffd700 1 -- 172.21.15.67:0/1243917377 learned_addr learned my addr 172.21.15.67:0/1243917377 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:27.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f69fb7fe700 1 --2- 172.21.15.67:0/1243917377 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f69fc0d0550 0x7f69fc0b2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f69fa7fc700 1 -- 172.21.15.67:0/1243917377 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f69fc0d0550 msgr2=0x7f69fc0b2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:27.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f69fa7fc700 1 --2- 172.21.15.67:0/1243917377 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f69fc0d0550 0x7f69fc0b2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f69fa7fc700 1 -- 172.21.15.67:0/1243917377 >> v1:172.21.15.67:6789/0 conn(0x7f69fc0b4c00 legacy=0x7f69fc0d1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f69f9ffb700 1 -- 172.21.15.67:0/1243917377 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2732094509 0 0) 0x7f69fc0ce1e0 con 0x7f69fc0b4c00 2023-10-21T13:05:27.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f69fa7fc700 1 -- 172.21.15.67:0/1243917377 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69fc0ce410 con 0x7f69fc0d2330 2023-10-21T13:05:27.703 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.696+0000 7f69fb7fe700 1 --2- 172.21.15.67:0/1243917377 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f69fc0d0550 0x7f69fc0b2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:27.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.697+0000 7f69fa7fc700 1 --2- 172.21.15.67:0/1243917377 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69fc0d2330 0x7f69fc0d0010 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f69ec009840 tx=0x7f69ec009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4820a3938d2513b8 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:27.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.697+0000 7f69f9ffb700 1 -- 172.21.15.67:0/1243917377 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69ec011830 con 0x7f69fc0d2330 2023-10-21T13:05:27.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.697+0000 7f69f9ffb700 1 -- 172.21.15.67:0/1243917377 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69ec011990 con 0x7f69fc0d2330 2023-10-21T13:05:27.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.697+0000 7f69f9ffb700 1 -- 172.21.15.67:0/1243917377 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69ec011d20 con 0x7f69fc0d2330 2023-10-21T13:05:27.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.697+0000 7f6a018b0700 1 -- 172.21.15.67:0/1243917377 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69fc0d2330 msgr2=0x7f69fc0d0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.697+0000 7f6a018b0700 1 --2- 172.21.15.67:0/1243917377 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69fc0d2330 0x7f69fc0d0010 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f69ec009840 tx=0x7f69ec009b50 comp rx=0 tx=0).stop 2023-10-21T13:05:27.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.697+0000 7f6a018b0700 1 -- 172.21.15.67:0/1243917377 shutdown_connections 2023-10-21T13:05:27.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.697+0000 7f6a018b0700 1 --2- 172.21.15.67:0/1243917377 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f69fc0d0550 0x7f69fc0b2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.697+0000 7f6a018b0700 1 --2- 172.21.15.67:0/1243917377 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69fc0d2330 0x7f69fc0d0010 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.697+0000 7f6a018b0700 1 -- 172.21.15.67:0/1243917377 >> 172.21.15.67:0/1243917377 conn(0x7f69fc09c9c0 msgr2=0x7f69fc0d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:27.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.697+0000 7f6a018b0700 1 -- 172.21.15.67:0/1243917377 shutdown_connections 2023-10-21T13:05:27.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.697+0000 7f6a018b0700 1 -- 172.21.15.67:0/1243917377 wait complete. 2023-10-21T13:05:27.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.698+0000 7f6a018b0700 1 Processor -- start 2023-10-21T13:05:27.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.699+0000 7f6a018b0700 1 -- start start 2023-10-21T13:05:27.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.699+0000 7f6a018b0700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69fc0b4c00 0x7f69fc0c81a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.699+0000 7f6a018b0700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f69fc0d0550 0x7f69fc15bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.699+0000 7f6a018b0700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69fc0d2330 0x7f69fc0ca710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.699+0000 7f6a018b0700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69fc15c1a0 con 0x7f69fc0b4c00 2023-10-21T13:05:27.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.699+0000 7f6a018b0700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69fc0cb5a0 con 0x7f69fc0d2330 2023-10-21T13:05:27.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.699+0000 7f6a018b0700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69fc0cb880 con 0x7f69fc0d0550 2023-10-21T13:05:27.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.699+0000 7f69faffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69fc0b4c00 0x7f69fc0c81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69faffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69fc0b4c00 0x7f69fc0c81a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60840/0 (socket says 172.21.15.67:60840) 2023-10-21T13:05:27.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69faffd700 1 -- 172.21.15.67:0/1404581020 learned_addr learned my addr 172.21.15.67:0/1404581020 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:27.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69fa7fc700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f69fc0d0550 0x7f69fc15bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69fb7fe700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69fc0d2330 0x7f69fc0ca710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69faffd700 1 -- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f69fc0d0550 msgr2=0x7f69fc15bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69faffd700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f69fc0d0550 0x7f69fc15bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69faffd700 1 -- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69fc0d2330 msgr2=0x7f69fc0ca710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69faffd700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69fc0d2330 0x7f69fc0ca710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69faffd700 1 -- 172.21.15.67:0/1404581020 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69ec0094a0 con 0x7f69fc0b4c00 2023-10-21T13:05:27.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69fa7fc700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f69fc0d0550 0x7f69fc15bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:27.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69fb7fe700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69fc0d2330 0x7f69fc0ca710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:27.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69faffd700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69fc0b4c00 0x7f69fc0c81a0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f69f00010e0 tx=0x7f69f000cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:27.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69e3fff700 1 -- 172.21.15.67:0/1404581020 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69f00074e0 con 0x7f69fc0b4c00 2023-10-21T13:05:27.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69e3fff700 1 -- 172.21.15.67:0/1404581020 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69f0007640 con 0x7f69fc0b4c00 2023-10-21T13:05:27.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f6a018b0700 1 -- 172.21.15.67:0/1404581020 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69fc0cbb60 con 0x7f69fc0b4c00 2023-10-21T13:05:27.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f69e3fff700 1 -- 172.21.15.67:0/1404581020 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69f0005a70 con 0x7f69fc0b4c00 2023-10-21T13:05:27.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.700+0000 7f6a018b0700 1 -- 172.21.15.67:0/1404581020 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69fc0cbed0 con 0x7f69fc0b4c00 2023-10-21T13:05:27.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.701+0000 7f6a018b0700 1 -- 172.21.15.67:0/1404581020 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69fc074d40 con 0x7f69fc0b4c00 2023-10-21T13:05:27.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.702+0000 7f69e3fff700 1 -- 172.21.15.67:0/1404581020 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f69f0005bd0 con 0x7f69fc0b4c00 2023-10-21T13:05:27.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.702+0000 7f69e3fff700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f69e806af00 0x7f69e806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:27.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.702+0000 7f69e3fff700 1 -- 172.21.15.67:0/1404581020 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f69f0088aa0 con 0x7f69fc0b4c00 2023-10-21T13:05:27.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.702+0000 7f69fa7fc700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f69e806af00 0x7f69e806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:27.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.703+0000 7f69fa7fc700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f69e806af00 0x7f69e806d3c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f69ec0090b0 tx=0x7f69ec008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:27.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.707+0000 7f69e3fff700 1 -- 172.21.15.67:0/1404581020 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f69f0053be0 con 0x7f69fc0b4c00 2023-10-21T13:05:27.928 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.926+0000 7f6a018b0700 1 -- 172.21.15.67:0/1404581020 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f69fc0cec80 con 0x7f69fc0b4c00 2023-10-21T13:05:27.928 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.926+0000 7f69e3fff700 1 -- 172.21.15.67:0/1404581020 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f69f0017070 con 0x7f69fc0b4c00 2023-10-21T13:05:27.931 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.928+0000 7f6a018b0700 1 -- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f69e806af00 msgr2=0x7f69e806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.931 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.928+0000 7f6a018b0700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f69e806af00 0x7f69e806d3c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f69ec0090b0 tx=0x7f69ec008030 comp rx=0 tx=0).stop 2023-10-21T13:05:27.931 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.928+0000 7f6a018b0700 1 -- 172.21.15.67:0/1404581020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69fc0b4c00 msgr2=0x7f69fc0c81a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:27.931 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.928+0000 7f6a018b0700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69fc0b4c00 0x7f69fc0c81a0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f69f00010e0 tx=0x7f69f000cae0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.928+0000 7f6a018b0700 1 -- 172.21.15.67:0/1404581020 shutdown_connections 2023-10-21T13:05:27.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.928+0000 7f6a018b0700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69fc0d2330 0x7f69fc0ca710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.928+0000 7f6a018b0700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69fc0b4c00 0x7f69fc0c81a0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.928+0000 7f6a018b0700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f69e806af00 0x7f69e806d3c0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.928+0000 7f6a018b0700 1 --2- 172.21.15.67:0/1404581020 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f69fc0d0550 0x7f69fc15bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:27.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.928+0000 7f6a018b0700 1 -- 172.21.15.67:0/1404581020 >> 172.21.15.67:0/1404581020 conn(0x7f69fc09c9c0 msgr2=0x7f69fc0b1ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:27.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.929+0000 7f6a018b0700 1 -- 172.21.15.67:0/1404581020 shutdown_connections 2023-10-21T13:05:27.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:27.929+0000 7f6a018b0700 1 -- 172.21.15.67:0/1404581020 wait complete. 2023-10-21T13:05:27.933 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2023-10-21T13:05:27.942 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-10-21T13:05:27.943 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:27.943 DEBUG:teuthology.orchestra.run.smithi067:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2023-10-21T13:05:28.003 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2023-10-21T13:05:28.003 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:28.004 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-10-21T13:05:28.027 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:05:28.027 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:28.050 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:05:28.050 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:28.110 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:05:28.111 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:28.172 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:28.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.295+0000 7f3058fa6700 1 Processor -- start 2023-10-21T13:05:28.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.295+0000 7f3058fa6700 1 -- start start 2023-10-21T13:05:28.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.296+0000 7f3058fa6700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f305415d9f0 0x7f30540b28f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:28.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.296+0000 7f3058fa6700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f305406a8d0 0x7f305406ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:28.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.296+0000 7f3058fa6700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3054072900 con 0x7f30541613e0 2023-10-21T13:05:28.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.296+0000 7f3058fa6700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f305406b290 con 0x7f305406a8d0 2023-10-21T13:05:28.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.296+0000 7f3058fa6700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30540b2e30 con 0x7f305415d9f0 2023-10-21T13:05:28.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.297+0000 7f3051d9b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f305406a8d0 0x7f305406ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:28.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.297+0000 7f3052d9d700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f30541613e0 0x7f3054161870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48914/0 (socket says 172.21.15.67:48914) 2023-10-21T13:05:28.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.297+0000 7f3052d9d700 1 -- 172.21.15.67:0/4098897948 learned_addr learned my addr 172.21.15.67:0/4098897948 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:28.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.297+0000 7f305259c700 1 --2- 172.21.15.67:0/4098897948 >> v2:172.21.15.190:3300/0 conn(0x7f305415d9f0 0x7f30540b28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:28.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.297+0000 7f3051d9b700 1 -- 172.21.15.67:0/4098897948 >> v2:172.21.15.190:3300/0 conn(0x7f305415d9f0 msgr2=0x7f30540b28f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:28.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.297+0000 7f3051d9b700 1 --2- 172.21.15.67:0/4098897948 >> v2:172.21.15.190:3300/0 conn(0x7f305415d9f0 0x7f30540b28f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.297+0000 7f3051d9b700 1 -- 172.21.15.67:0/4098897948 >> v1:172.21.15.67:6789/0 conn(0x7f30541613e0 legacy=0x7f3054161870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:28.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.297+0000 7f3051d9b700 1 -- 172.21.15.67:0/4098897948 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3054071a10 con 0x7f305406a8d0 2023-10-21T13:05:28.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.297+0000 7f305159a700 1 -- 172.21.15.67:0/4098897948 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2787017326 0 0) 0x7f3054072900 con 0x7f30541613e0 2023-10-21T13:05:28.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.297+0000 7f3051d9b700 1 --2- 172.21.15.67:0/4098897948 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f305406a8d0 0x7f305406ad50 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f30540cdf50 tx=0x7f303c009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1666a82c01bb7959 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:28.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.297+0000 7f305159a700 1 -- 172.21.15.67:0/4098897948 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f303c011830 con 0x7f305406a8d0 2023-10-21T13:05:28.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.297+0000 7f305159a700 1 -- 172.21.15.67:0/4098897948 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f303c011990 con 0x7f305406a8d0 2023-10-21T13:05:28.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.297+0000 7f305159a700 1 -- 172.21.15.67:0/4098897948 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f303c011d20 con 0x7f305406a8d0 2023-10-21T13:05:28.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.298+0000 7f3058fa6700 1 -- 172.21.15.67:0/4098897948 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f305406a8d0 msgr2=0x7f305406ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:28.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.298+0000 7f3058fa6700 1 --2- 172.21.15.67:0/4098897948 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f305406a8d0 0x7f305406ad50 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f30540cdf50 tx=0x7f303c009b20 comp rx=0 tx=0).stop 2023-10-21T13:05:28.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.298+0000 7f3058fa6700 1 -- 172.21.15.67:0/4098897948 shutdown_connections 2023-10-21T13:05:28.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.298+0000 7f3058fa6700 1 --2- 172.21.15.67:0/4098897948 >> v2:172.21.15.190:3300/0 conn(0x7f305415d9f0 0x7f30540b28f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.298+0000 7f3058fa6700 1 --2- 172.21.15.67:0/4098897948 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f305406a8d0 0x7f305406ad50 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.298+0000 7f3058fa6700 1 -- 172.21.15.67:0/4098897948 >> 172.21.15.67:0/4098897948 conn(0x7f305406da20 msgr2=0x7f305406de00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:28.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.298+0000 7f3058fa6700 1 -- 172.21.15.67:0/4098897948 shutdown_connections 2023-10-21T13:05:28.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.298+0000 7f3058fa6700 1 -- 172.21.15.67:0/4098897948 wait complete. 2023-10-21T13:05:28.308 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.299+0000 7f3058fa6700 1 Processor -- start 2023-10-21T13:05:28.308 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.299+0000 7f3058fa6700 1 -- start start 2023-10-21T13:05:28.308 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3058fa6700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f305406a8d0 0x7f30540afd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:28.308 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3058fa6700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f305415d9f0 0x7f30540c4170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:28.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3058fa6700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30541613e0 0x7f3054148130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:28.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3058fa6700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30540b0650 con 0x7f30541613e0 2023-10-21T13:05:28.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3058fa6700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30540b0930 con 0x7f305406a8d0 2023-10-21T13:05:28.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3058fa6700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30540b0c10 con 0x7f305415d9f0 2023-10-21T13:05:28.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3052d9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30541613e0 0x7f3054148130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:28.310 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3052d9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30541613e0 0x7f3054148130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60858/0 (socket says 172.21.15.67:60858) 2023-10-21T13:05:28.310 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3052d9d700 1 -- 172.21.15.67:0/3577908454 learned_addr learned my addr 172.21.15.67:0/3577908454 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:28.310 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f305259c700 1 --2- 172.21.15.67:0/3577908454 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f305406a8d0 0x7f30540afd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:28.310 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3051d9b700 1 --2- 172.21.15.67:0/3577908454 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f305415d9f0 0x7f30540c4170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:28.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3052d9d700 1 -- 172.21.15.67:0/3577908454 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f305415d9f0 msgr2=0x7f30540c4170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:28.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3052d9d700 1 --2- 172.21.15.67:0/3577908454 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f305415d9f0 0x7f30540c4170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3052d9d700 1 -- 172.21.15.67:0/3577908454 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f305406a8d0 msgr2=0x7f30540afd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:28.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3052d9d700 1 --2- 172.21.15.67:0/3577908454 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f305406a8d0 0x7f30540afd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.300+0000 7f3052d9d700 1 -- 172.21.15.67:0/3577908454 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f303c0094a0 con 0x7f30541613e0 2023-10-21T13:05:28.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.301+0000 7f3052d9d700 1 --2- 172.21.15.67:0/3577908454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30541613e0 0x7f3054148130 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f304c002230 tx=0x7f304c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:28.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.301+0000 7f304affd700 1 -- 172.21.15.67:0/3577908454 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f304c00ac20 con 0x7f30541613e0 2023-10-21T13:05:28.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.301+0000 7f304affd700 1 -- 172.21.15.67:0/3577908454 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f304c00ada0 con 0x7f30541613e0 2023-10-21T13:05:28.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.301+0000 7f3058fa6700 1 -- 172.21.15.67:0/3577908454 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30540b0ef0 con 0x7f30541613e0 2023-10-21T13:05:28.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.301+0000 7f304affd700 1 -- 172.21.15.67:0/3577908454 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f304c007310 con 0x7f30541613e0 2023-10-21T13:05:28.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.301+0000 7f3058fa6700 1 -- 172.21.15.67:0/3577908454 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30540b16f0 con 0x7f30541613e0 2023-10-21T13:05:28.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.302+0000 7f3058fa6700 1 -- 172.21.15.67:0/3577908454 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30540b1410 con 0x7f30541613e0 2023-10-21T13:05:28.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.302+0000 7f304affd700 1 -- 172.21.15.67:0/3577908454 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f304c007470 con 0x7f30541613e0 2023-10-21T13:05:28.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.303+0000 7f304affd700 1 --2- 172.21.15.67:0/3577908454 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f303406af00 0x7f303406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:28.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.303+0000 7f304affd700 1 -- 172.21.15.67:0/3577908454 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f304c089080 con 0x7f30541613e0 2023-10-21T13:05:28.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.303+0000 7f305259c700 1 --2- 172.21.15.67:0/3577908454 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f303406af00 0x7f303406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:28.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.304+0000 7f305259c700 1 --2- 172.21.15.67:0/3577908454 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f303406af00 0x7f303406d3c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f3044009930 tx=0x7f3044008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:28.315 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.307+0000 7f304affd700 1 -- 172.21.15.67:0/3577908454 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f30540b1410 con 0x7f30541613e0 2023-10-21T13:05:28.512 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.510+0000 7f3058fa6700 1 -- 172.21.15.67:0/3577908454 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f30540b1410 con 0x7f30541613e0 2023-10-21T13:05:28.513 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.512+0000 7f304affd700 1 -- 172.21.15.67:0/3577908454 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7f30540b1410 con 0x7f30541613e0 2023-10-21T13:05:28.514 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:28.515 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:28.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.515+0000 7f3058fa6700 1 -- 172.21.15.67:0/3577908454 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f303406af00 msgr2=0x7f303406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:28.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.515+0000 7f3058fa6700 1 --2- 172.21.15.67:0/3577908454 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f303406af00 0x7f303406d3c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f3044009930 tx=0x7f3044008040 comp rx=0 tx=0).stop 2023-10-21T13:05:28.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.515+0000 7f3058fa6700 1 -- 172.21.15.67:0/3577908454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30541613e0 msgr2=0x7f3054148130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:28.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.515+0000 7f3058fa6700 1 --2- 172.21.15.67:0/3577908454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30541613e0 0x7f3054148130 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f304c002230 tx=0x7f304c00a060 comp rx=0 tx=0).stop 2023-10-21T13:05:28.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.515+0000 7f3058fa6700 1 -- 172.21.15.67:0/3577908454 shutdown_connections 2023-10-21T13:05:28.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.515+0000 7f3058fa6700 1 --2- 172.21.15.67:0/3577908454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30541613e0 0x7f3054148130 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.515+0000 7f3058fa6700 1 --2- 172.21.15.67:0/3577908454 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f305406a8d0 0x7f30540afd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.520 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.515+0000 7f3058fa6700 1 --2- 172.21.15.67:0/3577908454 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f303406af00 0x7f303406d3c0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.520 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.515+0000 7f3058fa6700 1 --2- 172.21.15.67:0/3577908454 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f305415d9f0 0x7f30540c4170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.520 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.515+0000 7f3058fa6700 1 -- 172.21.15.67:0/3577908454 >> 172.21.15.67:0/3577908454 conn(0x7f305406da20 msgr2=0x7f30541e7c80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:28.520 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.515+0000 7f3058fa6700 1 -- 172.21.15.67:0/3577908454 shutdown_connections 2023-10-21T13:05:28.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.515+0000 7f3058fa6700 1 -- 172.21.15.67:0/3577908454 wait complete. 2023-10-21T13:05:28.529 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T13:04:51.241319+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T13:04:52.187622+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T13:05:28.530 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T13:05:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.656+0000 7fb8e5777700 1 Processor -- start 2023-10-21T13:05:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.656+0000 7fb8e5777700 1 -- start start 2023-10-21T13:05:28.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8e5777700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fb8e0160e80 0x7fb8e00d4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:28.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8e5777700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb8e00d1440 0x7fb8e006b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:28.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8e5777700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8e00ce450 con 0x7fb8e00d1c40 2023-10-21T13:05:28.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8e5777700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8e00d08f0 con 0x7fb8e00d1440 2023-10-21T13:05:28.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8e5777700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8e00d1090 con 0x7fb8e0160e80 2023-10-21T13:05:28.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8de7fc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb8e00d1440 0x7fb8e006b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:28.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8de7fc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb8e00d1440 0x7fb8e006b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60864/0 (socket says 172.21.15.67:60864) 2023-10-21T13:05:28.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8de7fc700 1 -- 172.21.15.67:0/475246427 learned_addr learned my addr 172.21.15.67:0/475246427 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:28.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8deffd700 1 --2- 172.21.15.67:0/475246427 >> v2:172.21.15.190:3300/0 conn(0x7fb8e0160e80 0x7fb8e00d4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:28.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8de7fc700 1 -- 172.21.15.67:0/475246427 >> v2:172.21.15.190:3300/0 conn(0x7fb8e0160e80 msgr2=0x7fb8e00d4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:28.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8de7fc700 1 --2- 172.21.15.67:0/475246427 >> v2:172.21.15.190:3300/0 conn(0x7fb8e0160e80 0x7fb8e00d4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8de7fc700 1 -- 172.21.15.67:0/475246427 >> v1:172.21.15.190:6789/0 conn(0x7fb8e00d1c40 legacy=0x7fb8e00d20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:28.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8de7fc700 1 -- 172.21.15.67:0/475246427 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8e00ce6f0 con 0x7fb8e00d1440 2023-10-21T13:05:28.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8deffd700 1 --2- 172.21.15.67:0/475246427 >> v2:172.21.15.190:3300/0 conn(0x7fb8e0160e80 0x7fb8e00d4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:28.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8de7fc700 1 --2- 172.21.15.67:0/475246427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8e00d1440 0x7fb8e006b930 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb8e008c6f0 tx=0x7fb8d4009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3b1f5ab622abce server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:28.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8ddffb700 1 -- 172.21.15.67:0/475246427 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8d4004230 con 0x7fb8e00d1440 2023-10-21T13:05:28.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8ddffb700 1 -- 172.21.15.67:0/475246427 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8d4004390 con 0x7fb8e00d1440 2023-10-21T13:05:28.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.657+0000 7fb8ddffb700 1 -- 172.21.15.67:0/475246427 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8d40036a0 con 0x7fb8e00d1440 2023-10-21T13:05:28.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.658+0000 7fb8e5777700 1 -- 172.21.15.67:0/475246427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8e00d1440 msgr2=0x7fb8e006b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:28.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.658+0000 7fb8e5777700 1 --2- 172.21.15.67:0/475246427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8e00d1440 0x7fb8e006b930 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb8e008c6f0 tx=0x7fb8d4009c00 comp rx=0 tx=0).stop 2023-10-21T13:05:28.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.658+0000 7fb8e5777700 1 -- 172.21.15.67:0/475246427 shutdown_connections 2023-10-21T13:05:28.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.658+0000 7fb8e5777700 1 --2- 172.21.15.67:0/475246427 >> v2:172.21.15.190:3300/0 conn(0x7fb8e0160e80 0x7fb8e00d4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.658+0000 7fb8e5777700 1 --2- 172.21.15.67:0/475246427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8e00d1440 0x7fb8e006b930 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.658+0000 7fb8e5777700 1 -- 172.21.15.67:0/475246427 >> 172.21.15.67:0/475246427 conn(0x7fb8e00d3660 msgr2=0x7fb8e00d3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:28.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.658+0000 7fb8e5777700 1 -- 172.21.15.67:0/475246427 shutdown_connections 2023-10-21T13:05:28.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.658+0000 7fb8e5777700 1 -- 172.21.15.67:0/475246427 wait complete. 2023-10-21T13:05:28.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.660+0000 7fb8e5777700 1 Processor -- start 2023-10-21T13:05:28.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.660+0000 7fb8e5777700 1 -- start start 2023-10-21T13:05:28.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8e5777700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8e00d1440 0x7fb8e00cd080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:28.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8e5777700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8e00d1c40 0x7fb8e01f2990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:28.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8e5777700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8e0160e80 0x7fb8e00cf960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:28.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8e5777700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8e01f4040 con 0x7fb8e00d1c40 2023-10-21T13:05:28.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8e5777700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8e01f3430 con 0x7fb8e00d1440 2023-10-21T13:05:28.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8e5777700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8e01f3710 con 0x7fb8e0160e80 2023-10-21T13:05:28.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8de7fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8e00d1c40 0x7fb8e01f2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:28.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8de7fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8e00d1c40 0x7fb8e01f2990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60870/0 (socket says 172.21.15.67:60870) 2023-10-21T13:05:28.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8de7fc700 1 -- 172.21.15.67:0/2756756543 learned_addr learned my addr 172.21.15.67:0/2756756543 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:28.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8deffd700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8e00d1440 0x7fb8e00cd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:28.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8df7fe700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8e0160e80 0x7fb8e00cf960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:28.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8de7fc700 1 -- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8e0160e80 msgr2=0x7fb8e00cf960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:28.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8de7fc700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8e0160e80 0x7fb8e00cf960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8de7fc700 1 -- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8e00d1440 msgr2=0x7fb8e00cd080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:28.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8de7fc700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8e00d1440 0x7fb8e00cd080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8de7fc700 1 -- 172.21.15.67:0/2756756543 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8d4009550 con 0x7fb8e00d1c40 2023-10-21T13:05:28.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8df7fe700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8e0160e80 0x7fb8e00cf960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:28.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.661+0000 7fb8de7fc700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8e00d1c40 0x7fb8e01f2990 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb8d4009870 tx=0x7fb8d4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:28.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.662+0000 7fb8c77fe700 1 -- 172.21.15.67:0/2756756543 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8d4003d80 con 0x7fb8e00d1c40 2023-10-21T13:05:28.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.662+0000 7fb8c77fe700 1 -- 172.21.15.67:0/2756756543 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8d401f070 con 0x7fb8e00d1c40 2023-10-21T13:05:28.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.662+0000 7fb8e5777700 1 -- 172.21.15.67:0/2756756543 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8e01f39f0 con 0x7fb8e00d1c40 2023-10-21T13:05:28.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.662+0000 7fb8c77fe700 1 -- 172.21.15.67:0/2756756543 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8d4011870 con 0x7fb8e00d1c40 2023-10-21T13:05:28.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.662+0000 7fb8e5777700 1 -- 172.21.15.67:0/2756756543 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8e00cd5c0 con 0x7fb8e00d1c40 2023-10-21T13:05:28.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.663+0000 7fb8e5777700 1 -- 172.21.15.67:0/2756756543 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8e0074d40 con 0x7fb8e00d1c40 2023-10-21T13:05:28.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.663+0000 7fb8c77fe700 1 -- 172.21.15.67:0/2756756543 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb8d4021030 con 0x7fb8e00d1c40 2023-10-21T13:05:28.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.664+0000 7fb8c77fe700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb8cc06af00 0x7fb8cc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:28.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.664+0000 7fb8c77fe700 1 -- 172.21.15.67:0/2756756543 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb8d408ad30 con 0x7fb8e00d1c40 2023-10-21T13:05:28.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.664+0000 7fb8deffd700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb8cc06af00 0x7fb8cc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:28.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.664+0000 7fb8deffd700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb8cc06af00 0x7fb8cc06d3c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb8d0006fd0 tx=0x7fb8d0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:28.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.668+0000 7fb8c77fe700 1 -- 172.21.15.67:0/2756756543 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb8d4055f00 con 0x7fb8e00d1c40 2023-10-21T13:05:28.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.867+0000 7fb8e5777700 1 -- 172.21.15.67:0/2756756543 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb8e0074d40 con 0x7fb8e00d1c40 2023-10-21T13:05:28.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.868+0000 7fb8c77fe700 1 -- 172.21.15.67:0/2756756543 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb8d4059520 con 0x7fb8e00d1c40 2023-10-21T13:05:28.870 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T13:05:28.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.870+0000 7fb8e5777700 1 -- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb8cc06af00 msgr2=0x7fb8cc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:28.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.870+0000 7fb8e5777700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb8cc06af00 0x7fb8cc06d3c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb8d0006fd0 tx=0x7fb8d0008040 comp rx=0 tx=0).stop 2023-10-21T13:05:28.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.870+0000 7fb8e5777700 1 -- 172.21.15.67:0/2756756543 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8e00d1c40 msgr2=0x7fb8e01f2990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:28.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.870+0000 7fb8e5777700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8e00d1c40 0x7fb8e01f2990 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb8d4009870 tx=0x7fb8d4004750 comp rx=0 tx=0).stop 2023-10-21T13:05:28.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.870+0000 7fb8e5777700 1 -- 172.21.15.67:0/2756756543 shutdown_connections 2023-10-21T13:05:28.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.870+0000 7fb8e5777700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb8cc06af00 0x7fb8cc06d3c0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.870+0000 7fb8e5777700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8e0160e80 0x7fb8e00cf960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.870+0000 7fb8e5777700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8e00d1440 0x7fb8e00cd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.870+0000 7fb8e5777700 1 --2- 172.21.15.67:0/2756756543 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8e00d1c40 0x7fb8e01f2990 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:28.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.870+0000 7fb8e5777700 1 -- 172.21.15.67:0/2756756543 >> 172.21.15.67:0/2756756543 conn(0x7fb8e00d3660 msgr2=0x7fb8e00d3a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:28.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.870+0000 7fb8e5777700 1 -- 172.21.15.67:0/2756756543 shutdown_connections 2023-10-21T13:05:28.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:28.870+0000 7fb8e5777700 1 -- 172.21.15.67:0/2756756543 wait complete. 2023-10-21T13:05:28.884 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T13:05:29.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.010+0000 7fc6f5fb8700 1 Processor -- start 2023-10-21T13:05:29.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.010+0000 7fc6f5fb8700 1 -- start start 2023-10-21T13:05:29.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6f5fb8700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6f00cdb60 0x7fc6f00cbf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6f5fb8700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc6f00710d0 0x7fc6f0161d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6f5fb8700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6f00ca570 con 0x7fc6f00cdf40 2023-10-21T13:05:29.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6f5fb8700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6f00726e0 con 0x7fc6f00710d0 2023-10-21T13:05:29.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6f5fb8700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6f0072120 con 0x7fc6f00cdb60 2023-10-21T13:05:29.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6eeffd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc6f00710d0 0x7fc6f0161d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6effff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fc6f00cdf40 0x7fc6f006a8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48942/0 (socket says 172.21.15.67:48942) 2023-10-21T13:05:29.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6eeffd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc6f00710d0 0x7fc6f0161d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60878/0 (socket says 172.21.15.67:60878) 2023-10-21T13:05:29.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6effff700 1 -- 172.21.15.67:0/1487539015 learned_addr learned my addr 172.21.15.67:0/1487539015 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:29.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6ef7fe700 1 --2- 172.21.15.67:0/1487539015 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6f00cdb60 0x7fc6f00cbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6eeffd700 1 -- 172.21.15.67:0/1487539015 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6f00cdb60 msgr2=0x7fc6f00cbf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:29.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6eeffd700 1 --2- 172.21.15.67:0/1487539015 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6f00cdb60 0x7fc6f00cbf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6eeffd700 1 -- 172.21.15.67:0/1487539015 >> v1:172.21.15.67:6789/0 conn(0x7fc6f00cdf40 legacy=0x7fc6f006a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6eeffd700 1 -- 172.21.15.67:0/1487539015 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6f0072400 con 0x7fc6f00710d0 2023-10-21T13:05:29.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6eeffd700 1 --2- 172.21.15.67:0/1487539015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6f00710d0 0x7fc6f0161d50 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc6d8009840 tx=0x7fc6d8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67f6dabf5f4cab18 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:29.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.011+0000 7fc6ee7fc700 1 -- 172.21.15.67:0/1487539015 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6d8011830 con 0x7fc6f00710d0 2023-10-21T13:05:29.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.012+0000 7fc6ee7fc700 1 -- 172.21.15.67:0/1487539015 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6d8011990 con 0x7fc6f00710d0 2023-10-21T13:05:29.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.012+0000 7fc6ee7fc700 1 -- 172.21.15.67:0/1487539015 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6d8011d20 con 0x7fc6f00710d0 2023-10-21T13:05:29.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.012+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/1487539015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6f00710d0 msgr2=0x7fc6f0161d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.012+0000 7fc6f5fb8700 1 --2- 172.21.15.67:0/1487539015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6f00710d0 0x7fc6f0161d50 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc6d8009840 tx=0x7fc6d8009b50 comp rx=0 tx=0).stop 2023-10-21T13:05:29.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.012+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/1487539015 shutdown_connections 2023-10-21T13:05:29.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.012+0000 7fc6f5fb8700 1 --2- 172.21.15.67:0/1487539015 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6f00cdb60 0x7fc6f00cbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.012+0000 7fc6f5fb8700 1 --2- 172.21.15.67:0/1487539015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6f00710d0 0x7fc6f0161d50 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.012+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/1487539015 >> 172.21.15.67:0/1487539015 conn(0x7fc6f00b1770 msgr2=0x7fc6f00b1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:29.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.012+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/1487539015 shutdown_connections 2023-10-21T13:05:29.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.012+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/1487539015 wait complete. 2023-10-21T13:05:29.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.013+0000 7fc6f5fb8700 1 Processor -- start 2023-10-21T13:05:29.022 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.013+0000 7fc6f5fb8700 1 -- start start 2023-10-21T13:05:29.025 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.014+0000 7fc6f5fb8700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6f00710d0 0x7fc6f015a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.014+0000 7fc6f5fb8700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6f00cdb60 0x7fc6f015b640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.014+0000 7fc6f5fb8700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6f00cdf40 0x7fc6f01e7880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.014+0000 7fc6f5fb8700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6f01f4150 con 0x7fc6f00710d0 2023-10-21T13:05:29.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.014+0000 7fc6f5fb8700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6f015bfc0 con 0x7fc6f00cdb60 2023-10-21T13:05:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.014+0000 7fc6f5fb8700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6f01f3b00 con 0x7fc6f00cdf40 2023-10-21T13:05:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.014+0000 7fc6ef7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6f00710d0 0x7fc6f015a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.014+0000 7fc6ef7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6f00710d0 0x7fc6f015a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60882/0 (socket says 172.21.15.67:60882) 2023-10-21T13:05:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.014+0000 7fc6ef7fe700 1 -- 172.21.15.67:0/4125497865 learned_addr learned my addr 172.21.15.67:0/4125497865 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.015+0000 7fc6effff700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6f00cdf40 0x7fc6f01e7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.015+0000 7fc6eeffd700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6f00cdb60 0x7fc6f015b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.015+0000 7fc6ef7fe700 1 -- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6f00cdf40 msgr2=0x7fc6f01e7880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.015+0000 7fc6ef7fe700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6f00cdf40 0x7fc6f01e7880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.015+0000 7fc6ef7fe700 1 -- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6f00cdb60 msgr2=0x7fc6f015b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.015+0000 7fc6ef7fe700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6f00cdb60 0x7fc6f015b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.015+0000 7fc6ef7fe700 1 -- 172.21.15.67:0/4125497865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6d80094a0 con 0x7fc6f00710d0 2023-10-21T13:05:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.015+0000 7fc6eeffd700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6f00cdb60 0x7fc6f015b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.015+0000 7fc6ef7fe700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6f00710d0 0x7fc6f015a570 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc6e000e810 tx=0x7fc6e000ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.015+0000 7fc6e7fff700 1 -- 172.21.15.67:0/4125497865 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6e0013610 con 0x7fc6f00710d0 2023-10-21T13:05:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.015+0000 7fc6e7fff700 1 -- 172.21.15.67:0/4125497865 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6e0013770 con 0x7fc6f00710d0 2023-10-21T13:05:29.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.015+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/4125497865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6f01f3de0 con 0x7fc6f00710d0 2023-10-21T13:05:29.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.015+0000 7fc6e7fff700 1 -- 172.21.15.67:0/4125497865 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6e0013b20 con 0x7fc6f00710d0 2023-10-21T13:05:29.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.015+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/4125497865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6f01f45e0 con 0x7fc6f00710d0 2023-10-21T13:05:29.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.016+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/4125497865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6f00cedd0 con 0x7fc6f00710d0 2023-10-21T13:05:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.017+0000 7fc6e7fff700 1 -- 172.21.15.67:0/4125497865 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc6e0013c80 con 0x7fc6f00710d0 2023-10-21T13:05:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.017+0000 7fc6e7fff700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc6d006af00 0x7fc6d006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.017+0000 7fc6e7fff700 1 -- 172.21.15.67:0/4125497865 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc6e00892a0 con 0x7fc6f00710d0 2023-10-21T13:05:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.017+0000 7fc6eeffd700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc6d006af00 0x7fc6d006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.018+0000 7fc6eeffd700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc6d006af00 0x7fc6d006d3c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc6f00cc1f0 tx=0x7fc6d8008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.021+0000 7fc6e7fff700 1 -- 172.21.15.67:0/4125497865 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc6e0054360 con 0x7fc6f00710d0 2023-10-21T13:05:29.220 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.218+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/4125497865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc6f015aab0 con 0x7fc6f00710d0 2023-10-21T13:05:29.220 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.218+0000 7fc6e7fff700 1 -- 172.21.15.67:0/4125497865 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc6e0057980 con 0x7fc6f00710d0 2023-10-21T13:05:29.221 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2023-10-21T13:05:29.223 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.220+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc6d006af00 msgr2=0x7fc6d006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.224 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.220+0000 7fc6f5fb8700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc6d006af00 0x7fc6d006d3c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc6f00cc1f0 tx=0x7fc6d8008030 comp rx=0 tx=0).stop 2023-10-21T13:05:29.224 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.220+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/4125497865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6f00710d0 msgr2=0x7fc6f015a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.224 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.220+0000 7fc6f5fb8700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6f00710d0 0x7fc6f015a570 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc6e000e810 tx=0x7fc6e000ebd0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.220+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/4125497865 shutdown_connections 2023-10-21T13:05:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.220+0000 7fc6f5fb8700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc6d006af00 0x7fc6d006d3c0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.226 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.220+0000 7fc6f5fb8700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc6f00cdf40 0x7fc6f01e7880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.226 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.220+0000 7fc6f5fb8700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6f00710d0 0x7fc6f015a570 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.226 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.220+0000 7fc6f5fb8700 1 --2- 172.21.15.67:0/4125497865 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6f00cdb60 0x7fc6f015b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.227 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.220+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/4125497865 >> 172.21.15.67:0/4125497865 conn(0x7fc6f00b1770 msgr2=0x7fc6f0071920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:29.227 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.220+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/4125497865 shutdown_connections 2023-10-21T13:05:29.227 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.220+0000 7fc6f5fb8700 1 -- 172.21.15.67:0/4125497865 wait complete. 2023-10-21T13:05:29.235 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T13:05:29.296 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:05:29.298 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:05:29.367 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.362+0000 7f41aaa71700 1 Processor -- start 2023-10-21T13:05:29.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.362+0000 7f41aaa71700 1 -- start start 2023-10-21T13:05:29.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.363+0000 7f41aaa71700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f41a4160e80 0x7f41a40d4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.363+0000 7f41aaa71700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f41a40d2350 0x7f41a406b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.369 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.363+0000 7f41aaa71700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41a40ce450 con 0x7f41a40d1440 2023-10-21T13:05:29.369 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.363+0000 7f41aaa71700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f41a40d08f0 con 0x7f41a4160e80 2023-10-21T13:05:29.369 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.363+0000 7f41aaa71700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f41a40d1090 con 0x7f41a40d2350 2023-10-21T13:05:29.369 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.363+0000 7f41a880d700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f41a4160e80 0x7f41a40d4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.369 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.363+0000 7f41a880d700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f41a4160e80 0x7f41a40d4180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60890/0 (socket says 172.21.15.67:60890) 2023-10-21T13:05:29.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.363+0000 7f41a880d700 1 -- 172.21.15.67:0/1123175111 learned_addr learned my addr 172.21.15.67:0/1123175111 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:29.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.363+0000 7f41a900e700 1 --2- 172.21.15.67:0/1123175111 >> v2:172.21.15.190:3300/0 conn(0x7f41a40d2350 0x7f41a406b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.363+0000 7f41a880d700 1 -- 172.21.15.67:0/1123175111 >> v2:172.21.15.190:3300/0 conn(0x7f41a40d2350 msgr2=0x7f41a406b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:29.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.363+0000 7f41a880d700 1 --2- 172.21.15.67:0/1123175111 >> v2:172.21.15.190:3300/0 conn(0x7f41a40d2350 0x7f41a406b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.363+0000 7f41a880d700 1 -- 172.21.15.67:0/1123175111 >> v1:172.21.15.190:6789/0 conn(0x7f41a40d1440 legacy=0x7f41a40d1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.363+0000 7f41a880d700 1 -- 172.21.15.67:0/1123175111 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41a40ce6f0 con 0x7f41a4160e80 2023-10-21T13:05:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.363+0000 7f41a900e700 1 --2- 172.21.15.67:0/1123175111 >> v2:172.21.15.190:3300/0 conn(0x7f41a40d2350 0x7f41a406b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.364+0000 7f41a880d700 1 --2- 172.21.15.67:0/1123175111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41a4160e80 0x7f41a40d4180 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f41a406b3b0 tx=0x7f419c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8679dd083b5751cb server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.364+0000 7f41a37fe700 1 -- 172.21.15.67:0/1123175111 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f419c00e070 con 0x7f41a4160e80 2023-10-21T13:05:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.364+0000 7f41a37fe700 1 -- 172.21.15.67:0/1123175111 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f419c00b980 con 0x7f41a4160e80 2023-10-21T13:05:29.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.364+0000 7f41a37fe700 1 -- 172.21.15.67:0/1123175111 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f419c00bd30 con 0x7f41a4160e80 2023-10-21T13:05:29.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.364+0000 7f41aaa71700 1 -- 172.21.15.67:0/1123175111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41a4160e80 msgr2=0x7f41a40d4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.364+0000 7f41aaa71700 1 --2- 172.21.15.67:0/1123175111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41a4160e80 0x7f41a40d4180 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f41a406b3b0 tx=0x7f419c00b330 comp rx=0 tx=0).stop 2023-10-21T13:05:29.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.364+0000 7f41aaa71700 1 -- 172.21.15.67:0/1123175111 shutdown_connections 2023-10-21T13:05:29.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.364+0000 7f41aaa71700 1 --2- 172.21.15.67:0/1123175111 >> v2:172.21.15.190:3300/0 conn(0x7f41a40d2350 0x7f41a406b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.364+0000 7f41aaa71700 1 --2- 172.21.15.67:0/1123175111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41a4160e80 0x7f41a40d4180 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.364+0000 7f41aaa71700 1 -- 172.21.15.67:0/1123175111 >> 172.21.15.67:0/1123175111 conn(0x7f41a40d3660 msgr2=0x7f41a40d3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.364+0000 7f41aaa71700 1 -- 172.21.15.67:0/1123175111 shutdown_connections 2023-10-21T13:05:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.365+0000 7f41aaa71700 1 -- 172.21.15.67:0/1123175111 wait complete. 2023-10-21T13:05:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.366+0000 7f41aaa71700 1 Processor -- start 2023-10-21T13:05:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.366+0000 7f41aaa71700 1 -- start start 2023-10-21T13:05:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41aaa71700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f41a40d1440 0x7f41a414b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41aaa71700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f41a40d2350 0x7f41a415dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41aaa71700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41a4160e80 0x7f41a40b5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41aaa71700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41a41488e0 con 0x7f41a4160e80 2023-10-21T13:05:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41aaa71700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41a4148bc0 con 0x7f41a40d1440 2023-10-21T13:05:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41aaa71700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41a4148ea0 con 0x7f41a40d2350 2023-10-21T13:05:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41a900e700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41a4160e80 0x7f41a40b5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41a900e700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41a4160e80 0x7f41a40b5990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60900/0 (socket says 172.21.15.67:60900) 2023-10-21T13:05:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41a900e700 1 -- 172.21.15.67:0/776919308 learned_addr learned my addr 172.21.15.67:0/776919308 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41a880d700 1 --2- 172.21.15.67:0/776919308 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f41a40d1440 0x7f41a414b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41a3fff700 1 --2- 172.21.15.67:0/776919308 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f41a40d2350 0x7f41a415dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41a900e700 1 -- 172.21.15.67:0/776919308 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f41a40d2350 msgr2=0x7f41a415dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41a900e700 1 --2- 172.21.15.67:0/776919308 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f41a40d2350 0x7f41a415dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41a900e700 1 -- 172.21.15.67:0/776919308 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f41a40d1440 msgr2=0x7f41a414b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41a900e700 1 --2- 172.21.15.67:0/776919308 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f41a40d1440 0x7f41a414b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41a900e700 1 -- 172.21.15.67:0/776919308 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f419c009b30 con 0x7f41a4160e80 2023-10-21T13:05:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41a900e700 1 --2- 172.21.15.67:0/776919308 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41a4160e80 0x7f41a40b5990 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f419400e810 tx=0x7f419400ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41a17fa700 1 -- 172.21.15.67:0/776919308 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4194004230 con 0x7f41a4160e80 2023-10-21T13:05:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41a17fa700 1 -- 172.21.15.67:0/776919308 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4194004390 con 0x7f41a4160e80 2023-10-21T13:05:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41a17fa700 1 -- 172.21.15.67:0/776919308 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41940036a0 con 0x7f41a4160e80 2023-10-21T13:05:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.367+0000 7f41aaa71700 1 -- 172.21.15.67:0/776919308 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41a4149180 con 0x7f41a4160e80 2023-10-21T13:05:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.368+0000 7f41aaa71700 1 -- 172.21.15.67:0/776919308 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41a40b5ed0 con 0x7f41a4160e80 2023-10-21T13:05:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.368+0000 7f41aaa71700 1 -- 172.21.15.67:0/776919308 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41a41496a0 con 0x7f41a4160e80 2023-10-21T13:05:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.370+0000 7f41a17fa700 1 -- 172.21.15.67:0/776919308 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4194003800 con 0x7f41a4160e80 2023-10-21T13:05:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.370+0000 7f41a17fa700 1 --2- 172.21.15.67:0/776919308 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f418406af00 0x7f418406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.370+0000 7f41a17fa700 1 -- 172.21.15.67:0/776919308 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4194089260 con 0x7f41a4160e80 2023-10-21T13:05:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.370+0000 7f41a880d700 1 --2- 172.21.15.67:0/776919308 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f418406af00 0x7f418406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.371+0000 7f41a880d700 1 --2- 172.21.15.67:0/776919308 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f418406af00 0x7f418406d3c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f419c00b370 tx=0x7f419c009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.374+0000 7f41a17fa700 1 -- 172.21.15.67:0/776919308 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f41940543f0 con 0x7f41a4160e80 2023-10-21T13:05:29.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.574+0000 7f41aaa71700 1 -- 172.21.15.67:0/776919308 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f41a41496a0 con 0x7f41a4160e80 2023-10-21T13:05:29.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.574+0000 7f41a17fa700 1 -- 172.21.15.67:0/776919308 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f41a41496a0 con 0x7f41a4160e80 2023-10-21T13:05:29.577 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2023-10-21T13:05:29.578 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.576+0000 7f41aaa71700 1 -- 172.21.15.67:0/776919308 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f418406af00 msgr2=0x7f418406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.579 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.576+0000 7f41aaa71700 1 --2- 172.21.15.67:0/776919308 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f418406af00 0x7f418406d3c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f419c00b370 tx=0x7f419c009000 comp rx=0 tx=0).stop 2023-10-21T13:05:29.579 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.576+0000 7f41aaa71700 1 -- 172.21.15.67:0/776919308 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41a4160e80 msgr2=0x7f41a40b5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.579 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.576+0000 7f41aaa71700 1 --2- 172.21.15.67:0/776919308 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41a4160e80 0x7f41a40b5990 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f419400e810 tx=0x7f419400ebd0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.579 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.576+0000 7f41aaa71700 1 -- 172.21.15.67:0/776919308 shutdown_connections 2023-10-21T13:05:29.580 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.576+0000 7f41aaa71700 1 --2- 172.21.15.67:0/776919308 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41a4160e80 0x7f41a40b5990 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.580 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.576+0000 7f41aaa71700 1 --2- 172.21.15.67:0/776919308 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f41a40d1440 0x7f41a414b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.580 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.576+0000 7f41aaa71700 1 --2- 172.21.15.67:0/776919308 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f418406af00 0x7f418406d3c0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.580 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.576+0000 7f41aaa71700 1 --2- 172.21.15.67:0/776919308 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f41a40d2350 0x7f41a415dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.580 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.576+0000 7f41aaa71700 1 -- 172.21.15.67:0/776919308 >> 172.21.15.67:0/776919308 conn(0x7f41a40d3660 msgr2=0x7f41a40c7190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.577+0000 7f41aaa71700 1 -- 172.21.15.67:0/776919308 shutdown_connections 2023-10-21T13:05:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.577+0000 7f41aaa71700 1 -- 172.21.15.67:0/776919308 wait complete. 2023-10-21T13:05:29.591 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-21T13:05:29.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.754+0000 7f198be33700 1 Processor -- start 2023-10-21T13:05:29.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.754+0000 7f198be33700 1 -- start start 2023-10-21T13:05:29.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.755+0000 7f198be33700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f198415da10 0x7f19840b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.755+0000 7f198be33700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19840cb600 con 0x7f19840cfe40 2023-10-21T13:05:29.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.755+0000 7f198be33700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f198415ddf0 con 0x7f19840b3730 2023-10-21T13:05:29.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.755+0000 7f198be33700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19840ca9f0 con 0x7f198415da10 2023-10-21T13:05:29.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.755+0000 7f1989bcf700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f198415da10 0x7f19840b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.755+0000 7f198a3d0700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f19840cfe40 0x7f198406a8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:48970/0 (socket says 172.21.15.67:48970) 2023-10-21T13:05:29.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.755+0000 7f198a3d0700 1 -- 172.21.15.67:0/4267165730 learned_addr learned my addr 172.21.15.67:0/4267165730 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:29.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.756+0000 7f1989bcf700 1 -- 172.21.15.67:0/4267165730 >> v1:172.21.15.190:6789/0 conn(0x7f19840b3730 legacy=0x7f19840cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:29.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.756+0000 7f1989bcf700 1 -- 172.21.15.67:0/4267165730 >> v1:172.21.15.67:6789/0 conn(0x7f19840cfe40 legacy=0x7f198406a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.756+0000 7f1988bcd700 1 -- 172.21.15.67:0/4267165730 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3341613671 0 0) 0x7f19840cb600 con 0x7f19840cfe40 2023-10-21T13:05:29.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.756+0000 7f1989bcf700 1 -- 172.21.15.67:0/4267165730 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19840cacd0 con 0x7f198415da10 2023-10-21T13:05:29.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.756+0000 7f1989bcf700 1 --2- 172.21.15.67:0/4267165730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f198415da10 0x7f19840b31f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f1974009820 tx=0x7f1974009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df273837131e1bef server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:29.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.756+0000 7f1988bcd700 1 -- 172.21.15.67:0/4267165730 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1974005e30 con 0x7f198415da10 2023-10-21T13:05:29.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.756+0000 7f1988bcd700 1 -- 172.21.15.67:0/4267165730 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1974004030 con 0x7f198415da10 2023-10-21T13:05:29.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.756+0000 7f1988bcd700 1 -- 172.21.15.67:0/4267165730 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19740043c0 con 0x7f198415da10 2023-10-21T13:05:29.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.757+0000 7f198be33700 1 -- 172.21.15.67:0/4267165730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f198415da10 msgr2=0x7f19840b31f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.757+0000 7f198be33700 1 --2- 172.21.15.67:0/4267165730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f198415da10 0x7f19840b31f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f1974009820 tx=0x7f1974009b30 comp rx=0 tx=0).stop 2023-10-21T13:05:29.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.757+0000 7f198be33700 1 -- 172.21.15.67:0/4267165730 shutdown_connections 2023-10-21T13:05:29.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.757+0000 7f198be33700 1 --2- 172.21.15.67:0/4267165730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f198415da10 0x7f19840b31f0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.757+0000 7f198be33700 1 -- 172.21.15.67:0/4267165730 >> 172.21.15.67:0/4267165730 conn(0x7f19840999d0 msgr2=0x7f19840d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:29.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.757+0000 7f198be33700 1 -- 172.21.15.67:0/4267165730 shutdown_connections 2023-10-21T13:05:29.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.757+0000 7f198be33700 1 -- 172.21.15.67:0/4267165730 wait complete. 2023-10-21T13:05:29.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.758+0000 7f198be33700 1 Processor -- start 2023-10-21T13:05:29.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.758+0000 7f198be33700 1 -- start start 2023-10-21T13:05:29.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f198be33700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19840b3730 0x7f19841f6d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f198be33700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f198415da10 0x7f1984147130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f198be33700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f198406e1c0 0x7f198406e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f198be33700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f198406ebb0 con 0x7f19840b3730 2023-10-21T13:05:29.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f198be33700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19841f72a0 con 0x7f198406e1c0 2023-10-21T13:05:29.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f198be33700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19840b4f10 con 0x7f198415da10 2023-10-21T13:05:29.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f1989bcf700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19840b3730 0x7f19841f6d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f1989bcf700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19840b3730 0x7f19841f6d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60910/0 (socket says 172.21.15.67:60910) 2023-10-21T13:05:29.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f1989bcf700 1 -- 172.21.15.67:0/2644436250 learned_addr learned my addr 172.21.15.67:0/2644436250 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:29.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f1989bcf700 1 -- 172.21.15.67:0/2644436250 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f198415da10 msgr2=0x7f1984147130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f1989bcf700 1 --2- 172.21.15.67:0/2644436250 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f198415da10 0x7f1984147130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f1989bcf700 1 -- 172.21.15.67:0/2644436250 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f198406e1c0 msgr2=0x7f198406e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f1989bcf700 1 --2- 172.21.15.67:0/2644436250 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f198406e1c0 0x7f198406e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f1989bcf700 1 -- 172.21.15.67:0/2644436250 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1974009430 con 0x7f19840b3730 2023-10-21T13:05:29.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f1989bcf700 1 --2- 172.21.15.67:0/2644436250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19840b3730 0x7f19841f6d60 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f1974000c00 tx=0x7f1974004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:29.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f197a7fc700 1 -- 172.21.15.67:0/2644436250 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1974011620 con 0x7f19840b3730 2023-10-21T13:05:29.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f197a7fc700 1 -- 172.21.15.67:0/2644436250 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1974011780 con 0x7f19840b3730 2023-10-21T13:05:29.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f198be33700 1 -- 172.21.15.67:0/2644436250 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19840b51f0 con 0x7f19840b3730 2023-10-21T13:05:29.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f197a7fc700 1 -- 172.21.15.67:0/2644436250 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1974011b30 con 0x7f19840b3730 2023-10-21T13:05:29.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.759+0000 7f198be33700 1 -- 172.21.15.67:0/2644436250 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19840b57b0 con 0x7f19840b3730 2023-10-21T13:05:29.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.760+0000 7f198be33700 1 -- 172.21.15.67:0/2644436250 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1984074d40 con 0x7f19840b3730 2023-10-21T13:05:29.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.761+0000 7f197a7fc700 1 -- 172.21.15.67:0/2644436250 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1974018030 con 0x7f19840b3730 2023-10-21T13:05:29.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.761+0000 7f197a7fc700 1 --2- 172.21.15.67:0/2644436250 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f196806af00 0x7f196806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:29.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.761+0000 7f197a7fc700 1 -- 172.21.15.67:0/2644436250 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f197408ac60 con 0x7f19840b3730 2023-10-21T13:05:29.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.762+0000 7f19893ce700 1 --2- 172.21.15.67:0/2644436250 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f196806af00 0x7f196806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:29.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.762+0000 7f19893ce700 1 --2- 172.21.15.67:0/2644436250 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f196806af00 0x7f196806d3c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f19840cbe30 tx=0x7f1980007a40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:29.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.766+0000 7f197a7fc700 1 -- 172.21.15.67:0/2644436250 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1974055da0 con 0x7f19840b3730 2023-10-21T13:05:29.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.981+0000 7f198be33700 1 -- 172.21.15.67:0/2644436250 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f19840669b0 con 0x7f19840b3730 2023-10-21T13:05:29.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.982+0000 7f197a7fc700 1 -- 172.21.15.67:0/2644436250 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f1974016080 con 0x7f19840b3730 2023-10-21T13:05:29.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.984+0000 7f198be33700 1 -- 172.21.15.67:0/2644436250 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f196806af00 msgr2=0x7f196806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.984+0000 7f198be33700 1 --2- 172.21.15.67:0/2644436250 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f196806af00 0x7f196806d3c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f19840cbe30 tx=0x7f1980007a40 comp rx=0 tx=0).stop 2023-10-21T13:05:29.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.984+0000 7f198be33700 1 -- 172.21.15.67:0/2644436250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19840b3730 msgr2=0x7f19841f6d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:29.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.984+0000 7f198be33700 1 --2- 172.21.15.67:0/2644436250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19840b3730 0x7f19841f6d60 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f1974000c00 tx=0x7f1974004750 comp rx=0 tx=0).stop 2023-10-21T13:05:29.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.984+0000 7f198be33700 1 -- 172.21.15.67:0/2644436250 shutdown_connections 2023-10-21T13:05:29.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.984+0000 7f198be33700 1 --2- 172.21.15.67:0/2644436250 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f198406e1c0 0x7f198406e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.984+0000 7f198be33700 1 --2- 172.21.15.67:0/2644436250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19840b3730 0x7f19841f6d60 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.984+0000 7f198be33700 1 --2- 172.21.15.67:0/2644436250 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f196806af00 0x7f196806d3c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.984+0000 7f198be33700 1 --2- 172.21.15.67:0/2644436250 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f198415da10 0x7f1984147130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:29.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.984+0000 7f198be33700 1 -- 172.21.15.67:0/2644436250 >> 172.21.15.67:0/2644436250 conn(0x7f19840999d0 msgr2=0x7f198415b960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:29.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.984+0000 7f198be33700 1 -- 172.21.15.67:0/2644436250 shutdown_connections 2023-10-21T13:05:29.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:29.984+0000 7f198be33700 1 -- 172.21.15.67:0/2644436250 wait complete. 2023-10-21T13:05:29.988 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2023-10-21T13:05:29.998 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-10-21T13:05:29.998 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:29.999 DEBUG:teuthology.orchestra.run.smithi190:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2023-10-21T13:05:30.046 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi190.front.sepia.ceph.com 2023-10-21T13:05:30.047 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:30.047 DEBUG:teuthology.orchestra.run.smithi190:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-10-21T13:05:30.076 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:05:30.076 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:30.094 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:05:30.095 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:30.152 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:05:30.153 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:30.211 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:30.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.373+0000 7f3f4bc0c700 1 Processor -- start 2023-10-21T13:05:30.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.373+0000 7f3f4bc0c700 1 -- start start 2023-10-21T13:05:30.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.374+0000 7f3f4bc0c700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f3f440cb690 0x7f3f440b2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:30.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.374+0000 7f3f4bc0c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f3f440cce50 0x7f3f440caff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:30.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.374+0000 7f3f4bc0c700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f440b1cf0 con 0x7f3f440b23a0 2023-10-21T13:05:30.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.374+0000 7f3f4bc0c700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f440cb530 con 0x7f3f440cce50 2023-10-21T13:05:30.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.374+0000 7f3f4bc0c700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f440cc890 con 0x7f3f440cb690 2023-10-21T13:05:30.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.374+0000 7f3f4a1a9700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f3f440cce50 0x7f3f440caff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:30.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.374+0000 7f3f4a1a9700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f3f440cce50 0x7f3f440caff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60922/0 (socket says 172.21.15.67:60922) 2023-10-21T13:05:30.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.374+0000 7f3f4a1a9700 1 -- 172.21.15.67:0/3521492854 learned_addr learned my addr 172.21.15.67:0/3521492854 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:30.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.374+0000 7f3f491a7700 1 --2- 172.21.15.67:0/3521492854 >> v2:172.21.15.190:3300/0 conn(0x7f3f440cb690 0x7f3f440b2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:30.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.374+0000 7f3f4a1a9700 1 -- 172.21.15.67:0/3521492854 >> v2:172.21.15.190:3300/0 conn(0x7f3f440cb690 msgr2=0x7f3f440b2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:30.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.374+0000 7f3f4a1a9700 1 --2- 172.21.15.67:0/3521492854 >> v2:172.21.15.190:3300/0 conn(0x7f3f440cb690 0x7f3f440b2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.374+0000 7f3f4a1a9700 1 -- 172.21.15.67:0/3521492854 >> v1:172.21.15.190:6789/0 conn(0x7f3f440b23a0 legacy=0x7f3f440ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:30.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.374+0000 7f3f4a1a9700 1 -- 172.21.15.67:0/3521492854 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f440ccb70 con 0x7f3f440cce50 2023-10-21T13:05:30.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.375+0000 7f3f4a1a9700 1 --2- 172.21.15.67:0/3521492854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f440cce50 0x7f3f440caff0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3f440cf1e0 tx=0x7f3f3c00d430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3439a36c174a3a16 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:30.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.375+0000 7f3f489a6700 1 -- 172.21.15.67:0/3521492854 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c010070 con 0x7f3f440cce50 2023-10-21T13:05:30.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.375+0000 7f3f489a6700 1 -- 172.21.15.67:0/3521492854 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f3c00dd50 con 0x7f3f440cce50 2023-10-21T13:05:30.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.375+0000 7f3f489a6700 1 -- 172.21.15.67:0/3521492854 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c00b310 con 0x7f3f440cce50 2023-10-21T13:05:30.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.375+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/3521492854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f440cce50 msgr2=0x7f3f440caff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:30.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.375+0000 7f3f4bc0c700 1 --2- 172.21.15.67:0/3521492854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f440cce50 0x7f3f440caff0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3f440cf1e0 tx=0x7f3f3c00d430 comp rx=0 tx=0).stop 2023-10-21T13:05:30.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.375+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/3521492854 shutdown_connections 2023-10-21T13:05:30.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.375+0000 7f3f4bc0c700 1 --2- 172.21.15.67:0/3521492854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f440cce50 0x7f3f440caff0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.375+0000 7f3f4bc0c700 1 --2- 172.21.15.67:0/3521492854 >> v2:172.21.15.190:3300/0 conn(0x7f3f440cb690 0x7f3f440b2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.375+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/3521492854 >> 172.21.15.67:0/3521492854 conn(0x7f3f440cbd00 msgr2=0x7f3f440cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:30.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.375+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/3521492854 shutdown_connections 2023-10-21T13:05:30.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.375+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/3521492854 wait complete. 2023-10-21T13:05:30.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.377+0000 7f3f4bc0c700 1 Processor -- start 2023-10-21T13:05:30.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.377+0000 7f3f4bc0c700 1 -- start start 2023-10-21T13:05:30.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.377+0000 7f3f4bc0c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3f440b23a0 0x7f3f440ca760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:30.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.377+0000 7f3f4bc0c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3f440cb690 0x7f3f440caca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:30.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.377+0000 7f3f4bc0c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f440cce50 0x7f3f4409a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:30.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.377+0000 7f3f4bc0c700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f441e2870 con 0x7f3f440cce50 2023-10-21T13:05:30.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.377+0000 7f3f4bc0c700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f44099de0 con 0x7f3f440cb690 2023-10-21T13:05:30.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.377+0000 7f3f4bc0c700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f441e4180 con 0x7f3f440b23a0 2023-10-21T13:05:30.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.377+0000 7f3f4a1a9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f440cce50 0x7f3f4409a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:30.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.377+0000 7f3f4a1a9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f440cce50 0x7f3f4409a270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60928/0 (socket says 172.21.15.67:60928) 2023-10-21T13:05:30.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.377+0000 7f3f4a1a9700 1 -- 172.21.15.67:0/2849154368 learned_addr learned my addr 172.21.15.67:0/2849154368 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:30.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.378+0000 7f3f491a7700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3f440cb690 0x7f3f440caca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:30.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.378+0000 7f3f499a8700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3f440b23a0 0x7f3f440ca760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:30.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.378+0000 7f3f4a1a9700 1 -- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3f440b23a0 msgr2=0x7f3f440ca760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:30.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.378+0000 7f3f4a1a9700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3f440b23a0 0x7f3f440ca760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.378+0000 7f3f4a1a9700 1 -- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3f440cb690 msgr2=0x7f3f440caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:30.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.378+0000 7f3f4a1a9700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3f440cb690 0x7f3f440caca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.378+0000 7f3f4a1a9700 1 -- 172.21.15.67:0/2849154368 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f3c00bd40 con 0x7f3f440cce50 2023-10-21T13:05:30.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.378+0000 7f3f491a7700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3f440cb690 0x7f3f440caca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:30.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.378+0000 7f3f4a1a9700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f440cce50 0x7f3f4409a270 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c00d470 tx=0x7f3f3c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:30.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.378+0000 7f3f3a7fc700 1 -- 172.21.15.67:0/2849154368 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c009a10 con 0x7f3f440cce50 2023-10-21T13:05:30.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.378+0000 7f3f3a7fc700 1 -- 172.21.15.67:0/2849154368 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f3c009b90 con 0x7f3f440cce50 2023-10-21T13:05:30.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.378+0000 7f3f3a7fc700 1 -- 172.21.15.67:0/2849154368 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c004030 con 0x7f3f440cce50 2023-10-21T13:05:30.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.378+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/2849154368 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f441e4e30 con 0x7f3f440cce50 2023-10-21T13:05:30.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.378+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/2849154368 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f44099a70 con 0x7f3f440cce50 2023-10-21T13:05:30.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.379+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/2849154368 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f440624e0 con 0x7f3f440cce50 2023-10-21T13:05:30.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.379+0000 7f3f3a7fc700 1 -- 172.21.15.67:0/2849154368 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3f3c01b070 con 0x7f3f440cce50 2023-10-21T13:05:30.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.380+0000 7f3f3a7fc700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3f2806af00 0x7f3f2806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:30.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.380+0000 7f3f3a7fc700 1 -- 172.21.15.67:0/2849154368 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3f3c08a640 con 0x7f3f440cce50 2023-10-21T13:05:30.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.380+0000 7f3f499a8700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3f2806af00 0x7f3f2806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:30.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.381+0000 7f3f499a8700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3f2806af00 0x7f3f2806d3c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3f34004f80 tx=0x7f3f34009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:30.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.384+0000 7f3f3a7fc700 1 -- 172.21.15.67:0/2849154368 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f3f3c055840 con 0x7f3f440cce50 2023-10-21T13:05:30.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.587+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/2849154368 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3f44099f50 con 0x7f3f440cce50 2023-10-21T13:05:30.590 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.589+0000 7f3f3a7fc700 1 -- 172.21.15.67:0/2849154368 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7f3f3c058e60 con 0x7f3f440cce50 2023-10-21T13:05:30.591 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:30.591 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:30.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.591+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3f2806af00 msgr2=0x7f3f2806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:30.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.591+0000 7f3f4bc0c700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3f2806af00 0x7f3f2806d3c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3f34004f80 tx=0x7f3f34009040 comp rx=0 tx=0).stop 2023-10-21T13:05:30.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.591+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/2849154368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f440cce50 msgr2=0x7f3f4409a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:30.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.591+0000 7f3f4bc0c700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f440cce50 0x7f3f4409a270 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c00d470 tx=0x7f3f3c004ad0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.591+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/2849154368 shutdown_connections 2023-10-21T13:05:30.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.591+0000 7f3f4bc0c700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f440cce50 0x7f3f4409a270 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.591+0000 7f3f4bc0c700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3f2806af00 0x7f3f2806d3c0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.591+0000 7f3f4bc0c700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3f440b23a0 0x7f3f440ca760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.595 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.591+0000 7f3f4bc0c700 1 --2- 172.21.15.67:0/2849154368 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3f440cb690 0x7f3f440caca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.595 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.591+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/2849154368 >> 172.21.15.67:0/2849154368 conn(0x7f3f440cbd00 msgr2=0x7f3f440b0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:30.595 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.591+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/2849154368 shutdown_connections 2023-10-21T13:05:30.595 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.591+0000 7f3f4bc0c700 1 -- 172.21.15.67:0/2849154368 wait complete. 2023-10-21T13:05:30.605 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T13:04:51.241319+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T13:04:52.187622+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T13:05:30.606 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T13:05:30.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.732+0000 7f2a2d693700 1 Processor -- start 2023-10-21T13:05:30.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.732+0000 7f2a2d693700 1 -- start start 2023-10-21T13:05:30.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.733+0000 7f2a2d693700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2a280b0880 0x7f2a2806b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:30.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.733+0000 7f2a2d693700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f2a281623a0 0x7f2a280cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:30.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.733+0000 7f2a2d693700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a28161f10 con 0x7f2a280b12f0 2023-10-21T13:05:30.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.733+0000 7f2a2d693700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a281616b0 con 0x7f2a281623a0 2023-10-21T13:05:30.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.733+0000 7f2a2d693700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a280d12b0 con 0x7f2a280b0880 2023-10-21T13:05:30.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.733+0000 7f2a26ffd700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2a280b0880 0x7f2a2806b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:30.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.733+0000 7f2a267fc700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f2a281623a0 0x7f2a280cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:30.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.733+0000 7f2a277fe700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f2a280b12f0 0x7f2a280cce30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:45896/0 (socket says 172.21.15.67:45896) 2023-10-21T13:05:30.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.733+0000 7f2a277fe700 1 -- 172.21.15.67:0/4120295402 learned_addr learned my addr 172.21.15.67:0/4120295402 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:30.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.734+0000 7f2a25ffb700 1 -- 172.21.15.67:0/4120295402 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1170522900 0 0) 0x7f2a28161f10 con 0x7f2a280b12f0 2023-10-21T13:05:30.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.734+0000 7f2a25ffb700 1 -- 172.21.15.67:0/4120295402 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2a100035b0 con 0x7f2a280b12f0 2023-10-21T13:05:30.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.734+0000 7f2a26ffd700 1 -- 172.21.15.67:0/4120295402 >> v2:172.21.15.190:3300/0 conn(0x7f2a281623a0 msgr2=0x7f2a280cf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:30.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.734+0000 7f2a26ffd700 1 --2- 172.21.15.67:0/4120295402 >> v2:172.21.15.190:3300/0 conn(0x7f2a281623a0 0x7f2a280cf920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.734+0000 7f2a26ffd700 1 -- 172.21.15.67:0/4120295402 >> v1:172.21.15.190:6789/0 conn(0x7f2a280b12f0 legacy=0x7f2a280cce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:30.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.734+0000 7f2a26ffd700 1 -- 172.21.15.67:0/4120295402 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a280cffc0 con 0x7f2a280b0880 2023-10-21T13:05:30.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.734+0000 7f2a267fc700 1 --2- 172.21.15.67:0/4120295402 >> v2:172.21.15.190:3300/0 conn(0x7f2a281623a0 0x7f2a280cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:30.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.734+0000 7f2a26ffd700 1 --2- 172.21.15.67:0/4120295402 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2a280b0880 0x7f2a2806b2e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c009840 tx=0x7f2a1c009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85f9db8d9594b12 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:30.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.734+0000 7f2a25ffb700 1 -- 172.21.15.67:0/4120295402 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a1c011830 con 0x7f2a280b0880 2023-10-21T13:05:30.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.734+0000 7f2a25ffb700 1 -- 172.21.15.67:0/4120295402 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a1c011990 con 0x7f2a280b0880 2023-10-21T13:05:30.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.734+0000 7f2a25ffb700 1 -- 172.21.15.67:0/4120295402 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a1c011d20 con 0x7f2a280b0880 2023-10-21T13:05:30.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.735+0000 7f2a2d693700 1 -- 172.21.15.67:0/4120295402 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2a280b0880 msgr2=0x7f2a2806b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:30.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.735+0000 7f2a2d693700 1 --2- 172.21.15.67:0/4120295402 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2a280b0880 0x7f2a2806b2e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c009840 tx=0x7f2a1c009b50 comp rx=0 tx=0).stop 2023-10-21T13:05:30.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.735+0000 7f2a2d693700 1 -- 172.21.15.67:0/4120295402 shutdown_connections 2023-10-21T13:05:30.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.735+0000 7f2a2d693700 1 --2- 172.21.15.67:0/4120295402 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2a280b0880 0x7f2a2806b2e0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.735+0000 7f2a2d693700 1 --2- 172.21.15.67:0/4120295402 >> v2:172.21.15.190:3300/0 conn(0x7f2a281623a0 0x7f2a280cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.735+0000 7f2a2d693700 1 -- 172.21.15.67:0/4120295402 >> 172.21.15.67:0/4120295402 conn(0x7f2a280999d0 msgr2=0x7f2a280d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:30.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.735+0000 7f2a2d693700 1 -- 172.21.15.67:0/4120295402 shutdown_connections 2023-10-21T13:05:30.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.735+0000 7f2a2d693700 1 -- 172.21.15.67:0/4120295402 wait complete. 2023-10-21T13:05:30.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.736+0000 7f2a2d693700 1 Processor -- start 2023-10-21T13:05:30.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.736+0000 7f2a2d693700 1 -- start start 2023-10-21T13:05:30.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a2d693700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a280b0880 0x7f2a280b3060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:30.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a2d693700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2a280b12f0 0x7f2a280b57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:30.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a2d693700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2a281623a0 0x7f2a2815c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:30.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a2d693700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a280af620 con 0x7f2a280b0880 2023-10-21T13:05:30.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a2d693700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a280aea30 con 0x7f2a281623a0 2023-10-21T13:05:30.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a2d693700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a280aec80 con 0x7f2a280b12f0 2023-10-21T13:05:30.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a26ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a280b0880 0x7f2a280b3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:30.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a26ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a280b0880 0x7f2a280b3060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60938/0 (socket says 172.21.15.67:60938) 2023-10-21T13:05:30.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a26ffd700 1 -- 172.21.15.67:0/3746290960 learned_addr learned my addr 172.21.15.67:0/3746290960 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:30.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a267fc700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2a280b12f0 0x7f2a280b57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:30.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a277fe700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2a281623a0 0x7f2a2815c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:30.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a26ffd700 1 -- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2a280b12f0 msgr2=0x7f2a280b57b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:30.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a26ffd700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2a280b12f0 0x7f2a280b57b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a26ffd700 1 -- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2a281623a0 msgr2=0x7f2a2815c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:30.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a26ffd700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2a281623a0 0x7f2a2815c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a26ffd700 1 -- 172.21.15.67:0/3746290960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a180094a0 con 0x7f2a280b0880 2023-10-21T13:05:30.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.737+0000 7f2a277fe700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2a281623a0 0x7f2a2815c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:30.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.738+0000 7f2a26ffd700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a280b0880 0x7f2a280b3060 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c009fd0 tx=0x7f2a1c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:30.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.738+0000 7f2a0f7fe700 1 -- 172.21.15.67:0/3746290960 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a1c0036a0 con 0x7f2a280b0880 2023-10-21T13:05:30.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.738+0000 7f2a0f7fe700 1 -- 172.21.15.67:0/3746290960 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a1c01e070 con 0x7f2a280b0880 2023-10-21T13:05:30.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.738+0000 7f2a2d693700 1 -- 172.21.15.67:0/3746290960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a1c0094a0 con 0x7f2a280b0880 2023-10-21T13:05:30.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.738+0000 7f2a0f7fe700 1 -- 172.21.15.67:0/3746290960 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a1c003a40 con 0x7f2a280b0880 2023-10-21T13:05:30.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.738+0000 7f2a2d693700 1 -- 172.21.15.67:0/3746290960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a280af240 con 0x7f2a280b0880 2023-10-21T13:05:30.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.739+0000 7f2a2d693700 1 -- 172.21.15.67:0/3746290960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a28074d40 con 0x7f2a280b0880 2023-10-21T13:05:30.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.739+0000 7f2a0f7fe700 1 -- 172.21.15.67:0/3746290960 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f2a1c003ba0 con 0x7f2a280b0880 2023-10-21T13:05:30.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.739+0000 7f2a0f7fe700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2a1406af00 0x7f2a1406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:30.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.740+0000 7f2a0f7fe700 1 -- 172.21.15.67:0/3746290960 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2a1c08a450 con 0x7f2a280b0880 2023-10-21T13:05:30.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.740+0000 7f2a267fc700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2a1406af00 0x7f2a1406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:30.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.741+0000 7f2a267fc700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2a1406af00 0x7f2a1406d3c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f2a280cc100 tx=0x7f2a18009210 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:30.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.744+0000 7f2a0f7fe700 1 -- 172.21.15.67:0/3746290960 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f2a1c055510 con 0x7f2a280b0880 2023-10-21T13:05:30.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.944+0000 7f2a2d693700 1 -- 172.21.15.67:0/3746290960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2a2806d610 con 0x7f2a280b0880 2023-10-21T13:05:30.946 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.944+0000 7f2a0f7fe700 1 -- 172.21.15.67:0/3746290960 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2a1c058b30 con 0x7f2a280b0880 2023-10-21T13:05:30.947 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T13:05:30.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.946+0000 7f2a2d693700 1 -- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2a1406af00 msgr2=0x7f2a1406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:30.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.946+0000 7f2a2d693700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2a1406af00 0x7f2a1406d3c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f2a280cc100 tx=0x7f2a18009210 comp rx=0 tx=0).stop 2023-10-21T13:05:30.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.946+0000 7f2a2d693700 1 -- 172.21.15.67:0/3746290960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a280b0880 msgr2=0x7f2a280b3060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:30.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.946+0000 7f2a2d693700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a280b0880 0x7f2a280b3060 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c009fd0 tx=0x7f2a1c004750 comp rx=0 tx=0).stop 2023-10-21T13:05:30.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.946+0000 7f2a2d693700 1 -- 172.21.15.67:0/3746290960 shutdown_connections 2023-10-21T13:05:30.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.946+0000 7f2a2d693700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2a281623a0 0x7f2a2815c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.946+0000 7f2a2d693700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a280b0880 0x7f2a280b3060 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.946+0000 7f2a2d693700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2a1406af00 0x7f2a1406d3c0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.946+0000 7f2a2d693700 1 --2- 172.21.15.67:0/3746290960 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2a280b12f0 0x7f2a280b57b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:30.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.946+0000 7f2a2d693700 1 -- 172.21.15.67:0/3746290960 >> 172.21.15.67:0/3746290960 conn(0x7f2a280999d0 msgr2=0x7f2a280c9520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:30.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.946+0000 7f2a2d693700 1 -- 172.21.15.67:0/3746290960 shutdown_connections 2023-10-21T13:05:30.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:30.946+0000 7f2a2d693700 1 -- 172.21.15.67:0/3746290960 wait complete. 2023-10-21T13:05:30.960 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T13:05:31.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.086+0000 7f69456aa700 1 Processor -- start 2023-10-21T13:05:31.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.086+0000 7f69456aa700 1 -- start start 2023-10-21T13:05:31.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f69456aa700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6940160e80 0x7f69400d4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f69456aa700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f69400d2350 0x7f694006b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f69456aa700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69400ce450 con 0x7f69400d1440 2023-10-21T13:05:31.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f69456aa700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69400d08f0 con 0x7f69400d2350 2023-10-21T13:05:31.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f69456aa700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69400d1090 con 0x7f6940160e80 2023-10-21T13:05:31.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f693effd700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6940160e80 0x7f69400d4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f693f7fe700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f69400d2350 0x7f694006b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f693f7fe700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f69400d2350 0x7f694006b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:34818/0 (socket says 172.21.15.67:34818) 2023-10-21T13:05:31.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f693f7fe700 1 -- 172.21.15.67:0/1191484928 learned_addr learned my addr 172.21.15.67:0/1191484928 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:31.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f693e7fc700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f69400d1440 0x7f69400d1c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:45906/0 (socket says 172.21.15.67:45906) 2023-10-21T13:05:31.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f693effd700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6940160e80 0x7f69400d4180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:47708/0 (socket says 172.21.15.67:47708) 2023-10-21T13:05:31.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f693f7fe700 1 -- 172.21.15.67:0/1191484928 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6940160e80 msgr2=0x7f69400d4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:31.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f693f7fe700 1 --2- 172.21.15.67:0/1191484928 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6940160e80 0x7f69400d4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f693f7fe700 1 -- 172.21.15.67:0/1191484928 >> v1:172.21.15.190:6789/0 conn(0x7f69400d1440 legacy=0x7f69400d1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.088+0000 7f693f7fe700 1 -- 172.21.15.67:0/1191484928 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69400ce6f0 con 0x7f69400d2350 2023-10-21T13:05:31.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.087+0000 7f693dffb700 1 -- 172.21.15.67:0/1191484928 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 119412385 0 0) 0x7f69400ce450 con 0x7f69400d1440 2023-10-21T13:05:31.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.088+0000 7f693effd700 1 --2- 172.21.15.67:0/1191484928 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6940160e80 0x7f69400d4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:31.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.088+0000 7f693f7fe700 1 --2- 172.21.15.67:0/1191484928 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69400d2350 0x7f694006b930 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6938009e80 tx=0x7f693800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c143bd15875cd1a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:31.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.088+0000 7f693dffb700 1 -- 172.21.15.67:0/1191484928 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f693800e070 con 0x7f69400d2350 2023-10-21T13:05:31.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.088+0000 7f693dffb700 1 -- 172.21.15.67:0/1191484928 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f693800b8d0 con 0x7f69400d2350 2023-10-21T13:05:31.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.088+0000 7f693dffb700 1 -- 172.21.15.67:0/1191484928 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f693800bc80 con 0x7f69400d2350 2023-10-21T13:05:31.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.088+0000 7f69456aa700 1 -- 172.21.15.67:0/1191484928 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69400d2350 msgr2=0x7f694006b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.088+0000 7f69456aa700 1 --2- 172.21.15.67:0/1191484928 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69400d2350 0x7f694006b930 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6938009e80 tx=0x7f693800b330 comp rx=0 tx=0).stop 2023-10-21T13:05:31.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.088+0000 7f69456aa700 1 -- 172.21.15.67:0/1191484928 shutdown_connections 2023-10-21T13:05:31.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.088+0000 7f69456aa700 1 --2- 172.21.15.67:0/1191484928 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69400d2350 0x7f694006b930 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.088+0000 7f69456aa700 1 --2- 172.21.15.67:0/1191484928 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6940160e80 0x7f69400d4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.088+0000 7f69456aa700 1 -- 172.21.15.67:0/1191484928 >> 172.21.15.67:0/1191484928 conn(0x7f69400d3660 msgr2=0x7f69400d3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:31.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.089+0000 7f69456aa700 1 -- 172.21.15.67:0/1191484928 shutdown_connections 2023-10-21T13:05:31.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.089+0000 7f69456aa700 1 -- 172.21.15.67:0/1191484928 wait complete. 2023-10-21T13:05:31.099 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.090+0000 7f69456aa700 1 Processor -- start 2023-10-21T13:05:31.100 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.090+0000 7f69456aa700 1 -- start start 2023-10-21T13:05:31.100 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f69456aa700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69400d1440 0x7f69400b2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.100 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f69456aa700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69400d2350 0x7f69400b3230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.100 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f69456aa700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6940160e80 0x7f694014d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.101 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f69456aa700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69400b2550 con 0x7f69400d1440 2023-10-21T13:05:31.101 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f69456aa700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69400b0f70 con 0x7f69400d2350 2023-10-21T13:05:31.101 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f69456aa700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69400b1250 con 0x7f6940160e80 2023-10-21T13:05:31.101 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f693effd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69400d1440 0x7f69400b2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.101 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f693effd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69400d1440 0x7f69400b2010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60952/0 (socket says 172.21.15.67:60952) 2023-10-21T13:05:31.102 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f693effd700 1 -- 172.21.15.67:0/812466160 learned_addr learned my addr 172.21.15.67:0/812466160 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:31.102 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f693e7fc700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69400d2350 0x7f69400b3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.102 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f693f7fe700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6940160e80 0x7f694014d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.102 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f693effd700 1 -- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6940160e80 msgr2=0x7f694014d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.102 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f693effd700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6940160e80 0x7f694014d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.103 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f693effd700 1 -- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69400d2350 msgr2=0x7f69400b3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.103 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f693effd700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69400d2350 0x7f69400b3230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.103 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f693effd700 1 -- 172.21.15.67:0/812466160 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69340094a0 con 0x7f69400d1440 2023-10-21T13:05:31.103 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f693e7fc700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69400d2350 0x7f69400b3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:31.103 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f693effd700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69400d1440 0x7f69400b2010 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f693400ebe0 tx=0x7f693400eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:31.104 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f69277fe700 1 -- 172.21.15.67:0/812466160 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f693400c850 con 0x7f69400d1440 2023-10-21T13:05:31.104 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f69277fe700 1 -- 172.21.15.67:0/812466160 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f693400c9b0 con 0x7f69400d1440 2023-10-21T13:05:31.104 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f69456aa700 1 -- 172.21.15.67:0/812466160 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6938009b30 con 0x7f69400d1440 2023-10-21T13:05:31.104 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.091+0000 7f69277fe700 1 -- 172.21.15.67:0/812466160 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f693400cd40 con 0x7f69400d1440 2023-10-21T13:05:31.104 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.092+0000 7f69456aa700 1 -- 172.21.15.67:0/812466160 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69400b15e0 con 0x7f69400d1440 2023-10-21T13:05:31.105 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.092+0000 7f69456aa700 1 -- 172.21.15.67:0/812466160 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69400b1e60 con 0x7f69400d1440 2023-10-21T13:05:31.105 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.093+0000 7f69277fe700 1 -- 172.21.15.67:0/812466160 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6934013470 con 0x7f69400d1440 2023-10-21T13:05:31.105 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.094+0000 7f69277fe700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f692c06af00 0x7f692c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.105 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.094+0000 7f69277fe700 1 -- 172.21.15.67:0/812466160 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6934089dc0 con 0x7f69400d1440 2023-10-21T13:05:31.105 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.094+0000 7f693e7fc700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f692c06af00 0x7f692c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.106 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.094+0000 7f693e7fc700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f692c06af00 0x7f692c06d3c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f69401576e0 tx=0x7f6930007ca0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:31.106 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.098+0000 7f69277fe700 1 -- 172.21.15.67:0/812466160 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6934054f00 con 0x7f69400d1440 2023-10-21T13:05:31.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.299+0000 7f69456aa700 1 -- 172.21.15.67:0/812466160 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6940074d40 con 0x7f69400d1440 2023-10-21T13:05:31.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.299+0000 7f69277fe700 1 -- 172.21.15.67:0/812466160 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f693400cea0 con 0x7f69400d1440 2023-10-21T13:05:31.302 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2023-10-21T13:05:31.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.301+0000 7f69456aa700 1 -- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f692c06af00 msgr2=0x7f692c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.301+0000 7f69456aa700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f692c06af00 0x7f692c06d3c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f69401576e0 tx=0x7f6930007ca0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.301+0000 7f69456aa700 1 -- 172.21.15.67:0/812466160 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69400d1440 msgr2=0x7f69400b2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.301+0000 7f69456aa700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69400d1440 0x7f69400b2010 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f693400ebe0 tx=0x7f693400eef0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.302+0000 7f69456aa700 1 -- 172.21.15.67:0/812466160 shutdown_connections 2023-10-21T13:05:31.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.302+0000 7f69456aa700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f692c06af00 0x7f692c06d3c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.302+0000 7f69456aa700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6940160e80 0x7f694014d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.302+0000 7f69456aa700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69400d1440 0x7f69400b2010 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.302+0000 7f69456aa700 1 --2- 172.21.15.67:0/812466160 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69400d2350 0x7f69400b3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.306 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.302+0000 7f69456aa700 1 -- 172.21.15.67:0/812466160 >> 172.21.15.67:0/812466160 conn(0x7f69400d3660 msgr2=0x7f69400b0280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:31.306 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.302+0000 7f69456aa700 1 -- 172.21.15.67:0/812466160 shutdown_connections 2023-10-21T13:05:31.306 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.302+0000 7f69456aa700 1 -- 172.21.15.67:0/812466160 wait complete. 2023-10-21T13:05:31.316 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T13:05:31.444 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.443+0000 7fa083031700 1 Processor -- start 2023-10-21T13:05:31.445 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.443+0000 7fa083031700 1 -- start start 2023-10-21T13:05:31.447 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.443+0000 7fa083031700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa07c15aa80 0x7fa07c0b1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.447 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.443+0000 7fa083031700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fa07c0b0be0 0x7fa07c0cd2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.448 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.443+0000 7fa083031700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa07c0cc810 con 0x7fa07c0cce50 2023-10-21T13:05:31.448 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.443+0000 7fa083031700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa07c0cd810 con 0x7fa07c0b0be0 2023-10-21T13:05:31.448 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.443+0000 7fa083031700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa07c0cf110 con 0x7fa07c15aa80 2023-10-21T13:05:31.448 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.443+0000 7fa0815ce700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fa07c0b0be0 0x7fa07c0cd2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.448 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.444+0000 7fa07bfff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fa07c0cce50 0x7fa07c0cb010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49024/0 (socket says 172.21.15.67:49024) 2023-10-21T13:05:31.449 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.444+0000 7fa0815ce700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fa07c0b0be0 0x7fa07c0cd2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60962/0 (socket says 172.21.15.67:60962) 2023-10-21T13:05:31.449 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.444+0000 7fa07bfff700 1 -- 172.21.15.67:0/1977012261 learned_addr learned my addr 172.21.15.67:0/1977012261 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:31.449 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.444+0000 7fa080dcd700 1 --2- 172.21.15.67:0/1977012261 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa07c15aa80 0x7fa07c0b1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.449 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.444+0000 7fa0815ce700 1 -- 172.21.15.67:0/1977012261 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa07c15aa80 msgr2=0x7fa07c0b1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:31.449 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.444+0000 7fa0815ce700 1 --2- 172.21.15.67:0/1977012261 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa07c15aa80 0x7fa07c0b1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.450 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.444+0000 7fa0815ce700 1 -- 172.21.15.67:0/1977012261 >> v1:172.21.15.67:6789/0 conn(0x7fa07c0cce50 legacy=0x7fa07c0cb010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.450 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.444+0000 7fa0815ce700 1 -- 172.21.15.67:0/1977012261 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa07c0cc1c0 con 0x7fa07c0b0be0 2023-10-21T13:05:31.450 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.444+0000 7fa07b7fe700 1 -- 172.21.15.67:0/1977012261 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 923260338 0 0) 0x7fa07c0cc810 con 0x7fa07c0cce50 2023-10-21T13:05:31.450 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.444+0000 7fa0815ce700 1 --2- 172.21.15.67:0/1977012261 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa07c0b0be0 0x7fa07c0cd2d0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa074009d90 tx=0x7fa07400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16ac6e7d4a6281b0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:31.450 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.444+0000 7fa07b7fe700 1 -- 172.21.15.67:0/1977012261 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa07400e070 con 0x7fa07c0b0be0 2023-10-21T13:05:31.451 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.444+0000 7fa07b7fe700 1 -- 172.21.15.67:0/1977012261 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa07400bbd0 con 0x7fa07c0b0be0 2023-10-21T13:05:31.451 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.444+0000 7fa07b7fe700 1 -- 172.21.15.67:0/1977012261 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa074012430 con 0x7fa07c0b0be0 2023-10-21T13:05:31.451 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.445+0000 7fa083031700 1 -- 172.21.15.67:0/1977012261 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa07c0b0be0 msgr2=0x7fa07c0cd2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.452 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.445+0000 7fa083031700 1 --2- 172.21.15.67:0/1977012261 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa07c0b0be0 0x7fa07c0cd2d0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa074009d90 tx=0x7fa07400b330 comp rx=0 tx=0).stop 2023-10-21T13:05:31.452 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.445+0000 7fa083031700 1 -- 172.21.15.67:0/1977012261 shutdown_connections 2023-10-21T13:05:31.452 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.445+0000 7fa083031700 1 --2- 172.21.15.67:0/1977012261 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa07c0b0be0 0x7fa07c0cd2d0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.452 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.445+0000 7fa083031700 1 --2- 172.21.15.67:0/1977012261 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa07c15aa80 0x7fa07c0b1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.452 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.445+0000 7fa083031700 1 -- 172.21.15.67:0/1977012261 >> 172.21.15.67:0/1977012261 conn(0x7fa07c0999d0 msgr2=0x7fa07c0d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:31.452 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.445+0000 7fa083031700 1 -- 172.21.15.67:0/1977012261 shutdown_connections 2023-10-21T13:05:31.453 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.445+0000 7fa083031700 1 -- 172.21.15.67:0/1977012261 wait complete. 2023-10-21T13:05:31.456 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.446+0000 7fa083031700 1 Processor -- start 2023-10-21T13:05:31.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.446+0000 7fa083031700 1 -- start start 2023-10-21T13:05:31.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa083031700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa07c0b0be0 0x7fa07c155070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa083031700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa07c0cce50 0x7fa07c0ae730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa083031700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa07c15aa80 0x7fa07c0aec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.457 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa083031700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa07c0b4960 con 0x7fa07c0cce50 2023-10-21T13:05:31.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa083031700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa07c0b3b00 con 0x7fa07c15aa80 2023-10-21T13:05:31.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa083031700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa07c0b3de0 con 0x7fa07c0b0be0 2023-10-21T13:05:31.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa07bfff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa07c0cce50 0x7fa07c0ae730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa07bfff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa07c0cce50 0x7fa07c0ae730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60968/0 (socket says 172.21.15.67:60968) 2023-10-21T13:05:31.458 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa07bfff700 1 -- 172.21.15.67:0/359056846 learned_addr learned my addr 172.21.15.67:0/359056846 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:31.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa080dcd700 1 --2- 172.21.15.67:0/359056846 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa07c0b0be0 0x7fa07c155070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa0815ce700 1 --2- 172.21.15.67:0/359056846 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa07c15aa80 0x7fa07c0aec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa07bfff700 1 -- 172.21.15.67:0/359056846 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa07c0b0be0 msgr2=0x7fa07c155070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa07bfff700 1 --2- 172.21.15.67:0/359056846 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa07c0b0be0 0x7fa07c155070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa07bfff700 1 -- 172.21.15.67:0/359056846 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa07c15aa80 msgr2=0x7fa07c0aec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.447+0000 7fa07bfff700 1 --2- 172.21.15.67:0/359056846 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa07c15aa80 0x7fa07c0aec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.448+0000 7fa07bfff700 1 -- 172.21.15.67:0/359056846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa074009a70 con 0x7fa07c0cce50 2023-10-21T13:05:31.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.448+0000 7fa07bfff700 1 --2- 172.21.15.67:0/359056846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa07c0cce50 0x7fa07c0ae730 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa0680011e0 tx=0x7fa06800cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:31.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.448+0000 7fa0797fa700 1 -- 172.21.15.67:0/359056846 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa068004c80 con 0x7fa07c0cce50 2023-10-21T13:05:31.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.448+0000 7fa0797fa700 1 -- 172.21.15.67:0/359056846 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa068004e00 con 0x7fa07c0cce50 2023-10-21T13:05:31.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.448+0000 7fa083031700 1 -- 172.21.15.67:0/359056846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa07c0b40c0 con 0x7fa07c0cce50 2023-10-21T13:05:31.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.448+0000 7fa0797fa700 1 -- 172.21.15.67:0/359056846 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa068007310 con 0x7fa07c0cce50 2023-10-21T13:05:31.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.448+0000 7fa083031700 1 -- 172.21.15.67:0/359056846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa07c0b4680 con 0x7fa07c0cce50 2023-10-21T13:05:31.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.449+0000 7fa083031700 1 -- 172.21.15.67:0/359056846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa07c0c58e0 con 0x7fa07c0cce50 2023-10-21T13:05:31.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.449+0000 7fa0797fa700 1 -- 172.21.15.67:0/359056846 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa068007470 con 0x7fa07c0cce50 2023-10-21T13:05:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.450+0000 7fa0797fa700 1 --2- 172.21.15.67:0/359056846 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa06006af00 0x7fa06006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.450+0000 7fa0797fa700 1 -- 172.21.15.67:0/359056846 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa068089490 con 0x7fa07c0cce50 2023-10-21T13:05:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.450+0000 7fa080dcd700 1 --2- 172.21.15.67:0/359056846 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa06006af00 0x7fa06006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.450+0000 7fa080dcd700 1 --2- 172.21.15.67:0/359056846 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa06006af00 0x7fa06006d3c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa07000a990 tx=0x7fa070008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:31.463 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.454+0000 7fa0797fa700 1 -- 172.21.15.67:0/359056846 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa07c0c58e0 con 0x7fa07c0cce50 2023-10-21T13:05:31.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.657+0000 7fa083031700 1 -- 172.21.15.67:0/359056846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa07c0c58e0 con 0x7fa07c0cce50 2023-10-21T13:05:31.659 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.657+0000 7fa0797fa700 1 -- 172.21.15.67:0/359056846 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa07c0c58e0 con 0x7fa07c0cce50 2023-10-21T13:05:31.660 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2023-10-21T13:05:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.660+0000 7fa083031700 1 -- 172.21.15.67:0/359056846 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa06006af00 msgr2=0x7fa06006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.660+0000 7fa083031700 1 --2- 172.21.15.67:0/359056846 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa06006af00 0x7fa06006d3c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa07000a990 tx=0x7fa070008040 comp rx=0 tx=0).stop 2023-10-21T13:05:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.660+0000 7fa083031700 1 -- 172.21.15.67:0/359056846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa07c0cce50 msgr2=0x7fa07c0ae730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.660+0000 7fa083031700 1 --2- 172.21.15.67:0/359056846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa07c0cce50 0x7fa07c0ae730 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa0680011e0 tx=0x7fa06800cae0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.660+0000 7fa083031700 1 -- 172.21.15.67:0/359056846 shutdown_connections 2023-10-21T13:05:31.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.660+0000 7fa083031700 1 --2- 172.21.15.67:0/359056846 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa07c15aa80 0x7fa07c0aec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.660+0000 7fa083031700 1 --2- 172.21.15.67:0/359056846 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa06006af00 0x7fa06006d3c0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.660+0000 7fa083031700 1 --2- 172.21.15.67:0/359056846 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa07c0b0be0 0x7fa07c155070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.660+0000 7fa083031700 1 --2- 172.21.15.67:0/359056846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa07c0cce50 0x7fa07c0ae730 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.660+0000 7fa083031700 1 -- 172.21.15.67:0/359056846 >> 172.21.15.67:0/359056846 conn(0x7fa07c0999d0 msgr2=0x7fa07c159c40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:31.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.660+0000 7fa083031700 1 -- 172.21.15.67:0/359056846 shutdown_connections 2023-10-21T13:05:31.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.660+0000 7fa083031700 1 -- 172.21.15.67:0/359056846 wait complete. 2023-10-21T13:05:31.674 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-21T13:05:31.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.799+0000 7ff17648a700 1 Processor -- start 2023-10-21T13:05:31.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.799+0000 7ff17648a700 1 -- start start 2023-10-21T13:05:31.805 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff17648a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff17015d9f0 0x7ff1700b28f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.805 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff17648a700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7ff17006a8d0 0x7ff17006ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.805 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff17648a700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff170072900 con 0x7ff1701613e0 2023-10-21T13:05:31.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff17648a700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff17006b290 con 0x7ff17006a8d0 2023-10-21T13:05:31.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff17648a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1700b2e30 con 0x7ff17015d9f0 2023-10-21T13:05:31.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff174a27700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7ff1701613e0 0x7ff170161870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49040/0 (socket says 172.21.15.67:49040) 2023-10-21T13:05:31.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff174a27700 1 -- 172.21.15.67:0/3420942171 learned_addr learned my addr 172.21.15.67:0/3420942171 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:31.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff167fff700 1 --2- 172.21.15.67:0/3420942171 >> v2:172.21.15.190:3300/0 conn(0x7ff17006a8d0 0x7ff17006ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.807 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16f7fe700 1 -- 172.21.15.67:0/3420942171 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3063865470 0 0) 0x7ff170072900 con 0x7ff1701613e0 2023-10-21T13:05:31.807 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16ffff700 1 --2- 172.21.15.67:0/3420942171 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff17015d9f0 0x7ff1700b28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.807 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16f7fe700 1 -- 172.21.15.67:0/3420942171 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff15c0035b0 con 0x7ff1701613e0 2023-10-21T13:05:31.807 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16f7fe700 1 -- 172.21.15.67:0/3420942171 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 912053606 0 0) 0x7ff15c0035b0 con 0x7ff1701613e0 2023-10-21T13:05:31.807 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16f7fe700 1 -- 172.21.15.67:0/3420942171 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff17015d9f0 msgr2=0x7ff1700b28f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:31.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16f7fe700 1 --2- 172.21.15.67:0/3420942171 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff17015d9f0 0x7ff1700b28f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16f7fe700 1 -- 172.21.15.67:0/3420942171 >> v2:172.21.15.190:3300/0 conn(0x7ff17006a8d0 msgr2=0x7ff17006ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:31.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16f7fe700 1 --2- 172.21.15.67:0/3420942171 >> v2:172.21.15.190:3300/0 conn(0x7ff17006a8d0 0x7ff17006ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16f7fe700 1 -- 172.21.15.67:0/3420942171 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff170071a10 con 0x7ff1701613e0 2023-10-21T13:05:31.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16f7fe700 1 -- 172.21.15.67:0/3420942171 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7ff1680019f0 con 0x7ff1701613e0 2023-10-21T13:05:31.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16f7fe700 1 -- 172.21.15.67:0/3420942171 >> v1:172.21.15.67:6789/0 conn(0x7ff1701613e0 legacy=0x7ff170161870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16f7fe700 1 --2- 172.21.15.67:0/3420942171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff15c003a00 0x7ff15c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16f7fe700 1 --2- 172.21.15.67:0/3420942171 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff15c004850 0x7ff15c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16f7fe700 1 --2- 172.21.15.67:0/3420942171 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff17015d9f0 0x7ff15c005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.810 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.800+0000 7ff16f7fe700 1 -- 172.21.15.67:0/3420942171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff17006b290 con 0x7ff15c003a00 2023-10-21T13:05:31.810 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff16f7fe700 1 -- 172.21.15.67:0/3420942171 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1700b2e30 con 0x7ff15c004850 2023-10-21T13:05:31.810 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff16f7fe700 1 -- 172.21.15.67:0/3420942171 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff15c00ba10 con 0x7ff17015d9f0 2023-10-21T13:05:31.810 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff16ffff700 1 --2- 172.21.15.67:0/3420942171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff15c003a00 0x7ff15c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.810 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff167fff700 1 --2- 172.21.15.67:0/3420942171 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff15c004850 0x7ff15c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff174a27700 1 --2- 172.21.15.67:0/3420942171 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff17015d9f0 0x7ff15c005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff16ffff700 1 -- 172.21.15.67:0/3420942171 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff17015d9f0 msgr2=0x7ff15c005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:31.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff16ffff700 1 --2- 172.21.15.67:0/3420942171 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff17015d9f0 0x7ff15c005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff16ffff700 1 -- 172.21.15.67:0/3420942171 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff15c004850 msgr2=0x7ff15c004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:31.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff16ffff700 1 --2- 172.21.15.67:0/3420942171 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff15c004850 0x7ff15c004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff16ffff700 1 -- 172.21.15.67:0/3420942171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff15c0035b0 con 0x7ff15c003a00 2023-10-21T13:05:31.812 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff167fff700 1 --2- 172.21.15.67:0/3420942171 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff15c004850 0x7ff15c004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:31.812 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff16ffff700 1 --2- 172.21.15.67:0/3420942171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff15c003a00 0x7ff15c003e20 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff160009b60 tx=0x7ff15c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c78ea441ad62ac1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:31.812 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff16f7fe700 1 -- 172.21.15.67:0/3420942171 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff16000e6c0 con 0x7ff15c003a00 2023-10-21T13:05:31.812 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff16f7fe700 1 -- 172.21.15.67:0/3420942171 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff16000e820 con 0x7ff15c003a00 2023-10-21T13:05:31.813 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.801+0000 7ff16f7fe700 1 -- 172.21.15.67:0/3420942171 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff16000eb90 con 0x7ff15c003a00 2023-10-21T13:05:31.813 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.802+0000 7ff17648a700 1 -- 172.21.15.67:0/3420942171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff15c003a00 msgr2=0x7ff15c003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.813 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.802+0000 7ff17648a700 1 --2- 172.21.15.67:0/3420942171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff15c003a00 0x7ff15c003e20 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff160009b60 tx=0x7ff15c005880 comp rx=0 tx=0).stop 2023-10-21T13:05:31.813 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.802+0000 7ff174a27700 1 -- 172.21.15.67:0/3420942171 reap_dead start 2023-10-21T13:05:31.813 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.802+0000 7ff17648a700 1 -- 172.21.15.67:0/3420942171 shutdown_connections 2023-10-21T13:05:31.813 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.802+0000 7ff17648a700 1 -- 172.21.15.67:0/3420942171 >> 172.21.15.67:0/3420942171 conn(0x7ff17006da20 msgr2=0x7ff17006de00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:31.814 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.802+0000 7ff17648a700 1 -- 172.21.15.67:0/3420942171 shutdown_connections 2023-10-21T13:05:31.814 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.802+0000 7ff17648a700 1 -- 172.21.15.67:0/3420942171 wait complete. 2023-10-21T13:05:31.814 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.803+0000 7ff17648a700 1 Processor -- start 2023-10-21T13:05:31.815 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.803+0000 7ff17648a700 1 -- start start 2023-10-21T13:05:31.817 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff17648a700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff15c003a00 0x7ff1701525f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.817 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff17648a700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff1700cc650 0x7ff1700ad8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.818 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff17648a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff1700cd150 0x7ff1700adde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.818 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff17648a700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1700cb950 con 0x7ff15c003a00 2023-10-21T13:05:31.818 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff17648a700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1700cad40 con 0x7ff1700cc650 2023-10-21T13:05:31.818 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff17648a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1700cb020 con 0x7ff1700cd150 2023-10-21T13:05:31.819 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff16ffff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff15c003a00 0x7ff1701525f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.819 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff16ffff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff15c003a00 0x7ff1701525f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60986/0 (socket says 172.21.15.67:60986) 2023-10-21T13:05:31.819 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff16ffff700 1 -- 172.21.15.67:0/1715732143 learned_addr learned my addr 172.21.15.67:0/1715732143 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:31.819 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff167fff700 1 --2- 172.21.15.67:0/1715732143 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff1700cc650 0x7ff1700ad8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.819 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff174a27700 1 --2- 172.21.15.67:0/1715732143 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff1700cd150 0x7ff1700adde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.820 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff16ffff700 1 -- 172.21.15.67:0/1715732143 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff1700cd150 msgr2=0x7ff1700adde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.820 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff16ffff700 1 --2- 172.21.15.67:0/1715732143 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff1700cd150 0x7ff1700adde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.820 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff16ffff700 1 -- 172.21.15.67:0/1715732143 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff1700cc650 msgr2=0x7ff1700ad8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:31.820 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff16ffff700 1 --2- 172.21.15.67:0/1715732143 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff1700cc650 0x7ff1700ad8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:31.820 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff16ffff700 1 -- 172.21.15.67:0/1715732143 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1700cb300 con 0x7ff15c003a00 2023-10-21T13:05:31.821 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff16ffff700 1 --2- 172.21.15.67:0/1715732143 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff15c003a00 0x7ff1701525f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ff15c0046a0 tx=0x7ff1600047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:31.821 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff16d7fa700 1 -- 172.21.15.67:0/1715732143 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff160021070 con 0x7ff15c003a00 2023-10-21T13:05:31.821 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff16d7fa700 1 -- 172.21.15.67:0/1715732143 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1600045d0 con 0x7ff15c003a00 2023-10-21T13:05:31.821 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff17648a700 1 -- 172.21.15.67:0/1715732143 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1700cb5e0 con 0x7ff15c003a00 2023-10-21T13:05:31.821 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff16d7fa700 1 -- 172.21.15.67:0/1715732143 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff16000e6c0 con 0x7ff15c003a00 2023-10-21T13:05:31.821 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.804+0000 7ff17648a700 1 -- 172.21.15.67:0/1715732143 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff170152b30 con 0x7ff15c003a00 2023-10-21T13:05:31.822 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.805+0000 7ff17648a700 1 -- 172.21.15.67:0/1715732143 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1700c7a80 con 0x7ff15c003a00 2023-10-21T13:05:31.822 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.806+0000 7ff16d7fa700 1 -- 172.21.15.67:0/1715732143 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff160025070 con 0x7ff15c003a00 2023-10-21T13:05:31.822 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.806+0000 7ff16d7fa700 1 --2- 172.21.15.67:0/1715732143 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff15006af00 0x7ff15006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:31.822 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.806+0000 7ff16d7fa700 1 -- 172.21.15.67:0/1715732143 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff16008a750 con 0x7ff15c003a00 2023-10-21T13:05:31.822 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.806+0000 7ff167fff700 1 --2- 172.21.15.67:0/1715732143 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff15006af00 0x7ff15006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:31.823 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.807+0000 7ff167fff700 1 --2- 172.21.15.67:0/1715732143 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff15006af00 0x7ff15006d3c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff1701f6720 tx=0x7ff158008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:31.823 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:31.811+0000 7ff16d7fa700 1 -- 172.21.15.67:0/1715732143 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ff160055890 con 0x7ff15c003a00 2023-10-21T13:05:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.025+0000 7ff17648a700 1 -- 172.21.15.67:0/1715732143 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ff170074d40 con 0x7ff15c003a00 2023-10-21T13:05:32.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.026+0000 7ff16d7fa700 1 -- 172.21.15.67:0/1715732143 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7ff160058eb0 con 0x7ff15c003a00 2023-10-21T13:05:32.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.028+0000 7ff17648a700 1 -- 172.21.15.67:0/1715732143 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff15006af00 msgr2=0x7ff15006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:32.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.028+0000 7ff17648a700 1 --2- 172.21.15.67:0/1715732143 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff15006af00 0x7ff15006d3c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff1701f6720 tx=0x7ff158008040 comp rx=0 tx=0).stop 2023-10-21T13:05:32.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.028+0000 7ff17648a700 1 -- 172.21.15.67:0/1715732143 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff15c003a00 msgr2=0x7ff1701525f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:32.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.028+0000 7ff17648a700 1 --2- 172.21.15.67:0/1715732143 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff15c003a00 0x7ff1701525f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ff15c0046a0 tx=0x7ff1600047c0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.028+0000 7ff17648a700 1 -- 172.21.15.67:0/1715732143 shutdown_connections 2023-10-21T13:05:32.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.028+0000 7ff17648a700 1 --2- 172.21.15.67:0/1715732143 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff15006af00 0x7ff15006d3c0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.028+0000 7ff17648a700 1 --2- 172.21.15.67:0/1715732143 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff1700cd150 0x7ff1700adde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.028+0000 7ff17648a700 1 --2- 172.21.15.67:0/1715732143 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff15c003a00 0x7ff1701525f0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.028+0000 7ff17648a700 1 --2- 172.21.15.67:0/1715732143 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff1700cc650 0x7ff1700ad8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.032 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.028+0000 7ff17648a700 1 -- 172.21.15.67:0/1715732143 >> 172.21.15.67:0/1715732143 conn(0x7ff17006da20 msgr2=0x7ff1700b1d60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:32.032 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.028+0000 7ff17648a700 1 -- 172.21.15.67:0/1715732143 shutdown_connections 2023-10-21T13:05:32.032 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.028+0000 7ff17648a700 1 -- 172.21.15.67:0/1715732143 wait complete. 2023-10-21T13:05:32.032 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2023-10-21T13:05:32.042 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2023-10-21T13:05:32.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:32.043 DEBUG:teuthology.orchestra.run.smithi067:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2023-10-21T13:05:32.078 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2023-10-21T13:05:32.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:32.079 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2023-10-21T13:05:32.135 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:05:32.136 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:32.157 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:05:32.158 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:32.218 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T13:05:32.218 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:32.277 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:32.403 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.401+0000 7fc575eca700 1 Processor -- start 2023-10-21T13:05:32.403 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.401+0000 7fc575eca700 1 -- start start 2023-10-21T13:05:32.405 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.402+0000 7fc575eca700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc57015d9f0 0x7fc5700b28f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.402+0000 7fc575eca700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc570072900 con 0x7fc57006a8d0 2023-10-21T13:05:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.402+0000 7fc575eca700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5700b2e30 con 0x7fc5700ad860 2023-10-21T13:05:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.402+0000 7fc575eca700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc570162200 con 0x7fc57015d9f0 2023-10-21T13:05:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.402+0000 7fc56f7fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc57015d9f0 0x7fc5700b28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.402+0000 7fc56effd700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fc57006a8d0 0x7fc5701613e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49060/0 (socket says 172.21.15.67:49060) 2023-10-21T13:05:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.402+0000 7fc56effd700 1 -- 172.21.15.67:0/2551139603 learned_addr learned my addr 172.21.15.67:0/2551139603 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.402+0000 7fc56f7fe700 1 --2- 172.21.15.67:0/2551139603 >> v2:172.21.15.67:3300/0 conn(0x7fc57015d9f0 0x7fc5700b28f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60994/0 (socket says 172.21.15.67:60994) 2023-10-21T13:05:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.402+0000 7fc56f7fe700 1 -- 172.21.15.67:0/2551139603 >> v1:172.21.15.190:6789/0 conn(0x7fc5700ad860 legacy=0x7fc570161af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.402+0000 7fc56f7fe700 1 -- 172.21.15.67:0/2551139603 >> v1:172.21.15.67:6789/0 conn(0x7fc57006a8d0 legacy=0x7fc5701613e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.402+0000 7fc56f7fe700 1 -- 172.21.15.67:0/2551139603 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc570071a10 con 0x7fc57015d9f0 2023-10-21T13:05:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.402+0000 7fc56f7fe700 1 --2- 172.21.15.67:0/2551139603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc57015d9f0 0x7fc5700b28f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc558009840 tx=0x7fc558009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2d6754f1008ae2e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.403+0000 7fc56e7fc700 1 -- 172.21.15.67:0/2551139603 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc558004230 con 0x7fc57015d9f0 2023-10-21T13:05:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.403+0000 7fc56e7fc700 1 -- 172.21.15.67:0/2551139603 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc558004390 con 0x7fc57015d9f0 2023-10-21T13:05:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.403+0000 7fc56e7fc700 1 -- 172.21.15.67:0/2551139603 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5580036a0 con 0x7fc57015d9f0 2023-10-21T13:05:32.409 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.403+0000 7fc575eca700 1 -- 172.21.15.67:0/2551139603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc57015d9f0 msgr2=0x7fc5700b28f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:32.409 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.403+0000 7fc575eca700 1 --2- 172.21.15.67:0/2551139603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc57015d9f0 0x7fc5700b28f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc558009840 tx=0x7fc558009b50 comp rx=0 tx=0).stop 2023-10-21T13:05:32.409 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.403+0000 7fc575eca700 1 -- 172.21.15.67:0/2551139603 shutdown_connections 2023-10-21T13:05:32.409 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.403+0000 7fc575eca700 1 --2- 172.21.15.67:0/2551139603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc57015d9f0 0x7fc5700b28f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.409 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.403+0000 7fc575eca700 1 -- 172.21.15.67:0/2551139603 >> 172.21.15.67:0/2551139603 conn(0x7fc57006da20 msgr2=0x7fc57006de00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:32.410 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.403+0000 7fc575eca700 1 -- 172.21.15.67:0/2551139603 shutdown_connections 2023-10-21T13:05:32.410 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.403+0000 7fc575eca700 1 -- 172.21.15.67:0/2551139603 wait complete. 2023-10-21T13:05:32.412 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.404+0000 7fc575eca700 1 Processor -- start 2023-10-21T13:05:32.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.405+0000 7fc575eca700 1 -- start start 2023-10-21T13:05:32.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.405+0000 7fc575eca700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc57006a8d0 0x7fc5701f7250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:32.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.405+0000 7fc575eca700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5700ad860 0x7fc5700ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:32.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.405+0000 7fc575eca700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc57015d9f0 0x7fc5700b02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:32.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.405+0000 7fc575eca700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5701f7790 con 0x7fc5700ad860 2023-10-21T13:05:32.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.405+0000 7fc575eca700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5700cd4f0 con 0x7fc57006a8d0 2023-10-21T13:05:32.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.405+0000 7fc575eca700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5701f3710 con 0x7fc57015d9f0 2023-10-21T13:05:32.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.405+0000 7fc56effd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5700ad860 0x7fc5700ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:32.414 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.405+0000 7fc56effd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5700ad860 0x7fc5700ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32770/0 (socket says 172.21.15.67:32770) 2023-10-21T13:05:32.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.405+0000 7fc56effd700 1 -- 172.21.15.67:0/1432163012 learned_addr learned my addr 172.21.15.67:0/1432163012 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:32.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.406+0000 7fc56f7fe700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc57006a8d0 0x7fc5701f7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:32.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.406+0000 7fc56ffff700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc57015d9f0 0x7fc5700b02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:32.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.406+0000 7fc56effd700 1 -- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc57015d9f0 msgr2=0x7fc5700b02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:32.415 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.406+0000 7fc56effd700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc57015d9f0 0x7fc5700b02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.406+0000 7fc56effd700 1 -- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc57006a8d0 msgr2=0x7fc5701f7250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:32.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.406+0000 7fc56effd700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc57006a8d0 0x7fc5701f7250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.406+0000 7fc56effd700 1 -- 172.21.15.67:0/1432163012 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5580094a0 con 0x7fc5700ad860 2023-10-21T13:05:32.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.406+0000 7fc56f7fe700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc57006a8d0 0x7fc5701f7250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:32.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.406+0000 7fc56effd700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5700ad860 0x7fc5700ccfb0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc56000c520 tx=0x7fc56000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:32.417 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.406+0000 7fc567fff700 1 -- 172.21.15.67:0/1432163012 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc560005d70 con 0x7fc5700ad860 2023-10-21T13:05:32.417 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.406+0000 7fc567fff700 1 -- 172.21.15.67:0/1432163012 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5600070d0 con 0x7fc5700ad860 2023-10-21T13:05:32.417 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.406+0000 7fc575eca700 1 -- 172.21.15.67:0/1432163012 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5701f39f0 con 0x7fc5700ad860 2023-10-21T13:05:32.417 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.406+0000 7fc567fff700 1 -- 172.21.15.67:0/1432163012 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc560007440 con 0x7fc5700ad860 2023-10-21T13:05:32.417 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.406+0000 7fc575eca700 1 -- 172.21.15.67:0/1432163012 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5701f3fb0 con 0x7fc5700ad860 2023-10-21T13:05:32.418 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.407+0000 7fc575eca700 1 -- 172.21.15.67:0/1432163012 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc57015c820 con 0x7fc5700ad860 2023-10-21T13:05:32.418 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.407+0000 7fc567fff700 1 -- 172.21.15.67:0/1432163012 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc5600075a0 con 0x7fc5700ad860 2023-10-21T13:05:32.418 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.408+0000 7fc567fff700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc55006af00 0x7fc55006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:32.418 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.408+0000 7fc567fff700 1 -- 172.21.15.67:0/1432163012 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc5600888e0 con 0x7fc5700ad860 2023-10-21T13:05:32.418 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.408+0000 7fc56f7fe700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc55006af00 0x7fc55006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:32.419 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.409+0000 7fc56f7fe700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc55006af00 0x7fc55006d3c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc5701f0e40 tx=0x7fc558013040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:32.419 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.412+0000 7fc567fff700 1 -- 172.21.15.67:0/1432163012 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc560053ad0 con 0x7fc5700ad860 2023-10-21T13:05:32.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.619+0000 7fc575eca700 1 -- 172.21.15.67:0/1432163012 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc570074d40 con 0x7fc5700ad860 2023-10-21T13:05:32.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.620+0000 7fc567fff700 1 -- 172.21.15.67:0/1432163012 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7fc560017090 con 0x7fc5700ad860 2023-10-21T13:05:32.622 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:32.622 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:32.624 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.622+0000 7fc575eca700 1 -- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc55006af00 msgr2=0x7fc55006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:32.624 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.622+0000 7fc575eca700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc55006af00 0x7fc55006d3c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc5701f0e40 tx=0x7fc558013040 comp rx=0 tx=0).stop 2023-10-21T13:05:32.624 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.622+0000 7fc575eca700 1 -- 172.21.15.67:0/1432163012 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5700ad860 msgr2=0x7fc5700ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:32.624 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.622+0000 7fc575eca700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5700ad860 0x7fc5700ccfb0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc56000c520 tx=0x7fc56000c8e0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.625 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.622+0000 7fc575eca700 1 -- 172.21.15.67:0/1432163012 shutdown_connections 2023-10-21T13:05:32.625 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.622+0000 7fc575eca700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc55006af00 0x7fc55006d3c0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.625 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.622+0000 7fc575eca700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc57015d9f0 0x7fc5700b02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.625 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.622+0000 7fc575eca700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc57006a8d0 0x7fc5701f7250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.625 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.622+0000 7fc575eca700 1 --2- 172.21.15.67:0/1432163012 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5700ad860 0x7fc5700ccfb0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.626 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.622+0000 7fc575eca700 1 -- 172.21.15.67:0/1432163012 >> 172.21.15.67:0/1432163012 conn(0x7fc57006da20 msgr2=0x7fc5700d0390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:32.626 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.622+0000 7fc575eca700 1 -- 172.21.15.67:0/1432163012 shutdown_connections 2023-10-21T13:05:32.626 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.622+0000 7fc575eca700 1 -- 172.21.15.67:0/1432163012 wait complete. 2023-10-21T13:05:32.636 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T13:04:51.241319+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T13:04:52.187622+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T13:05:32.637 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T13:05:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.763+0000 7f0d8e167700 1 Processor -- start 2023-10-21T13:05:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.763+0000 7f0d8e167700 1 -- start start 2023-10-21T13:05:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.764+0000 7f0d8e167700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d8815ba00 0x7f0d8806a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.764+0000 7f0d8e167700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f0d8806ae10 0x7f0d880cf760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.764+0000 7f0d8e167700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d8806b440 con 0x7f0d880cfca0 2023-10-21T13:05:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.764+0000 7f0d8e167700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d881603f0 con 0x7f0d8806ae10 2023-10-21T13:05:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.764+0000 7f0d8e167700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d880afe20 con 0x7f0d8815ba00 2023-10-21T13:05:32.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.764+0000 7f0d87fff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f0d880cfca0 0x7f0d880cce30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49074/0 (socket says 172.21.15.67:49074) 2023-10-21T13:05:32.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.764+0000 7f0d87fff700 1 -- 172.21.15.67:0/585065912 learned_addr learned my addr 172.21.15.67:0/585065912 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:32.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.764+0000 7f0d877fe700 1 --2- 172.21.15.67:0/585065912 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d8815ba00 0x7f0d8806a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:32.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.764+0000 7f0d86ffd700 1 --2- 172.21.15.67:0/585065912 >> v2:172.21.15.190:3300/0 conn(0x7f0d8806ae10 0x7f0d880cf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:32.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.765+0000 7f0d867fc700 1 -- 172.21.15.67:0/585065912 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2193347962 0 0) 0x7f0d8806b440 con 0x7f0d880cfca0 2023-10-21T13:05:32.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.765+0000 7f0d867fc700 1 -- 172.21.15.67:0/585065912 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0d740035b0 con 0x7f0d880cfca0 2023-10-21T13:05:32.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.765+0000 7f0d877fe700 1 -- 172.21.15.67:0/585065912 >> v2:172.21.15.190:3300/0 conn(0x7f0d8806ae10 msgr2=0x7f0d880cf760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:32.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.765+0000 7f0d877fe700 1 --2- 172.21.15.67:0/585065912 >> v2:172.21.15.190:3300/0 conn(0x7f0d8806ae10 0x7f0d880cf760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.765+0000 7f0d877fe700 1 -- 172.21.15.67:0/585065912 >> v1:172.21.15.67:6789/0 conn(0x7f0d880cfca0 legacy=0x7f0d880cce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:32.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.765+0000 7f0d877fe700 1 -- 172.21.15.67:0/585065912 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d880b0100 con 0x7f0d8815ba00 2023-10-21T13:05:32.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.765+0000 7f0d877fe700 1 --2- 172.21.15.67:0/585065912 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d8815ba00 0x7f0d8806a8d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0d78009840 tx=0x7f0d78009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4dc4736002104e9 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:32.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.765+0000 7f0d867fc700 1 -- 172.21.15.67:0/585065912 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d78011830 con 0x7f0d8815ba00 2023-10-21T13:05:32.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.765+0000 7f0d867fc700 1 -- 172.21.15.67:0/585065912 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d78011990 con 0x7f0d8815ba00 2023-10-21T13:05:32.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.765+0000 7f0d867fc700 1 -- 172.21.15.67:0/585065912 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d78011d20 con 0x7f0d8815ba00 2023-10-21T13:05:32.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.766+0000 7f0d8e167700 1 -- 172.21.15.67:0/585065912 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d8815ba00 msgr2=0x7f0d8806a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:32.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.766+0000 7f0d8e167700 1 --2- 172.21.15.67:0/585065912 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d8815ba00 0x7f0d8806a8d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0d78009840 tx=0x7f0d78009b50 comp rx=0 tx=0).stop 2023-10-21T13:05:32.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.766+0000 7f0d8e167700 1 -- 172.21.15.67:0/585065912 shutdown_connections 2023-10-21T13:05:32.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.766+0000 7f0d8e167700 1 --2- 172.21.15.67:0/585065912 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d8815ba00 0x7f0d8806a8d0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.766+0000 7f0d8e167700 1 --2- 172.21.15.67:0/585065912 >> v2:172.21.15.190:3300/0 conn(0x7f0d8806ae10 0x7f0d880cf760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.766+0000 7f0d8e167700 1 -- 172.21.15.67:0/585065912 >> 172.21.15.67:0/585065912 conn(0x7f0d880999d0 msgr2=0x7f0d880d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:32.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.766+0000 7f0d8e167700 1 -- 172.21.15.67:0/585065912 shutdown_connections 2023-10-21T13:05:32.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.766+0000 7f0d8e167700 1 -- 172.21.15.67:0/585065912 wait complete. 2023-10-21T13:05:32.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.767+0000 7f0d8e167700 1 Processor -- start 2023-10-21T13:05:32.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.768+0000 7f0d8e167700 1 -- start start 2023-10-21T13:05:32.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d8e167700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d8806ae10 0x7f0d881f0a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:32.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d8e167700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d880cfca0 0x7f0d880b3910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:32.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d8e167700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d8815ba00 0x7f0d880c7510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:32.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d8e167700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d881f0f80 con 0x7f0d8806ae10 2023-10-21T13:05:32.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d8e167700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d8815d9e0 con 0x7f0d880cfca0 2023-10-21T13:05:32.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d8e167700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d8815dcc0 con 0x7f0d8815ba00 2023-10-21T13:05:32.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d877fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d8806ae10 0x7f0d881f0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:32.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d877fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d8806ae10 0x7f0d881f0a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32782/0 (socket says 172.21.15.67:32782) 2023-10-21T13:05:32.778 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d877fe700 1 -- 172.21.15.67:0/2547958509 learned_addr learned my addr 172.21.15.67:0/2547958509 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:32.778 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d86ffd700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d880cfca0 0x7f0d880b3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:32.778 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d87fff700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d8815ba00 0x7f0d880c7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:32.778 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d877fe700 1 -- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d8815ba00 msgr2=0x7f0d880c7510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:32.778 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d877fe700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d8815ba00 0x7f0d880c7510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.779 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d877fe700 1 -- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d880cfca0 msgr2=0x7f0d880b3910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:32.779 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d877fe700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d880cfca0 0x7f0d880b3910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.779 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d877fe700 1 -- 172.21.15.67:0/2547958509 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d780094a0 con 0x7f0d8806ae10 2023-10-21T13:05:32.779 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d86ffd700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d880cfca0 0x7f0d880b3910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:32.779 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d87fff700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d8815ba00 0x7f0d880c7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:32.779 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d877fe700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d8806ae10 0x7f0d881f0a40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f0d78009fd0 tx=0x7f0d78004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:32.780 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d7ffff700 1 -- 172.21.15.67:0/2547958509 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d780036a0 con 0x7f0d8806ae10 2023-10-21T13:05:32.780 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d7ffff700 1 -- 172.21.15.67:0/2547958509 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d7801e070 con 0x7f0d8806ae10 2023-10-21T13:05:32.780 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d8e167700 1 -- 172.21.15.67:0/2547958509 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d8815dfa0 con 0x7f0d8806ae10 2023-10-21T13:05:32.780 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.769+0000 7f0d7ffff700 1 -- 172.21.15.67:0/2547958509 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d78003a20 con 0x7f0d8806ae10 2023-10-21T13:05:32.780 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.770+0000 7f0d8e167700 1 -- 172.21.15.67:0/2547958509 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d8815e560 con 0x7f0d8806ae10 2023-10-21T13:05:32.781 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.770+0000 7f0d8e167700 1 -- 172.21.15.67:0/2547958509 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d8815e750 con 0x7f0d8806ae10 2023-10-21T13:05:32.781 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.771+0000 7f0d7ffff700 1 -- 172.21.15.67:0/2547958509 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f0d78003b80 con 0x7f0d8806ae10 2023-10-21T13:05:32.781 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.771+0000 7f0d7ffff700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0d6806af00 0x7f0d6806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:32.781 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.771+0000 7f0d7ffff700 1 -- 172.21.15.67:0/2547958509 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0d7808a550 con 0x7f0d8806ae10 2023-10-21T13:05:32.781 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.772+0000 7f0d86ffd700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0d6806af00 0x7f0d6806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:32.782 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.772+0000 7f0d86ffd700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0d6806af00 0x7f0d6806d3c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0d880c6e10 tx=0x7f0d70008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:32.782 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.776+0000 7f0d7ffff700 1 -- 172.21.15.67:0/2547958509 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f0d78055610 con 0x7f0d8806ae10 2023-10-21T13:05:32.976 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.975+0000 7f0d8e167700 1 -- 172.21.15.67:0/2547958509 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0d88074d40 con 0x7f0d8806ae10 2023-10-21T13:05:32.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.975+0000 7f0d7ffff700 1 -- 172.21.15.67:0/2547958509 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0d78058c30 con 0x7f0d8806ae10 2023-10-21T13:05:32.977 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T13:05:32.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.977+0000 7f0d8e167700 1 -- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0d6806af00 msgr2=0x7f0d6806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:32.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.977+0000 7f0d8e167700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0d6806af00 0x7f0d6806d3c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0d880c6e10 tx=0x7f0d70008040 comp rx=0 tx=0).stop 2023-10-21T13:05:32.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.977+0000 7f0d8e167700 1 -- 172.21.15.67:0/2547958509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d8806ae10 msgr2=0x7f0d881f0a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:32.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.977+0000 7f0d8e167700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d8806ae10 0x7f0d881f0a40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f0d78009fd0 tx=0x7f0d78004750 comp rx=0 tx=0).stop 2023-10-21T13:05:32.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.977+0000 7f0d8e167700 1 -- 172.21.15.67:0/2547958509 shutdown_connections 2023-10-21T13:05:32.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.977+0000 7f0d8e167700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0d6806af00 0x7f0d6806d3c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.977+0000 7f0d8e167700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0d8815ba00 0x7f0d880c7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.977+0000 7f0d8e167700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d8806ae10 0x7f0d881f0a40 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.977+0000 7f0d8e167700 1 --2- 172.21.15.67:0/2547958509 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d880cfca0 0x7f0d880b3910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:32.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.977+0000 7f0d8e167700 1 -- 172.21.15.67:0/2547958509 >> 172.21.15.67:0/2547958509 conn(0x7f0d880999d0 msgr2=0x7f0d88159870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:32.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.977+0000 7f0d8e167700 1 -- 172.21.15.67:0/2547958509 shutdown_connections 2023-10-21T13:05:32.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:32.977+0000 7f0d8e167700 1 -- 172.21.15.67:0/2547958509 wait complete. 2023-10-21T13:05:32.991 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T13:05:33.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.117+0000 7f388a66d700 1 Processor -- start 2023-10-21T13:05:33.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.117+0000 7f388a66d700 1 -- start start 2023-10-21T13:05:33.121 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.118+0000 7f388a66d700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f388415aa80 0x7f38840b1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.118+0000 7f388a66d700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f38840b0be0 0x7f38840cd2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.118+0000 7f388a66d700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38840cc810 con 0x7f38840cce50 2023-10-21T13:05:33.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.118+0000 7f388a66d700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38840cd810 con 0x7f388415aa80 2023-10-21T13:05:33.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.118+0000 7f388a66d700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38840cf110 con 0x7f38840b0be0 2023-10-21T13:05:33.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.118+0000 7f3883fff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f388415aa80 0x7f38840b1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.118+0000 7f3883fff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f388415aa80 0x7f38840b1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32790/0 (socket says 172.21.15.67:32790) 2023-10-21T13:05:33.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.118+0000 7f3883fff700 1 -- 172.21.15.67:0/2109969429 learned_addr learned my addr 172.21.15.67:0/2109969429 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:33.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.118+0000 7f3888c0a700 1 --2- 172.21.15.67:0/2109969429 >> v2:172.21.15.190:3300/0 conn(0x7f38840b0be0 0x7f38840cd2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.118+0000 7f3883fff700 1 -- 172.21.15.67:0/2109969429 >> v2:172.21.15.190:3300/0 conn(0x7f38840b0be0 msgr2=0x7f38840cd2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:33.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.118+0000 7f3883fff700 1 --2- 172.21.15.67:0/2109969429 >> v2:172.21.15.190:3300/0 conn(0x7f38840b0be0 0x7f38840cd2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.124 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.118+0000 7f3883fff700 1 -- 172.21.15.67:0/2109969429 >> v1:172.21.15.190:6789/0 conn(0x7f38840cce50 legacy=0x7f38840cb010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:33.124 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.118+0000 7f3883fff700 1 -- 172.21.15.67:0/2109969429 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38840cc1c0 con 0x7f388415aa80 2023-10-21T13:05:33.124 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.119+0000 7f3883fff700 1 --2- 172.21.15.67:0/2109969429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f388415aa80 0x7f38840b1940 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f38840b6490 tx=0x7f3874009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2911306daafdff9 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:33.124 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.119+0000 7f3882ffd700 1 -- 172.21.15.67:0/2109969429 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3874004230 con 0x7f388415aa80 2023-10-21T13:05:33.124 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.119+0000 7f3882ffd700 1 -- 172.21.15.67:0/2109969429 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3874004390 con 0x7f388415aa80 2023-10-21T13:05:33.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.119+0000 7f3882ffd700 1 -- 172.21.15.67:0/2109969429 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38740036a0 con 0x7f388415aa80 2023-10-21T13:05:33.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.119+0000 7f388a66d700 1 -- 172.21.15.67:0/2109969429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f388415aa80 msgr2=0x7f38840b1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.119+0000 7f388a66d700 1 --2- 172.21.15.67:0/2109969429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f388415aa80 0x7f38840b1940 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f38840b6490 tx=0x7f3874009bd0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.119+0000 7f388a66d700 1 -- 172.21.15.67:0/2109969429 shutdown_connections 2023-10-21T13:05:33.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.119+0000 7f388a66d700 1 --2- 172.21.15.67:0/2109969429 >> v2:172.21.15.190:3300/0 conn(0x7f38840b0be0 0x7f38840cd2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.119+0000 7f388a66d700 1 --2- 172.21.15.67:0/2109969429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f388415aa80 0x7f38840b1940 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.119+0000 7f388a66d700 1 -- 172.21.15.67:0/2109969429 >> 172.21.15.67:0/2109969429 conn(0x7f38840999d0 msgr2=0x7f38840d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:33.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.119+0000 7f388a66d700 1 -- 172.21.15.67:0/2109969429 shutdown_connections 2023-10-21T13:05:33.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.119+0000 7f388a66d700 1 -- 172.21.15.67:0/2109969429 wait complete. 2023-10-21T13:05:33.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.121+0000 7f388a66d700 1 Processor -- start 2023-10-21T13:05:33.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.121+0000 7f388a66d700 1 -- start start 2023-10-21T13:05:33.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.121+0000 7f388a66d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38840b0be0 0x7f38840c3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.121+0000 7f388a66d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38840cce50 0x7f38841f6910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.121+0000 7f388a66d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f388415aa80 0x7f388406de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.121+0000 7f388a66d700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38841f39f0 con 0x7f38840cce50 2023-10-21T13:05:33.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.121+0000 7f388a66d700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38841523d0 con 0x7f38840b0be0 2023-10-21T13:05:33.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.121+0000 7f388a66d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38841f2d70 con 0x7f388415aa80 2023-10-21T13:05:33.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f38837fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38840cce50 0x7f38841f6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f38837fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38840cce50 0x7f38841f6910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32798/0 (socket says 172.21.15.67:32798) 2023-10-21T13:05:33.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f38837fe700 1 -- 172.21.15.67:0/4052592538 learned_addr learned my addr 172.21.15.67:0/4052592538 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:33.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f3883fff700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38840b0be0 0x7f38840c3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f3888c0a700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f388415aa80 0x7f388406de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f38837fe700 1 -- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f388415aa80 msgr2=0x7f388406de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f38837fe700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f388415aa80 0x7f388406de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f38837fe700 1 -- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38840b0be0 msgr2=0x7f38840c3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f38837fe700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38840b0be0 0x7f38840c3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f38837fe700 1 -- 172.21.15.67:0/4052592538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3874009550 con 0x7f38840cce50 2023-10-21T13:05:33.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f3883fff700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38840b0be0 0x7f38840c3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:33.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f38837fe700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38840cce50 0x7f38841f6910 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f386c00c4d0 tx=0x7f386c00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:33.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f3880ff9700 1 -- 172.21.15.67:0/4052592538 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f386c011790 con 0x7f38840cce50 2023-10-21T13:05:33.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f3880ff9700 1 -- 172.21.15.67:0/4052592538 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f386c0118f0 con 0x7f38840cce50 2023-10-21T13:05:33.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f3880ff9700 1 -- 172.21.15.67:0/4052592538 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f386c011ca0 con 0x7f38840cce50 2023-10-21T13:05:33.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f388a66d700 1 -- 172.21.15.67:0/4052592538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38841f3050 con 0x7f38840cce50 2023-10-21T13:05:33.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.122+0000 7f388a66d700 1 -- 172.21.15.67:0/4052592538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38841f3610 con 0x7f38840cce50 2023-10-21T13:05:33.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.123+0000 7f388a66d700 1 -- 172.21.15.67:0/4052592538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38841f3b30 con 0x7f38840cce50 2023-10-21T13:05:33.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.124+0000 7f3880ff9700 1 -- 172.21.15.67:0/4052592538 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f386c01c460 con 0x7f38840cce50 2023-10-21T13:05:33.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.124+0000 7f3880ff9700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f386406af00 0x7f386406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.124+0000 7f3880ff9700 1 -- 172.21.15.67:0/4052592538 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f386c089440 con 0x7f38840cce50 2023-10-21T13:05:33.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.124+0000 7f3883fff700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f386406af00 0x7f386406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.125+0000 7f3883fff700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f386406af00 0x7f386406d3c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3874009130 tx=0x7f3874008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:33.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.129+0000 7f3880ff9700 1 -- 172.21.15.67:0/4052592538 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f38841f3b30 con 0x7f38840cce50 2023-10-21T13:05:33.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.326+0000 7f388a66d700 1 -- 172.21.15.67:0/4052592538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f38841f3b30 con 0x7f38840cce50 2023-10-21T13:05:33.329 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.327+0000 7f3880ff9700 1 -- 172.21.15.67:0/4052592538 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f38841f3b30 con 0x7f38840cce50 2023-10-21T13:05:33.329 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2023-10-21T13:05:33.331 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.329+0000 7f388a66d700 1 -- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f386406af00 msgr2=0x7f386406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.331 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.329+0000 7f388a66d700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f386406af00 0x7f386406d3c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3874009130 tx=0x7f3874008030 comp rx=0 tx=0).stop 2023-10-21T13:05:33.331 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.329+0000 7f388a66d700 1 -- 172.21.15.67:0/4052592538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38840cce50 msgr2=0x7f38841f6910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.331 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.329+0000 7f388a66d700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38840cce50 0x7f38841f6910 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f386c00c4d0 tx=0x7f386c00c890 comp rx=0 tx=0).stop 2023-10-21T13:05:33.332 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.329+0000 7f388a66d700 1 -- 172.21.15.67:0/4052592538 shutdown_connections 2023-10-21T13:05:33.332 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.329+0000 7f388a66d700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f386406af00 0x7f386406d3c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.332 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.329+0000 7f388a66d700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f388415aa80 0x7f388406de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.332 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.329+0000 7f388a66d700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38840b0be0 0x7f38840c3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.329+0000 7f388a66d700 1 --2- 172.21.15.67:0/4052592538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38840cce50 0x7f38841f6910 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.329+0000 7f388a66d700 1 -- 172.21.15.67:0/4052592538 >> 172.21.15.67:0/4052592538 conn(0x7f38840999d0 msgr2=0x7f38840aefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:33.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.329+0000 7f388a66d700 1 -- 172.21.15.67:0/4052592538 shutdown_connections 2023-10-21T13:05:33.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.329+0000 7f388a66d700 1 -- 172.21.15.67:0/4052592538 wait complete. 2023-10-21T13:05:33.343 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T13:05:33.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.469+0000 7f1ab1447700 1 Processor -- start 2023-10-21T13:05:33.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.470+0000 7f1ab1447700 1 -- start start 2023-10-21T13:05:33.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.470+0000 7f1ab1447700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1aac0b4320 0x7f1aac0cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.470+0000 7f1ab1447700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f1aac0b47a0 0x7f1aac0cc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.470+0000 7f1ab1447700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1aac0b2f50 con 0x7f1aac15b5a0 2023-10-21T13:05:33.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.470+0000 7f1ab1447700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1aac0b3210 con 0x7f1aac0b47a0 2023-10-21T13:05:33.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.470+0000 7f1ab1447700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1aac0b34f0 con 0x7f1aac0b4320 2023-10-21T13:05:33.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.471+0000 7f1aab7fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f1aac0b47a0 0x7f1aac0cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.471+0000 7f1aab7fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f1aac0b47a0 0x7f1aac0cc060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32808/0 (socket says 172.21.15.67:32808) 2023-10-21T13:05:33.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.471+0000 7f1aab7fe700 1 -- 172.21.15.67:0/2714109328 learned_addr learned my addr 172.21.15.67:0/2714109328 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:33.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.471+0000 7f1aaa7fc700 1 --2- 172.21.15.67:0/2714109328 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1aac0b4320 0x7f1aac0cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.471+0000 7f1aab7fe700 1 -- 172.21.15.67:0/2714109328 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1aac0b4320 msgr2=0x7f1aac0cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:33.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.471+0000 7f1aab7fe700 1 --2- 172.21.15.67:0/2714109328 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1aac0b4320 0x7f1aac0cbb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.471+0000 7f1aab7fe700 1 -- 172.21.15.67:0/2714109328 >> v1:172.21.15.190:6789/0 conn(0x7f1aac15b5a0 legacy=0x7f1aac15fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.471+0000 7f1aab7fe700 1 -- 172.21.15.67:0/2714109328 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1aac0b37d0 con 0x7f1aac0b47a0 2023-10-21T13:05:33.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.471+0000 7f1aab7fe700 1 --2- 172.21.15.67:0/2714109328 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1aac0b47a0 0x7f1aac0cc060 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4009ed0 tx=0x7f1aa400f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52b1358e95a2c21c server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:33.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.471+0000 7f1aa9ffb700 1 -- 172.21.15.67:0/2714109328 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa40090d0 con 0x7f1aac0b47a0 2023-10-21T13:05:33.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.471+0000 7f1aa9ffb700 1 -- 172.21.15.67:0/2714109328 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1aa4009230 con 0x7f1aac0b47a0 2023-10-21T13:05:33.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.471+0000 7f1aa9ffb700 1 -- 172.21.15.67:0/2714109328 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa4017650 con 0x7f1aac0b47a0 2023-10-21T13:05:33.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.472+0000 7f1ab1447700 1 -- 172.21.15.67:0/2714109328 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1aac0b47a0 msgr2=0x7f1aac0cc060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.472+0000 7f1ab1447700 1 --2- 172.21.15.67:0/2714109328 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1aac0b47a0 0x7f1aac0cc060 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4009ed0 tx=0x7f1aa400f740 comp rx=0 tx=0).stop 2023-10-21T13:05:33.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.472+0000 7f1ab1447700 1 -- 172.21.15.67:0/2714109328 shutdown_connections 2023-10-21T13:05:33.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.472+0000 7f1ab1447700 1 --2- 172.21.15.67:0/2714109328 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1aac0b47a0 0x7f1aac0cc060 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.472+0000 7f1ab1447700 1 --2- 172.21.15.67:0/2714109328 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1aac0b4320 0x7f1aac0cbb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.472+0000 7f1ab1447700 1 -- 172.21.15.67:0/2714109328 >> 172.21.15.67:0/2714109328 conn(0x7f1aac0cdf50 msgr2=0x7f1aac0ce360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:33.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.472+0000 7f1ab1447700 1 -- 172.21.15.67:0/2714109328 shutdown_connections 2023-10-21T13:05:33.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.472+0000 7f1ab1447700 1 -- 172.21.15.67:0/2714109328 wait complete. 2023-10-21T13:05:33.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.473+0000 7f1ab1447700 1 Processor -- start 2023-10-21T13:05:33.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.473+0000 7f1ab1447700 1 -- start start 2023-10-21T13:05:33.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1ab1447700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1aac0b4320 0x7f1aac15e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1ab1447700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1aac0b47a0 0x7f1aac15a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1ab1447700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1aac15b5a0 0x7f1aac1eef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1ab1447700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aac1efa40 con 0x7f1aac15b5a0 2023-10-21T13:05:33.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1ab1447700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aac1efd20 con 0x7f1aac0b4320 2023-10-21T13:05:33.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1ab1447700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1aac15d9c0 con 0x7f1aac0b47a0 2023-10-21T13:05:33.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1aab7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1aac15b5a0 0x7f1aac1eef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1aab7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1aac15b5a0 0x7f1aac1eef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32814/0 (socket says 172.21.15.67:32814) 2023-10-21T13:05:33.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1aab7fe700 1 -- 172.21.15.67:0/1503092301 learned_addr learned my addr 172.21.15.67:0/1503092301 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:33.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1aaaffd700 1 --2- 172.21.15.67:0/1503092301 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1aac0b4320 0x7f1aac15e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1aaa7fc700 1 --2- 172.21.15.67:0/1503092301 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1aac0b47a0 0x7f1aac15a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1aab7fe700 1 -- 172.21.15.67:0/1503092301 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1aac0b47a0 msgr2=0x7f1aac15a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1aab7fe700 1 --2- 172.21.15.67:0/1503092301 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1aac0b47a0 0x7f1aac15a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1aab7fe700 1 -- 172.21.15.67:0/1503092301 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1aac0b4320 msgr2=0x7f1aac15e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1aab7fe700 1 --2- 172.21.15.67:0/1503092301 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1aac0b4320 0x7f1aac15e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.474+0000 7f1aab7fe700 1 -- 172.21.15.67:0/1503092301 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1aa4009b30 con 0x7f1aac15b5a0 2023-10-21T13:05:33.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.475+0000 7f1aab7fe700 1 --2- 172.21.15.67:0/1503092301 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1aac15b5a0 0x7f1aac1eef00 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4011010 tx=0x7f1aa4004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:33.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.475+0000 7f1aa37fe700 1 -- 172.21.15.67:0/1503092301 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa40090d0 con 0x7f1aac15b5a0 2023-10-21T13:05:33.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.475+0000 7f1aa37fe700 1 -- 172.21.15.67:0/1503092301 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1aa4022660 con 0x7f1aac15b5a0 2023-10-21T13:05:33.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.475+0000 7f1ab1447700 1 -- 172.21.15.67:0/1503092301 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1aac15dca0 con 0x7f1aac15b5a0 2023-10-21T13:05:33.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.475+0000 7f1aa37fe700 1 -- 172.21.15.67:0/1503092301 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa4022a10 con 0x7f1aac15b5a0 2023-10-21T13:05:33.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.475+0000 7f1ab1447700 1 -- 172.21.15.67:0/1503092301 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1aac1f2710 con 0x7f1aac15b5a0 2023-10-21T13:05:33.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.476+0000 7f1ab1447700 1 -- 172.21.15.67:0/1503092301 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1aac15db00 con 0x7f1aac15b5a0 2023-10-21T13:05:33.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.476+0000 7f1aa37fe700 1 -- 172.21.15.67:0/1503092301 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1aa401e040 con 0x7f1aac15b5a0 2023-10-21T13:05:33.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.477+0000 7f1aa37fe700 1 --2- 172.21.15.67:0/1503092301 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1a8c06af00 0x7f1a8c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.477+0000 7f1aa37fe700 1 -- 172.21.15.67:0/1503092301 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1aa408ec00 con 0x7f1aac15b5a0 2023-10-21T13:05:33.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.477+0000 7f1aaaffd700 1 --2- 172.21.15.67:0/1503092301 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1a8c06af00 0x7f1a8c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.477+0000 7f1aaaffd700 1 --2- 172.21.15.67:0/1503092301 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1a8c06af00 0x7f1a8c06d3c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c007fd0 tx=0x7f1a9c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:33.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.481+0000 7f1aa37fe700 1 -- 172.21.15.67:0/1503092301 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1aac15db00 con 0x7f1aac15b5a0 2023-10-21T13:05:33.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.680+0000 7f1ab1447700 1 -- 172.21.15.67:0/1503092301 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1aac15db00 con 0x7f1aac15b5a0 2023-10-21T13:05:33.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.681+0000 7f1aa37fe700 1 -- 172.21.15.67:0/1503092301 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1aa401c020 con 0x7f1aac15b5a0 2023-10-21T13:05:33.683 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2023-10-21T13:05:33.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.682+0000 7f1ab1447700 1 -- 172.21.15.67:0/1503092301 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1a8c06af00 msgr2=0x7f1a8c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.682+0000 7f1ab1447700 1 --2- 172.21.15.67:0/1503092301 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1a8c06af00 0x7f1a8c06d3c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c007fd0 tx=0x7f1a9c009040 comp rx=0 tx=0).stop 2023-10-21T13:05:33.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.682+0000 7f1ab1447700 1 -- 172.21.15.67:0/1503092301 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1aac15b5a0 msgr2=0x7f1aac1eef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.682+0000 7f1ab1447700 1 --2- 172.21.15.67:0/1503092301 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1aac15b5a0 0x7f1aac1eef00 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4011010 tx=0x7f1aa4004ad0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.683+0000 7f1ab1447700 1 -- 172.21.15.67:0/1503092301 shutdown_connections 2023-10-21T13:05:33.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.683+0000 7f1ab1447700 1 --2- 172.21.15.67:0/1503092301 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1aac15b5a0 0x7f1aac1eef00 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.683+0000 7f1ab1447700 1 --2- 172.21.15.67:0/1503092301 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1aac0b4320 0x7f1aac15e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.683+0000 7f1ab1447700 1 --2- 172.21.15.67:0/1503092301 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1a8c06af00 0x7f1a8c06d3c0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.683+0000 7f1ab1447700 1 --2- 172.21.15.67:0/1503092301 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1aac0b47a0 0x7f1aac15a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.683+0000 7f1ab1447700 1 -- 172.21.15.67:0/1503092301 >> 172.21.15.67:0/1503092301 conn(0x7f1aac0cdf50 msgr2=0x7f1aac159c30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:33.687 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.683+0000 7f1ab1447700 1 -- 172.21.15.67:0/1503092301 shutdown_connections 2023-10-21T13:05:33.687 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.683+0000 7f1ab1447700 1 -- 172.21.15.67:0/1503092301 wait complete. 2023-10-21T13:05:33.697 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-21T13:05:33.823 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.821+0000 7f4d9bde8700 1 Processor -- start 2023-10-21T13:05:33.823 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.821+0000 7f4d9bde8700 1 -- start start 2023-10-21T13:05:33.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.822+0000 7f4d9bde8700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4d940cb330 0x7f4d9415b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.822+0000 7f4d9bde8700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f4d9406d290 0x7f4d9406d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.822+0000 7f4d9bde8700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d940668a0 con 0x7f4d940cd700 2023-10-21T13:05:33.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.822+0000 7f4d9bde8700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d940cc400 con 0x7f4d9406d290 2023-10-21T13:05:33.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.822+0000 7f4d9bde8700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d9415bbb0 con 0x7f4d940cb330 2023-10-21T13:05:33.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.822+0000 7f4d99383700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4d940cb330 0x7f4d9415b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.822+0000 7f4d9a385700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f4d9406d290 0x7f4d9406d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.822+0000 7f4d99383700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4d940cb330 0x7f4d9415b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:47814/0 (socket says 172.21.15.67:47814) 2023-10-21T13:05:33.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.822+0000 7f4d99b84700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f4d940cd700 0x7f4d940cdae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:46010/0 (socket says 172.21.15.67:46010) 2023-10-21T13:05:33.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.822+0000 7f4d9a385700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f4d9406d290 0x7f4d9406d6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:34922/0 (socket says 172.21.15.67:34922) 2023-10-21T13:05:33.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.822+0000 7f4d99383700 1 -- 172.21.15.67:0/2527420916 learned_addr learned my addr 172.21.15.67:0/2527420916 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:33.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.823+0000 7f4d9a385700 1 -- 172.21.15.67:0/2527420916 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4d940cb330 msgr2=0x7f4d9415b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:33.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.823+0000 7f4d9a385700 1 --2- 172.21.15.67:0/2527420916 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4d940cb330 0x7f4d9415b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.823+0000 7f4d9a385700 1 -- 172.21.15.67:0/2527420916 >> v1:172.21.15.190:6789/0 conn(0x7f4d940cd700 legacy=0x7f4d940cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.823+0000 7f4d9a385700 1 -- 172.21.15.67:0/2527420916 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d940cb880 con 0x7f4d9406d290 2023-10-21T13:05:33.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.823+0000 7f4d9a385700 1 --2- 172.21.15.67:0/2527420916 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d9406d290 0x7f4d9406d6f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4d8c009d90 tx=0x7f4d8c00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ffae77062f63cf2 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:33.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.823+0000 7f4d98b82700 1 -- 172.21.15.67:0/2527420916 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d8c00e070 con 0x7f4d9406d290 2023-10-21T13:05:33.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.823+0000 7f4d98b82700 1 -- 172.21.15.67:0/2527420916 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d8c00bb20 con 0x7f4d9406d290 2023-10-21T13:05:33.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.823+0000 7f4d98b82700 1 -- 172.21.15.67:0/2527420916 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d8c012430 con 0x7f4d9406d290 2023-10-21T13:05:33.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.824+0000 7f4d9bde8700 1 -- 172.21.15.67:0/2527420916 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d9406d290 msgr2=0x7f4d9406d6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.824+0000 7f4d9bde8700 1 --2- 172.21.15.67:0/2527420916 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d9406d290 0x7f4d9406d6f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4d8c009d90 tx=0x7f4d8c00b330 comp rx=0 tx=0).stop 2023-10-21T13:05:33.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.824+0000 7f4d9bde8700 1 -- 172.21.15.67:0/2527420916 shutdown_connections 2023-10-21T13:05:33.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.824+0000 7f4d9bde8700 1 --2- 172.21.15.67:0/2527420916 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d9406d290 0x7f4d9406d6f0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.824+0000 7f4d9bde8700 1 --2- 172.21.15.67:0/2527420916 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4d940cb330 0x7f4d9415b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.824+0000 7f4d9bde8700 1 -- 172.21.15.67:0/2527420916 >> 172.21.15.67:0/2527420916 conn(0x7f4d940cc5b0 msgr2=0x7f4d940cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:33.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.824+0000 7f4d9bde8700 1 -- 172.21.15.67:0/2527420916 shutdown_connections 2023-10-21T13:05:33.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.824+0000 7f4d9bde8700 1 -- 172.21.15.67:0/2527420916 wait complete. 2023-10-21T13:05:33.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.826+0000 7f4d9bde8700 1 Processor -- start 2023-10-21T13:05:33.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.826+0000 7f4d9bde8700 1 -- start start 2023-10-21T13:05:33.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d9bde8700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4d9406d290 0x7f4d94149060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d9bde8700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d940cb330 0x7f4d940b42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d9bde8700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d940cd700 0x7f4d940ce080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d9bde8700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d941495a0 con 0x7f4d940cb330 2023-10-21T13:05:33.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d9bde8700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d94155ab0 con 0x7f4d940cd700 2023-10-21T13:05:33.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d9bde8700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d94155d90 con 0x7f4d9406d290 2023-10-21T13:05:33.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d99383700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d940cb330 0x7f4d940b42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d99383700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d940cb330 0x7f4d940b42c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32826/0 (socket says 172.21.15.67:32826) 2023-10-21T13:05:33.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d99383700 1 -- 172.21.15.67:0/526106578 learned_addr learned my addr 172.21.15.67:0/526106578 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:33.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d99b84700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4d9406d290 0x7f4d94149060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d9a385700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d940cd700 0x7f4d940ce080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d99383700 1 -- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4d9406d290 msgr2=0x7f4d94149060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d99383700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4d9406d290 0x7f4d94149060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d99383700 1 -- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d940cd700 msgr2=0x7f4d940ce080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:33.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d99383700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d940cd700 0x7f4d940ce080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:33.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d99383700 1 -- 172.21.15.67:0/526106578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d8c009a70 con 0x7f4d940cb330 2023-10-21T13:05:33.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d9a385700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d940cd700 0x7f4d940ce080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:33.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d99383700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d940cb330 0x7f4d940b42c0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f4d84010dc0 tx=0x7f4d8400e640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:33.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d8a7fc700 1 -- 172.21.15.67:0/526106578 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d8400b8a0 con 0x7f4d940cb330 2023-10-21T13:05:33.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d8a7fc700 1 -- 172.21.15.67:0/526106578 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d84011650 con 0x7f4d940cb330 2023-10-21T13:05:33.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d9bde8700 1 -- 172.21.15.67:0/526106578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d94156070 con 0x7f4d940cb330 2023-10-21T13:05:33.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.827+0000 7f4d8a7fc700 1 -- 172.21.15.67:0/526106578 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d84011a00 con 0x7f4d940cb330 2023-10-21T13:05:33.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.828+0000 7f4d9bde8700 1 -- 172.21.15.67:0/526106578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d940b4800 con 0x7f4d940cb330 2023-10-21T13:05:33.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.829+0000 7f4d9bde8700 1 -- 172.21.15.67:0/526106578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d941547b0 con 0x7f4d940cb330 2023-10-21T13:05:33.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.829+0000 7f4d8a7fc700 1 -- 172.21.15.67:0/526106578 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4d84011b60 con 0x7f4d940cb330 2023-10-21T13:05:33.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.829+0000 7f4d8a7fc700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f4d7806af00 0x7f4d7806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:33.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.829+0000 7f4d8a7fc700 1 -- 172.21.15.67:0/526106578 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4d8408c1a0 con 0x7f4d940cb330 2023-10-21T13:05:33.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.830+0000 7f4d99b84700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f4d7806af00 0x7f4d7806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:33.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.830+0000 7f4d99b84700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f4d7806af00 0x7f4d7806d3c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f4d941f2c40 tx=0x7f4d90007f10 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:33.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:33.834+0000 7f4d8a7fc700 1 -- 172.21.15.67:0/526106578 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f4d840571c0 con 0x7f4d940cb330 2023-10-21T13:05:34.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.053+0000 7f4d9bde8700 1 -- 172.21.15.67:0/526106578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f4d9406ba50 con 0x7f4d940cb330 2023-10-21T13:05:34.055 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.053+0000 7f4d8a7fc700 1 -- 172.21.15.67:0/526106578 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f4d8405a7e0 con 0x7f4d940cb330 2023-10-21T13:05:34.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.055+0000 7f4d9bde8700 1 -- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f4d7806af00 msgr2=0x7f4d7806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:34.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.055+0000 7f4d9bde8700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f4d7806af00 0x7f4d7806d3c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f4d941f2c40 tx=0x7f4d90007f10 comp rx=0 tx=0).stop 2023-10-21T13:05:34.058 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.055+0000 7f4d9bde8700 1 -- 172.21.15.67:0/526106578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d940cb330 msgr2=0x7f4d940b42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:34.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.055+0000 7f4d9bde8700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d940cb330 0x7f4d940b42c0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f4d84010dc0 tx=0x7f4d8400e640 comp rx=0 tx=0).stop 2023-10-21T13:05:34.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.055+0000 7f4d9bde8700 1 -- 172.21.15.67:0/526106578 shutdown_connections 2023-10-21T13:05:34.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.055+0000 7f4d9bde8700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d940cd700 0x7f4d940ce080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.059 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.055+0000 7f4d9bde8700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f4d7806af00 0x7f4d7806d3c0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.055+0000 7f4d9bde8700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f4d9406d290 0x7f4d94149060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.055+0000 7f4d9bde8700 1 --2- 172.21.15.67:0/526106578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d940cb330 0x7f4d940b42c0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.055+0000 7f4d9bde8700 1 -- 172.21.15.67:0/526106578 >> 172.21.15.67:0/526106578 conn(0x7f4d940cc5b0 msgr2=0x7f4d941540a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:34.060 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.056+0000 7f4d9bde8700 1 -- 172.21.15.67:0/526106578 shutdown_connections 2023-10-21T13:05:34.061 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.056+0000 7f4d9bde8700 1 -- 172.21.15.67:0/526106578 wait complete. 2023-10-21T13:05:34.061 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2023-10-21T13:05:34.070 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2023-10-21T13:05:34.070 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:34.071 DEBUG:teuthology.orchestra.run.smithi190:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2023-10-21T13:05:34.116 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi190.front.sepia.ceph.com 2023-10-21T13:05:34.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:34.117 DEBUG:teuthology.orchestra.run.smithi190:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2023-10-21T13:05:34.136 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2023-10-21T13:05:34.137 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T13:05:34.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.260+0000 7f9aadc94700 1 Processor -- start 2023-10-21T13:05:34.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.260+0000 7f9aadc94700 1 -- start start 2023-10-21T13:05:34.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.261+0000 7f9aadc94700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9aa815a590 0x7f9aa80cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:34.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.261+0000 7f9aadc94700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f9aa80c6b10 0x7f9aa80d0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:34.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.261+0000 7f9aadc94700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9aa80cc310 con 0x7f9aa815a970 2023-10-21T13:05:34.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.261+0000 7f9aadc94700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9aa80d1290 con 0x7f9aa80c6b10 2023-10-21T13:05:34.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.261+0000 7f9aadc94700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9aa80cc030 con 0x7f9aa815a590 2023-10-21T13:05:34.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.261+0000 7f9aa6ffd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f9aa80c6b10 0x7f9aa80d0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:34.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.261+0000 7f9aa6ffd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f9aa80c6b10 0x7f9aa80d0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32832/0 (socket says 172.21.15.67:32832) 2023-10-21T13:05:34.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.261+0000 7f9aa6ffd700 1 -- 172.21.15.67:0/2006798558 learned_addr learned my addr 172.21.15.67:0/2006798558 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:34.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.261+0000 7f9aa77fe700 1 --2- 172.21.15.67:0/2006798558 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9aa815a590 0x7f9aa80cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:34.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.261+0000 7f9aa6ffd700 1 -- 172.21.15.67:0/2006798558 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9aa815a590 msgr2=0x7f9aa80cb9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:34.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.261+0000 7f9aa6ffd700 1 --2- 172.21.15.67:0/2006798558 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9aa815a590 0x7f9aa80cb9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.261+0000 7f9aa6ffd700 1 -- 172.21.15.67:0/2006798558 >> v1:172.21.15.190:6789/0 conn(0x7f9aa815a970 legacy=0x7f9aa80cc9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:34.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.261+0000 7f9aa6ffd700 1 -- 172.21.15.67:0/2006798558 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9aa80c4020 con 0x7f9aa80c6b10 2023-10-21T13:05:34.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.261+0000 7f9aa77fe700 1 --2- 172.21.15.67:0/2006798558 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9aa815a590 0x7f9aa80cb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:34.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.262+0000 7f9aa6ffd700 1 --2- 172.21.15.67:0/2006798558 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa80c6b10 0x7f9aa80d0d50 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f9a9000bb90 tx=0x7f9a9000bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b617b5dac4fd572 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:34.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.262+0000 7f9aa67fc700 1 -- 172.21.15.67:0/2006798558 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a9000dd10 con 0x7f9aa80c6b10 2023-10-21T13:05:34.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.262+0000 7f9aa67fc700 1 -- 172.21.15.67:0/2006798558 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a9000de70 con 0x7f9aa80c6b10 2023-10-21T13:05:34.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.262+0000 7f9aa67fc700 1 -- 172.21.15.67:0/2006798558 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a90004230 con 0x7f9aa80c6b10 2023-10-21T13:05:34.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.262+0000 7f9aadc94700 1 -- 172.21.15.67:0/2006798558 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa80c6b10 msgr2=0x7f9aa80d0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:34.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.262+0000 7f9aadc94700 1 --2- 172.21.15.67:0/2006798558 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa80c6b10 0x7f9aa80d0d50 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f9a9000bb90 tx=0x7f9a9000bea0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.262+0000 7f9aadc94700 1 -- 172.21.15.67:0/2006798558 shutdown_connections 2023-10-21T13:05:34.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.262+0000 7f9aadc94700 1 --2- 172.21.15.67:0/2006798558 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9aa815a590 0x7f9aa80cb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.262+0000 7f9aadc94700 1 --2- 172.21.15.67:0/2006798558 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa80c6b10 0x7f9aa80d0d50 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.262+0000 7f9aadc94700 1 -- 172.21.15.67:0/2006798558 >> 172.21.15.67:0/2006798558 conn(0x7f9aa80999d0 msgr2=0x7f9aa80d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:34.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.262+0000 7f9aadc94700 1 -- 172.21.15.67:0/2006798558 shutdown_connections 2023-10-21T13:05:34.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.262+0000 7f9aadc94700 1 -- 172.21.15.67:0/2006798558 wait complete. 2023-10-21T13:05:34.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.264+0000 7f9aadc94700 1 Processor -- start 2023-10-21T13:05:34.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.264+0000 7f9aadc94700 1 -- start start 2023-10-21T13:05:34.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.264+0000 7f9aadc94700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa80c6b10 0x7f9aa81519e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:34.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.264+0000 7f9aadc94700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9aa815a590 0x7f9aa815adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:34.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.264+0000 7f9aadc94700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9aa815a970 0x7f9aa8156760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:34.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aadc94700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9aa815b330 con 0x7f9aa80c6b10 2023-10-21T13:05:34.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aadc94700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9aa815b5d0 con 0x7f9aa815a970 2023-10-21T13:05:34.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aadc94700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9aa815b8b0 con 0x7f9aa815a590 2023-10-21T13:05:34.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aa77fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa80c6b10 0x7f9aa81519e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:34.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aa77fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa80c6b10 0x7f9aa81519e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32838/0 (socket says 172.21.15.67:32838) 2023-10-21T13:05:34.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aa77fe700 1 -- 172.21.15.67:0/1096178773 learned_addr learned my addr 172.21.15.67:0/1096178773 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:34.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aa7fff700 1 --2- 172.21.15.67:0/1096178773 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9aa815a970 0x7f9aa8156760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:34.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aa6ffd700 1 --2- 172.21.15.67:0/1096178773 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9aa815a590 0x7f9aa815adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:34.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aa77fe700 1 -- 172.21.15.67:0/1096178773 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9aa815a590 msgr2=0x7f9aa815adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:34.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aa77fe700 1 --2- 172.21.15.67:0/1096178773 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9aa815a590 0x7f9aa815adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aa77fe700 1 -- 172.21.15.67:0/1096178773 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9aa815a970 msgr2=0x7f9aa8156760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:34.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aa77fe700 1 --2- 172.21.15.67:0/1096178773 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9aa815a970 0x7f9aa8156760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aa77fe700 1 -- 172.21.15.67:0/1096178773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a9000b7f0 con 0x7f9aa80c6b10 2023-10-21T13:05:34.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aa77fe700 1 --2- 172.21.15.67:0/1096178773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa80c6b10 0x7f9aa81519e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f9a9800c7f0 tx=0x7f9a9800cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:34.277 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9a9ffff700 1 -- 172.21.15.67:0/1096178773 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a98005c20 con 0x7f9aa80c6b10 2023-10-21T13:05:34.277 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9a9ffff700 1 -- 172.21.15.67:0/1096178773 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a98005d80 con 0x7f9aa80c6b10 2023-10-21T13:05:34.277 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9a9ffff700 1 -- 172.21.15.67:0/1096178773 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a98011820 con 0x7f9aa80c6b10 2023-10-21T13:05:34.277 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aadc94700 1 -- 172.21.15.67:0/1096178773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9aa815bb90 con 0x7f9aa80c6b10 2023-10-21T13:05:34.277 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.265+0000 7f9aadc94700 1 -- 172.21.15.67:0/1096178773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9aa80c7470 con 0x7f9aa80c6b10 2023-10-21T13:05:34.278 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.266+0000 7f9aadc94700 1 -- 172.21.15.67:0/1096178773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9aa8074d40 con 0x7f9aa80c6b10 2023-10-21T13:05:34.278 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.267+0000 7f9a9ffff700 1 -- 172.21.15.67:0/1096178773 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9a98011980 con 0x7f9aa80c6b10 2023-10-21T13:05:34.278 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.267+0000 7f9a9ffff700 1 --2- 172.21.15.67:0/1096178773 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9a8806af00 0x7f9a8806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:34.278 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.267+0000 7f9a9ffff700 1 -- 172.21.15.67:0/1096178773 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9a980893f0 con 0x7f9aa80c6b10 2023-10-21T13:05:34.278 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.267+0000 7f9aa6ffd700 1 --2- 172.21.15.67:0/1096178773 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9a8806af00 0x7f9a8806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:34.278 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.268+0000 7f9aa6ffd700 1 --2- 172.21.15.67:0/1096178773 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9a8806af00 0x7f9a8806d3c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9aa80c6ef0 tx=0x7f9a90013000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:34.279 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.272+0000 7f9a9ffff700 1 -- 172.21.15.67:0/1096178773 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9a980544a0 con 0x7f9aa80c6b10 2023-10-21T13:05:34.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.515+0000 7f9aadc94700 1 -- 172.21.15.67:0/1096178773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9aa80ca6d0 con 0x7f9aa80c6b10 2023-10-21T13:05:34.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.516+0000 7f9a9ffff700 1 -- 172.21.15.67:0/1096178773 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4907 (secure 0 0 0) 0x7f9a98057ac0 con 0x7f9aa80c6b10 2023-10-21T13:05:34.518 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:34.519 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/3311742065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3311742065},{"type":"v1","addr":"172.21.15.67:6834","nonce":3311742065}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4252,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/3229984450","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":3229984450},{"type":"v1","addr":"172.21.15.190:6836","nonce":3229984450}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2052762259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2052762259},{"type":"v1","addr":"172.21.15.67:6835","nonce":2052762259}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-21T13:04:53.218734+0000","modified":"2023-10-21T13:04:56.240282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4266},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4266":{"gid":4266,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.190:6837/46800013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":46800013},{"type":"v1","addr":"172.21.15.190:6837","nonce":46800013}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T13:05:34.520 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.518+0000 7f9aadc94700 1 -- 172.21.15.67:0/1096178773 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9a8806af00 msgr2=0x7f9a8806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:34.520 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.518+0000 7f9aadc94700 1 --2- 172.21.15.67:0/1096178773 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9a8806af00 0x7f9a8806d3c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9aa80c6ef0 tx=0x7f9a90013000 comp rx=0 tx=0).stop 2023-10-21T13:05:34.520 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.518+0000 7f9aadc94700 1 -- 172.21.15.67:0/1096178773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa80c6b10 msgr2=0x7f9aa81519e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:34.520 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.518+0000 7f9aadc94700 1 --2- 172.21.15.67:0/1096178773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa80c6b10 0x7f9aa81519e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f9a9800c7f0 tx=0x7f9a9800cbb0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.518+0000 7f9aadc94700 1 -- 172.21.15.67:0/1096178773 shutdown_connections 2023-10-21T13:05:34.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.518+0000 7f9aadc94700 1 --2- 172.21.15.67:0/1096178773 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9aa815a970 0x7f9aa8156760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.518+0000 7f9aadc94700 1 --2- 172.21.15.67:0/1096178773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa80c6b10 0x7f9aa81519e0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.518+0000 7f9aadc94700 1 --2- 172.21.15.67:0/1096178773 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9a8806af00 0x7f9a8806d3c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.518+0000 7f9aadc94700 1 --2- 172.21.15.67:0/1096178773 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9aa815a590 0x7f9aa815adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.518+0000 7f9aadc94700 1 -- 172.21.15.67:0/1096178773 >> 172.21.15.67:0/1096178773 conn(0x7f9aa80999d0 msgr2=0x7f9aa8159850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:34.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.518+0000 7f9aadc94700 1 -- 172.21.15.67:0/1096178773 shutdown_connections 2023-10-21T13:05:34.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.518+0000 7f9aadc94700 1 -- 172.21.15.67:0/1096178773 wait complete. 2023-10-21T13:05:34.522 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2023-10-21T13:05:34.532 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:34.656 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.655+0000 7fb494350700 1 Processor -- start 2023-10-21T13:05:34.657 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.655+0000 7fb494350700 1 -- start start 2023-10-21T13:05:34.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb494350700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb48c0b28f0 0x7fb48c0acf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:34.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb494350700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb48c072900 con 0x7fb48c15d9f0 2023-10-21T13:05:34.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb494350700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb48c071a10 con 0x7fb48c06afe0 2023-10-21T13:05:34.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb494350700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb48c071cf0 con 0x7fb48c0b28f0 2023-10-21T13:05:34.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4920ec700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fb48c15d9f0 0x7fb48c06a8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49140/0 (socket says 172.21.15.67:49140) 2023-10-21T13:05:34.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4920ec700 1 -- 172.21.15.67:0/126357485 learned_addr learned my addr 172.21.15.67:0/126357485 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:34.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4928ed700 1 --2- 172.21.15.67:0/126357485 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb48c0b28f0 0x7fb48c0acf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:34.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3511746119 0 0) 0x7fb48c072900 con 0x7fb48c15d9f0 2023-10-21T13:05:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb4780035b0 con 0x7fb48c15d9f0 2023-10-21T13:05:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2236558520 0 0) 0x7fb48c071a10 con 0x7fb48c06afe0 2023-10-21T13:05:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb48c072900 con 0x7fb48c06afe0 2023-10-21T13:05:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2814951448 0 0) 0x7fb4780035b0 con 0x7fb48c15d9f0 2023-10-21T13:05:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb48c0b28f0 msgr2=0x7fb48c0acf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 --2- 172.21.15.67:0/126357485 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb48c0b28f0 0x7fb48c0acf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 >> v1:172.21.15.190:6789/0 conn(0x7fb48c06afe0 legacy=0x7fb48c0ac850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb48c071fd0 con 0x7fb48c15d9f0 2023-10-21T13:05:34.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7fb488001670 con 0x7fb48c15d9f0 2023-10-21T13:05:34.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 >> v1:172.21.15.67:6789/0 conn(0x7fb48c15d9f0 legacy=0x7fb48c06a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:34.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 --2- 172.21.15.67:0/126357485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb478003bc0 0x7fb478003fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:34.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 --2- 172.21.15.67:0/126357485 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb478004850 0x7fb478004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:34.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 --2- 172.21.15.67:0/126357485 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb48c0b28f0 0x7fb478005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:34.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb48c071cf0 con 0x7fb478003bc0 2023-10-21T13:05:34.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb47800bac0 con 0x7fb478004850 2023-10-21T13:05:34.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.656+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb47800bc50 con 0x7fb48c0b28f0 2023-10-21T13:05:34.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.657+0000 7fb4920ec700 1 --2- 172.21.15.67:0/126357485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb478003bc0 0x7fb478003fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:34.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.657+0000 7fb4928ed700 1 --2- 172.21.15.67:0/126357485 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb48c0b28f0 0x7fb478005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.657+0000 7fb4918eb700 1 --2- 172.21.15.67:0/126357485 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb478004850 0x7fb478004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.657+0000 7fb4920ec700 1 -- 172.21.15.67:0/126357485 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb48c0b28f0 msgr2=0x7fb478005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.657+0000 7fb4920ec700 1 --2- 172.21.15.67:0/126357485 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb48c0b28f0 0x7fb478005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.657+0000 7fb4920ec700 1 -- 172.21.15.67:0/126357485 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb478004850 msgr2=0x7fb478004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:34.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.657+0000 7fb4920ec700 1 --2- 172.21.15.67:0/126357485 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb478004850 0x7fb478004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.657+0000 7fb4920ec700 1 -- 172.21.15.67:0/126357485 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4780035b0 con 0x7fb478003bc0 2023-10-21T13:05:34.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.657+0000 7fb4920ec700 1 --2- 172.21.15.67:0/126357485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb478003bc0 0x7fb478003fc0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb48800c210 tx=0x7fb478005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d3518e77d1a05ce server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:34.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.657+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb48800cd70 con 0x7fb478003bc0 2023-10-21T13:05:34.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.657+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb488001af0 con 0x7fb478003bc0 2023-10-21T13:05:34.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.657+0000 7fb4910ea700 1 -- 172.21.15.67:0/126357485 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb488005ba0 con 0x7fb478003bc0 2023-10-21T13:05:34.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.658+0000 7fb494350700 1 -- 172.21.15.67:0/126357485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb478003bc0 msgr2=0x7fb478003fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:34.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.658+0000 7fb494350700 1 --2- 172.21.15.67:0/126357485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb478003bc0 0x7fb478003fc0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb48800c210 tx=0x7fb478005880 comp rx=0 tx=0).stop 2023-10-21T13:05:34.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.658+0000 7fb4928ed700 1 -- 172.21.15.67:0/126357485 reap_dead start 2023-10-21T13:05:34.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.658+0000 7fb494350700 1 -- 172.21.15.67:0/126357485 shutdown_connections 2023-10-21T13:05:34.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.658+0000 7fb494350700 1 -- 172.21.15.67:0/126357485 >> 172.21.15.67:0/126357485 conn(0x7fb48c06da20 msgr2=0x7fb48c06de00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:34.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.658+0000 7fb494350700 1 -- 172.21.15.67:0/126357485 shutdown_connections 2023-10-21T13:05:34.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.658+0000 7fb494350700 1 -- 172.21.15.67:0/126357485 wait complete. 2023-10-21T13:05:34.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.659+0000 7fb494350700 1 Processor -- start 2023-10-21T13:05:34.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.659+0000 7fb494350700 1 -- start start 2023-10-21T13:05:34.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb494350700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb478003bc0 0x7fb48c14d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:34.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb494350700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb48c0b43c0 0x7fb48c0cb3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:34.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb494350700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb48c0cb920 0x7fb48c0cc2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:34.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb494350700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb48c0b3fa0 con 0x7fb48c0b43c0 2023-10-21T13:05:34.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb494350700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb48c0b3320 con 0x7fb478003bc0 2023-10-21T13:05:34.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb494350700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb48c0b3600 con 0x7fb48c0cb920 2023-10-21T13:05:34.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb4918eb700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb48c0b43c0 0x7fb48c0cb3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:34.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb4918eb700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb48c0b43c0 0x7fb48c0cb3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32858/0 (socket says 172.21.15.67:32858) 2023-10-21T13:05:34.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb4918eb700 1 -- 172.21.15.67:0/2978887242 learned_addr learned my addr 172.21.15.67:0/2978887242 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:34.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb4920ec700 1 --2- 172.21.15.67:0/2978887242 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb478003bc0 0x7fb48c14d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:34.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb4928ed700 1 --2- 172.21.15.67:0/2978887242 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb48c0cb920 0x7fb48c0cc2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:34.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb4918eb700 1 -- 172.21.15.67:0/2978887242 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb48c0cb920 msgr2=0x7fb48c0cc2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:34.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb4918eb700 1 --2- 172.21.15.67:0/2978887242 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb48c0cb920 0x7fb48c0cc2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb4918eb700 1 -- 172.21.15.67:0/2978887242 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb478003bc0 msgr2=0x7fb48c14d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:34.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb4918eb700 1 --2- 172.21.15.67:0/2978887242 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb478003bc0 0x7fb48c14d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb4918eb700 1 -- 172.21.15.67:0/2978887242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb48c0b38e0 con 0x7fb48c0b43c0 2023-10-21T13:05:34.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb4918eb700 1 --2- 172.21.15.67:0/2978887242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb48c0b43c0 0x7fb48c0cb3e0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb47c00f770 tx=0x7fb47c00fa80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:34.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.660+0000 7fb482ffd700 1 -- 172.21.15.67:0/2978887242 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb47c005320 con 0x7fb48c0b43c0 2023-10-21T13:05:34.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.661+0000 7fb482ffd700 1 -- 172.21.15.67:0/2978887242 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb47c0054a0 con 0x7fb48c0b43c0 2023-10-21T13:05:34.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.661+0000 7fb482ffd700 1 -- 172.21.15.67:0/2978887242 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb47c006aa0 con 0x7fb48c0b43c0 2023-10-21T13:05:34.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.661+0000 7fb494350700 1 -- 172.21.15.67:0/2978887242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb48c0b3bc0 con 0x7fb48c0b43c0 2023-10-21T13:05:34.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.661+0000 7fb494350700 1 -- 172.21.15.67:0/2978887242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb48c0b4840 con 0x7fb48c0b43c0 2023-10-21T13:05:34.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.662+0000 7fb494350700 1 -- 172.21.15.67:0/2978887242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb48c074d40 con 0x7fb48c0b43c0 2023-10-21T13:05:34.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.662+0000 7fb482ffd700 1 -- 172.21.15.67:0/2978887242 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb47c006c00 con 0x7fb48c0b43c0 2023-10-21T13:05:34.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.662+0000 7fb482ffd700 1 --2- 172.21.15.67:0/2978887242 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb47006af30 0x7fb47006d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:34.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.663+0000 7fb482ffd700 1 -- 172.21.15.67:0/2978887242 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb47c0889e0 con 0x7fb48c0b43c0 2023-10-21T13:05:34.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.663+0000 7fb4920ec700 1 --2- 172.21.15.67:0/2978887242 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb47006af30 0x7fb47006d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:34.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.663+0000 7fb4920ec700 1 --2- 172.21.15.67:0/2978887242 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb47006af30 0x7fb47006d3f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb488000c00 tx=0x7fb48800a000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:34.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.667+0000 7fb482ffd700 1 -- 172.21.15.67:0/2978887242 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb47c053a90 con 0x7fb48c0b43c0 2023-10-21T13:05:34.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.867+0000 7fb494350700 1 -- 172.21.15.67:0/2978887242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb48c0b6370 con 0x7fb48c0b43c0 2023-10-21T13:05:34.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.869+0000 7fb482ffd700 1 -- 172.21.15.67:0/2978887242 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7fb47c01a090 con 0x7fb48c0b43c0 2023-10-21T13:05:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:34.871 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:34.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.870+0000 7fb494350700 1 -- 172.21.15.67:0/2978887242 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb47006af30 msgr2=0x7fb47006d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:34.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.870+0000 7fb494350700 1 --2- 172.21.15.67:0/2978887242 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb47006af30 0x7fb47006d3f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb488000c00 tx=0x7fb48800a000 comp rx=0 tx=0).stop 2023-10-21T13:05:34.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.870+0000 7fb494350700 1 -- 172.21.15.67:0/2978887242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb48c0b43c0 msgr2=0x7fb48c0cb3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:34.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.870+0000 7fb494350700 1 --2- 172.21.15.67:0/2978887242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb48c0b43c0 0x7fb48c0cb3e0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb47c00f770 tx=0x7fb47c00fa80 comp rx=0 tx=0).stop 2023-10-21T13:05:34.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.871+0000 7fb494350700 1 -- 172.21.15.67:0/2978887242 shutdown_connections 2023-10-21T13:05:34.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.871+0000 7fb494350700 1 --2- 172.21.15.67:0/2978887242 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb47006af30 0x7fb47006d3f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.871+0000 7fb494350700 1 --2- 172.21.15.67:0/2978887242 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb48c0cb920 0x7fb48c0cc2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.871+0000 7fb494350700 1 --2- 172.21.15.67:0/2978887242 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb478003bc0 0x7fb48c14d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.871+0000 7fb494350700 1 --2- 172.21.15.67:0/2978887242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb48c0b43c0 0x7fb48c0cb3e0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:34.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.871+0000 7fb494350700 1 -- 172.21.15.67:0/2978887242 >> 172.21.15.67:0/2978887242 conn(0x7fb48c06da20 msgr2=0x7fb48c0b18e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:34.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.871+0000 7fb494350700 1 -- 172.21.15.67:0/2978887242 shutdown_connections 2023-10-21T13:05:34.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:34.871+0000 7fb494350700 1 -- 172.21.15.67:0/2978887242 wait complete. 2023-10-21T13:05:34.885 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T13:04:51.241319+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T13:04:52.187622+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T13:05:34.885 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T13:05:35.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.011+0000 7f6f4a257700 1 Processor -- start 2023-10-21T13:05:35.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.011+0000 7f6f4a257700 1 -- start start 2023-10-21T13:05:35.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.012+0000 7f6f4a257700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f6f4415dc40 0x7f6f440cfdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.012+0000 7f6f4a257700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6f440d0330 0x7f6f441679b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.012+0000 7f6f4a257700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f440d2550 con 0x7f6f4415d860 2023-10-21T13:05:35.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.012+0000 7f6f4a257700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f440d07c0 con 0x7f6f4415dc40 2023-10-21T13:05:35.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.012+0000 7f6f4a257700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f440ce390 con 0x7f6f440d0330 2023-10-21T13:05:35.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.012+0000 7f6f42ffd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f6f4415dc40 0x7f6f440cfdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.012+0000 7f6f42ffd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f6f4415dc40 0x7f6f440cfdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32866/0 (socket says 172.21.15.67:32866) 2023-10-21T13:05:35.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.012+0000 7f6f42ffd700 1 -- 172.21.15.67:0/1583087614 learned_addr learned my addr 172.21.15.67:0/1583087614 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:35.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.013+0000 7f6f43fff700 1 --2- 172.21.15.67:0/1583087614 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6f440d0330 0x7f6f441679b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.013+0000 7f6f42ffd700 1 -- 172.21.15.67:0/1583087614 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6f440d0330 msgr2=0x7f6f441679b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:35.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.013+0000 7f6f42ffd700 1 --2- 172.21.15.67:0/1583087614 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6f440d0330 0x7f6f441679b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.013+0000 7f6f42ffd700 1 -- 172.21.15.67:0/1583087614 >> v1:172.21.15.67:6789/0 conn(0x7f6f4415d860 legacy=0x7f6f440d1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.013+0000 7f6f42ffd700 1 -- 172.21.15.67:0/1583087614 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f440ce670 con 0x7f6f4415dc40 2023-10-21T13:05:35.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.013+0000 7f6f42ffd700 1 --2- 172.21.15.67:0/1583087614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f4415dc40 0x7f6f440cfdf0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6f340098f0 tx=0x7f6f34009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80f1368a34a4b1b2 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:35.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.013+0000 7f6f427fc700 1 -- 172.21.15.67:0/1583087614 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f3400b8a0 con 0x7f6f4415dc40 2023-10-21T13:05:35.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.013+0000 7f6f427fc700 1 -- 172.21.15.67:0/1583087614 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f3400ba00 con 0x7f6f4415dc40 2023-10-21T13:05:35.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.013+0000 7f6f427fc700 1 -- 172.21.15.67:0/1583087614 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f3400bd90 con 0x7f6f4415dc40 2023-10-21T13:05:35.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.014+0000 7f6f4a257700 1 -- 172.21.15.67:0/1583087614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f4415dc40 msgr2=0x7f6f440cfdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.014+0000 7f6f4a257700 1 --2- 172.21.15.67:0/1583087614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f4415dc40 0x7f6f440cfdf0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6f340098f0 tx=0x7f6f34009c00 comp rx=0 tx=0).stop 2023-10-21T13:05:35.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.014+0000 7f6f4a257700 1 -- 172.21.15.67:0/1583087614 shutdown_connections 2023-10-21T13:05:35.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.014+0000 7f6f4a257700 1 --2- 172.21.15.67:0/1583087614 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6f440d0330 0x7f6f441679b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.014+0000 7f6f4a257700 1 --2- 172.21.15.67:0/1583087614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f4415dc40 0x7f6f440cfdf0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.014+0000 7f6f4a257700 1 -- 172.21.15.67:0/1583087614 >> 172.21.15.67:0/1583087614 conn(0x7f6f4409c9e0 msgr2=0x7f6f440d3650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:35.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.014+0000 7f6f4a257700 1 -- 172.21.15.67:0/1583087614 shutdown_connections 2023-10-21T13:05:35.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.014+0000 7f6f4a257700 1 -- 172.21.15.67:0/1583087614 wait complete. 2023-10-21T13:05:35.023 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.015+0000 7f6f4a257700 1 Processor -- start 2023-10-21T13:05:35.023 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.015+0000 7f6f4a257700 1 -- start start 2023-10-21T13:05:35.023 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f4a257700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6f440d0330 0x7f6f4415ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f4a257700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f4415d860 0x7f6f440cc6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f4a257700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6f4415dc40 0x7f6f4409fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f4a257700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f4409d350 con 0x7f6f4415d860 2023-10-21T13:05:35.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f4a257700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f4415b080 con 0x7f6f4415dc40 2023-10-21T13:05:35.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f4a257700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f440ccf70 con 0x7f6f440d0330 2023-10-21T13:05:35.025 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f42ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f4415d860 0x7f6f440cc6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.025 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f42ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f4415d860 0x7f6f440cc6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32872/0 (socket says 172.21.15.67:32872) 2023-10-21T13:05:35.025 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f42ffd700 1 -- 172.21.15.67:0/3901048382 learned_addr learned my addr 172.21.15.67:0/3901048382 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:35.025 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f437fe700 1 --2- 172.21.15.67:0/3901048382 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6f440d0330 0x7f6f4415ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.025 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f43fff700 1 --2- 172.21.15.67:0/3901048382 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6f4415dc40 0x7f6f4409fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f42ffd700 1 -- 172.21.15.67:0/3901048382 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6f440d0330 msgr2=0x7f6f4415ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f42ffd700 1 --2- 172.21.15.67:0/3901048382 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6f440d0330 0x7f6f4415ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f42ffd700 1 -- 172.21.15.67:0/3901048382 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6f4415dc40 msgr2=0x7f6f4409fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f42ffd700 1 --2- 172.21.15.67:0/3901048382 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6f4415dc40 0x7f6f4409fac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f42ffd700 1 -- 172.21.15.67:0/3901048382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f34009550 con 0x7f6f4415d860 2023-10-21T13:05:35.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.016+0000 7f6f42ffd700 1 --2- 172.21.15.67:0/3901048382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f4415d860 0x7f6f440cc6e0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f6f34000c00 tx=0x7f6f34004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:35.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.017+0000 7f6f3bfff700 1 -- 172.21.15.67:0/3901048382 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f34004480 con 0x7f6f4415d860 2023-10-21T13:05:35.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.017+0000 7f6f3bfff700 1 -- 172.21.15.67:0/3901048382 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f3401f070 con 0x7f6f4415d860 2023-10-21T13:05:35.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.017+0000 7f6f4a257700 1 -- 172.21.15.67:0/3901048382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f440cd250 con 0x7f6f4415d860 2023-10-21T13:05:35.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.017+0000 7f6f3bfff700 1 -- 172.21.15.67:0/3901048382 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f340038e0 con 0x7f6f4415d860 2023-10-21T13:05:35.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.017+0000 7f6f4a257700 1 -- 172.21.15.67:0/3901048382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f4409d5f0 con 0x7f6f4415d860 2023-10-21T13:05:35.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.018+0000 7f6f4a257700 1 -- 172.21.15.67:0/3901048382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f440b0950 con 0x7f6f4415d860 2023-10-21T13:05:35.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.018+0000 7f6f3bfff700 1 -- 172.21.15.67:0/3901048382 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6f34021030 con 0x7f6f4415d860 2023-10-21T13:05:35.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.019+0000 7f6f3bfff700 1 --2- 172.21.15.67:0/3901048382 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6f2406af00 0x7f6f2406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.019+0000 7f6f3bfff700 1 -- 172.21.15.67:0/3901048382 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6f3408a910 con 0x7f6f4415d860 2023-10-21T13:05:35.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.019+0000 7f6f437fe700 1 --2- 172.21.15.67:0/3901048382 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6f2406af00 0x7f6f2406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.019+0000 7f6f437fe700 1 --2- 172.21.15.67:0/3901048382 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6f2406af00 0x7f6f2406d3c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c000fd0 tx=0x7f6f2c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:35.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.023+0000 7f6f3bfff700 1 -- 172.21.15.67:0/3901048382 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6f34055b70 con 0x7f6f4415d860 2023-10-21T13:05:35.222 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.220+0000 7f6f4a257700 1 -- 172.21.15.67:0/3901048382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6f44074d40 con 0x7f6f4415d860 2023-10-21T13:05:35.222 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.220+0000 7f6f3bfff700 1 -- 172.21.15.67:0/3901048382 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6f340150a0 con 0x7f6f4415d860 2023-10-21T13:05:35.223 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T13:05:35.225 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.223+0000 7f6f4a257700 1 -- 172.21.15.67:0/3901048382 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6f2406af00 msgr2=0x7f6f2406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.225 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.223+0000 7f6f4a257700 1 --2- 172.21.15.67:0/3901048382 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6f2406af00 0x7f6f2406d3c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c000fd0 tx=0x7f6f2c009040 comp rx=0 tx=0).stop 2023-10-21T13:05:35.225 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.223+0000 7f6f4a257700 1 -- 172.21.15.67:0/3901048382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f4415d860 msgr2=0x7f6f440cc6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.225 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.223+0000 7f6f4a257700 1 --2- 172.21.15.67:0/3901048382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f4415d860 0x7f6f440cc6e0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f6f34000c00 tx=0x7f6f34004750 comp rx=0 tx=0).stop 2023-10-21T13:05:35.226 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.223+0000 7f6f4a257700 1 -- 172.21.15.67:0/3901048382 shutdown_connections 2023-10-21T13:05:35.226 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.223+0000 7f6f4a257700 1 --2- 172.21.15.67:0/3901048382 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6f4415dc40 0x7f6f4409fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.226 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.223+0000 7f6f4a257700 1 --2- 172.21.15.67:0/3901048382 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6f2406af00 0x7f6f2406d3c0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.226 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.223+0000 7f6f4a257700 1 --2- 172.21.15.67:0/3901048382 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6f440d0330 0x7f6f4415ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.226 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.223+0000 7f6f4a257700 1 --2- 172.21.15.67:0/3901048382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f4415d860 0x7f6f440cc6e0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.227 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.223+0000 7f6f4a257700 1 -- 172.21.15.67:0/3901048382 >> 172.21.15.67:0/3901048382 conn(0x7f6f4409c9e0 msgr2=0x7f6f440b0240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:35.227 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.223+0000 7f6f4a257700 1 -- 172.21.15.67:0/3901048382 shutdown_connections 2023-10-21T13:05:35.227 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.223+0000 7f6f4a257700 1 -- 172.21.15.67:0/3901048382 wait complete. 2023-10-21T13:05:35.237 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T13:05:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.363+0000 7f671f0e4700 1 Processor -- start 2023-10-21T13:05:35.366 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.364+0000 7f671f0e4700 1 -- start start 2023-10-21T13:05:35.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.364+0000 7f671f0e4700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67180b1a00 0x7f671806b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.364+0000 7f671f0e4700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6718161f10 con 0x7f67180b0880 2023-10-21T13:05:35.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.364+0000 7f671f0e4700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67180d12b0 con 0x7f67181623a0 2023-10-21T13:05:35.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.364+0000 7f671f0e4700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67181616b0 con 0x7f67180b1a00 2023-10-21T13:05:35.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.364+0000 7f671ce80700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f67180b0880 0x7f67180b12f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49172/0 (socket says 172.21.15.67:49172) 2023-10-21T13:05:35.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.364+0000 7f671ce80700 1 -- 172.21.15.67:0/3622808401 learned_addr learned my addr 172.21.15.67:0/3622808401 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:35.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f671d681700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67180b1a00 0x7f671806b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3452075873 0 0) 0x7f6718161f10 con 0x7f67180b0880 2023-10-21T13:05:35.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f67080035b0 con 0x7f67180b0880 2023-10-21T13:05:35.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 495694566 0 0) 0x7f67180d12b0 con 0x7f67181623a0 2023-10-21T13:05:35.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6718161f10 con 0x7f67181623a0 2023-10-21T13:05:35.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4253598962 0 0) 0x7f67080035b0 con 0x7f67180b0880 2023-10-21T13:05:35.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67180b1a00 msgr2=0x7f671806b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:35.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67180b1a00 0x7f671806b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 >> v1:172.21.15.190:6789/0 conn(0x7f67181623a0 legacy=0x7f67180caa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67180cffc0 con 0x7f67180b0880 2023-10-21T13:05:35.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f670c001670 con 0x7f67180b0880 2023-10-21T13:05:35.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 >> v1:172.21.15.67:6789/0 conn(0x7f67180b0880 legacy=0x7f67180b12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6708003bc0 0x7f6708003fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6708004850 0x7f6708004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6708005210 0x7f670800ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67181616b0 con 0x7f6708003bc0 2023-10-21T13:05:35.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f670800c0e0 con 0x7f6708005210 2023-10-21T13:05:35.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f670800c2a0 con 0x7f6708004850 2023-10-21T13:05:35.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f671d681700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67180b1a00 0x7f671806b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:35.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f671ce80700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6708003bc0 0x7f6708003fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f6717fff700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6708004850 0x7f6708004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.365+0000 7f671d681700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6708005210 0x7f670800ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f671ce80700 1 -- 172.21.15.67:0/3622808401 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6708004850 msgr2=0x7f6708004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:35.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f671ce80700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6708004850 0x7f6708004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f671ce80700 1 -- 172.21.15.67:0/3622808401 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6708005210 msgr2=0x7f670800ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:35.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f671ce80700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6708005210 0x7f670800ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f671ce80700 1 -- 172.21.15.67:0/3622808401 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67080035b0 con 0x7f6708003bc0 2023-10-21T13:05:35.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f671d681700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6708005210 0x7f670800ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:35.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f6717fff700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6708004850 0x7f6708004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:35.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f671ce80700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6708003bc0 0x7f6708003fc0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f670c00c160 tx=0x7f6708005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9871c11e46eb269 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:35.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f670c00cca0 con 0x7f6708003bc0 2023-10-21T13:05:35.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f670c00ce20 con 0x7f6708003bc0 2023-10-21T13:05:35.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f67177fe700 1 -- 172.21.15.67:0/3622808401 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f670c005ba0 con 0x7f6708003bc0 2023-10-21T13:05:35.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f671f0e4700 1 -- 172.21.15.67:0/3622808401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6708003bc0 msgr2=0x7f6708003fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f671f0e4700 1 --2- 172.21.15.67:0/3622808401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6708003bc0 0x7f6708003fc0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f670c00c160 tx=0x7f6708005880 comp rx=0 tx=0).stop 2023-10-21T13:05:35.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f671d681700 1 -- 172.21.15.67:0/3622808401 reap_dead start 2023-10-21T13:05:35.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f671f0e4700 1 -- 172.21.15.67:0/3622808401 shutdown_connections 2023-10-21T13:05:35.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f671f0e4700 1 -- 172.21.15.67:0/3622808401 >> 172.21.15.67:0/3622808401 conn(0x7f67180999d0 msgr2=0x7f67180d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:35.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.366+0000 7f671f0e4700 1 -- 172.21.15.67:0/3622808401 shutdown_connections 2023-10-21T13:05:35.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.367+0000 7f671f0e4700 1 -- 172.21.15.67:0/3622808401 wait complete. 2023-10-21T13:05:35.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.368+0000 7f671f0e4700 1 Processor -- start 2023-10-21T13:05:35.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.368+0000 7f671f0e4700 1 -- start start 2023-10-21T13:05:35.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f671f0e4700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6708003bc0 0x7f671815ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f671f0e4700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67180caa70 0x7f67180caef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f671f0e4700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67180c9590 0x7f67180c9a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f671f0e4700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67180cb430 con 0x7f67180caa70 2023-10-21T13:05:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f671f0e4700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67180ca2c0 con 0x7f67180c9590 2023-10-21T13:05:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f671f0e4700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67180b3ac0 con 0x7f6708003bc0 2023-10-21T13:05:35.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f6717fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67180caa70 0x7f67180caef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f6717fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67180caa70 0x7f67180caef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32890/0 (socket says 172.21.15.67:32890) 2023-10-21T13:05:35.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f6717fff700 1 -- 172.21.15.67:0/2193040947 learned_addr learned my addr 172.21.15.67:0/2193040947 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:35.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f671d681700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67180c9590 0x7f67180c9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f671ce80700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6708003bc0 0x7f671815ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f6717fff700 1 -- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6708003bc0 msgr2=0x7f671815ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f6717fff700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6708003bc0 0x7f671815ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f6717fff700 1 -- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67180c9590 msgr2=0x7f67180c9a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f6717fff700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67180c9590 0x7f67180c9a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f6717fff700 1 -- 172.21.15.67:0/2193040947 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f671815b270 con 0x7f67180caa70 2023-10-21T13:05:35.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f671d681700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67180c9590 0x7f67180c9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:35.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f671ce80700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6708003bc0 0x7f671815ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:35.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f6717fff700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67180caa70 0x7f67180caef0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f670400e7b0 tx=0x7f670400eb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:35.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f67157fa700 1 -- 172.21.15.67:0/2193040947 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67040052e0 con 0x7f67180caa70 2023-10-21T13:05:35.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f67157fa700 1 -- 172.21.15.67:0/2193040947 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6704005440 con 0x7f67180caa70 2023-10-21T13:05:35.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f671f0e4700 1 -- 172.21.15.67:0/2193040947 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67180b3190 con 0x7f67180caa70 2023-10-21T13:05:35.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.369+0000 7f67157fa700 1 -- 172.21.15.67:0/2193040947 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6704003880 con 0x7f67180caa70 2023-10-21T13:05:35.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.370+0000 7f671f0e4700 1 -- 172.21.15.67:0/2193040947 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67180b3750 con 0x7f67180caa70 2023-10-21T13:05:35.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.371+0000 7f671f0e4700 1 -- 172.21.15.67:0/2193040947 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67180b3910 con 0x7f67180caa70 2023-10-21T13:05:35.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.371+0000 7f67157fa700 1 -- 172.21.15.67:0/2193040947 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f67040039e0 con 0x7f67180caa70 2023-10-21T13:05:35.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.371+0000 7f67157fa700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66fc06af00 0x7f66fc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.371+0000 7f67157fa700 1 -- 172.21.15.67:0/2193040947 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6704088ce0 con 0x7f67180caa70 2023-10-21T13:05:35.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.371+0000 7f671ce80700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66fc06af00 0x7f66fc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.372+0000 7f671ce80700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66fc06af00 0x7f66fc06d3c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f670c00d010 tx=0x7f670c007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:35.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.376+0000 7f67157fa700 1 -- 172.21.15.67:0/2193040947 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6704053ed0 con 0x7f67180caa70 2023-10-21T13:05:35.579 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.577+0000 7f671f0e4700 1 -- 172.21.15.67:0/2193040947 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f67180b3c30 con 0x7f67180caa70 2023-10-21T13:05:35.579 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.577+0000 7f67157fa700 1 -- 172.21.15.67:0/2193040947 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f67040190a0 con 0x7f67180caa70 2023-10-21T13:05:35.579 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2023-10-21T13:05:35.581 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.579+0000 7f671f0e4700 1 -- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66fc06af00 msgr2=0x7f66fc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.581 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.579+0000 7f671f0e4700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66fc06af00 0x7f66fc06d3c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f670c00d010 tx=0x7f670c007000 comp rx=0 tx=0).stop 2023-10-21T13:05:35.582 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.579+0000 7f671f0e4700 1 -- 172.21.15.67:0/2193040947 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67180caa70 msgr2=0x7f67180caef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.582 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.579+0000 7f671f0e4700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67180caa70 0x7f67180caef0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f670400e7b0 tx=0x7f670400eb70 comp rx=0 tx=0).stop 2023-10-21T13:05:35.582 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.579+0000 7f671f0e4700 1 -- 172.21.15.67:0/2193040947 shutdown_connections 2023-10-21T13:05:35.582 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.579+0000 7f671f0e4700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67180c9590 0x7f67180c9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.579+0000 7f671f0e4700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66fc06af00 0x7f66fc06d3c0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.579+0000 7f671f0e4700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6708003bc0 0x7f671815ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.579+0000 7f671f0e4700 1 --2- 172.21.15.67:0/2193040947 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67180caa70 0x7f67180caef0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.579+0000 7f671f0e4700 1 -- 172.21.15.67:0/2193040947 >> 172.21.15.67:0/2193040947 conn(0x7f67180999d0 msgr2=0x7f671806a960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:35.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.579+0000 7f671f0e4700 1 -- 172.21.15.67:0/2193040947 shutdown_connections 2023-10-21T13:05:35.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.579+0000 7f671f0e4700 1 -- 172.21.15.67:0/2193040947 wait complete. 2023-10-21T13:05:35.593 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T13:05:35.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.720+0000 7fcd2fde7700 1 Processor -- start 2023-10-21T13:05:35.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.720+0000 7fcd2fde7700 1 -- start start 2023-10-21T13:05:35.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2fde7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcd280cc190 0x7fcd280cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2fde7700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcd2815f250 con 0x7fcd280d09b0 2023-10-21T13:05:35.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2fde7700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcd2815f4a0 con 0x7fcd280b3600 2023-10-21T13:05:35.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2fde7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd2815f780 con 0x7fcd280cc190 2023-10-21T13:05:35.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2d382700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fcd280d09b0 0x7fcd280b2ef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49190/0 (socket says 172.21.15.67:49190) 2023-10-21T13:05:35.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2d382700 1 -- 172.21.15.67:0/3459371848 learned_addr learned my addr 172.21.15.67:0/3459371848 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:35.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2db83700 1 --2- 172.21.15.67:0/3459371848 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcd280cc190 0x7fcd280cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 -- 172.21.15.67:0/3459371848 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 601515039 0 0) 0x7fcd2815f250 con 0x7fcd280d09b0 2023-10-21T13:05:35.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 -- 172.21.15.67:0/3459371848 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcd140035b0 con 0x7fcd280d09b0 2023-10-21T13:05:35.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 -- 172.21.15.67:0/3459371848 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3619748117 0 0) 0x7fcd140035b0 con 0x7fcd280d09b0 2023-10-21T13:05:35.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 -- 172.21.15.67:0/3459371848 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcd280cc190 msgr2=0x7fcd280cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:35.729 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 --2- 172.21.15.67:0/3459371848 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcd280cc190 0x7fcd280cf3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.729 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 -- 172.21.15.67:0/3459371848 >> v1:172.21.15.190:6789/0 conn(0x7fcd280b3600 legacy=0x7fcd2815bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.729 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 -- 172.21.15.67:0/3459371848 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd2815fa60 con 0x7fcd280d09b0 2023-10-21T13:05:35.729 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 -- 172.21.15.67:0/3459371848 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7fcd24001670 con 0x7fcd280d09b0 2023-10-21T13:05:35.729 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 -- 172.21.15.67:0/3459371848 >> v1:172.21.15.67:6789/0 conn(0x7fcd280d09b0 legacy=0x7fcd280b2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 --2- 172.21.15.67:0/3459371848 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcd280cc190 0x7fcd14003a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 --2- 172.21.15.67:0/3459371848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd14003f70 0x7fcd14004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 --2- 172.21.15.67:0/3459371848 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd14004d90 0x7fcd14005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 -- 172.21.15.67:0/3459371848 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd2815f780 con 0x7fcd14003f70 2023-10-21T13:05:35.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 -- 172.21.15.67:0/3459371848 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd1400bb50 con 0x7fcd14004d90 2023-10-21T13:05:35.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.721+0000 7fcd2cb81700 1 -- 172.21.15.67:0/3459371848 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd1400bd10 con 0x7fcd280cc190 2023-10-21T13:05:35.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.722+0000 7fcd2d382700 1 --2- 172.21.15.67:0/3459371848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd14003f70 0x7fcd14004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.722+0000 7fcd2db83700 1 --2- 172.21.15.67:0/3459371848 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcd280cc190 0x7fcd14003a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.722+0000 7fcd2e384700 1 --2- 172.21.15.67:0/3459371848 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd14004d90 0x7fcd14005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.722+0000 7fcd2d382700 1 -- 172.21.15.67:0/3459371848 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcd280cc190 msgr2=0x7fcd14003a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:35.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.722+0000 7fcd2d382700 1 --2- 172.21.15.67:0/3459371848 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcd280cc190 0x7fcd14003a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.722+0000 7fcd2d382700 1 -- 172.21.15.67:0/3459371848 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd14004d90 msgr2=0x7fcd14005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:35.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.722+0000 7fcd2d382700 1 --2- 172.21.15.67:0/3459371848 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd14004d90 0x7fcd14005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.722+0000 7fcd2d382700 1 -- 172.21.15.67:0/3459371848 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd140035b0 con 0x7fcd14003f70 2023-10-21T13:05:35.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.722+0000 7fcd2e384700 1 --2- 172.21.15.67:0/3459371848 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd14004d90 0x7fcd14005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:35.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.722+0000 7fcd2d382700 1 --2- 172.21.15.67:0/3459371848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd14003f70 0x7fcd14004850 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fcd2400c210 tx=0x7fcd14005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=909d0e422bb58d4 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:35.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.722+0000 7fcd2cb81700 1 -- 172.21.15.67:0/3459371848 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd24007b70 con 0x7fcd14003f70 2023-10-21T13:05:35.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.722+0000 7fcd2cb81700 1 -- 172.21.15.67:0/3459371848 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd2400cdb0 con 0x7fcd14003f70 2023-10-21T13:05:35.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.722+0000 7fcd2cb81700 1 -- 172.21.15.67:0/3459371848 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd24005ba0 con 0x7fcd14003f70 2023-10-21T13:05:35.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.723+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3459371848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd14003f70 msgr2=0x7fcd14004850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.723+0000 7fcd2fde7700 1 --2- 172.21.15.67:0/3459371848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd14003f70 0x7fcd14004850 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fcd2400c210 tx=0x7fcd14005880 comp rx=0 tx=0).stop 2023-10-21T13:05:35.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.723+0000 7fcd2e384700 1 -- 172.21.15.67:0/3459371848 reap_dead start 2023-10-21T13:05:35.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.723+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3459371848 shutdown_connections 2023-10-21T13:05:35.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.723+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3459371848 >> 172.21.15.67:0/3459371848 conn(0x7fcd280cdef0 msgr2=0x7fcd280ce300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:35.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.723+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3459371848 shutdown_connections 2023-10-21T13:05:35.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.723+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3459371848 wait complete. 2023-10-21T13:05:35.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.724+0000 7fcd2fde7700 1 Processor -- start 2023-10-21T13:05:35.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.724+0000 7fcd2fde7700 1 -- start start 2023-10-21T13:05:35.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2fde7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd14003f70 0x7fcd280c7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2fde7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcd280c59b0 0x7fcd2815ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2fde7700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd280b6270 0x7fcd280b66f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2fde7700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd280b70d0 con 0x7fcd14003f70 2023-10-21T13:05:35.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2fde7700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd280b6c30 con 0x7fcd280b6270 2023-10-21T13:05:35.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2fde7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd280c6190 con 0x7fcd280c59b0 2023-10-21T13:05:35.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2db83700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd14003f70 0x7fcd280c7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2db83700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd14003f70 0x7fcd280c7ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32906/0 (socket says 172.21.15.67:32906) 2023-10-21T13:05:35.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2db83700 1 -- 172.21.15.67:0/3770175847 learned_addr learned my addr 172.21.15.67:0/3770175847 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:35.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2e384700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd280b6270 0x7fcd280b66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2d382700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcd280c59b0 0x7fcd2815ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2db83700 1 -- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcd280c59b0 msgr2=0x7fcd2815ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2db83700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcd280c59b0 0x7fcd2815ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2db83700 1 -- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd280b6270 msgr2=0x7fcd280b66f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2db83700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd280b6270 0x7fcd280b66f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2db83700 1 -- 172.21.15.67:0/3770175847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd280c6470 con 0x7fcd14003f70 2023-10-21T13:05:35.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2e384700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd280b6270 0x7fcd280b66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:35.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2d382700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcd280c59b0 0x7fcd2815ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:35.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2db83700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd14003f70 0x7fcd280c7ac0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fcd18011aa0 tx=0x7fcd18011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:35.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd1e7fc700 1 -- 172.21.15.67:0/3770175847 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd1800f980 con 0x7fcd14003f70 2023-10-21T13:05:35.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd1e7fc700 1 -- 172.21.15.67:0/3770175847 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd1800fae0 con 0x7fcd14003f70 2023-10-21T13:05:35.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3770175847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd280c6750 con 0x7fcd14003f70 2023-10-21T13:05:35.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.725+0000 7fcd1e7fc700 1 -- 172.21.15.67:0/3770175847 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd1800fe90 con 0x7fcd14003f70 2023-10-21T13:05:35.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.726+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3770175847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd2815ef40 con 0x7fcd14003f70 2023-10-21T13:05:35.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.726+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3770175847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd280c6970 con 0x7fcd14003f70 2023-10-21T13:05:35.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.727+0000 7fcd1e7fc700 1 -- 172.21.15.67:0/3770175847 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fcd1801d400 con 0x7fcd14003f70 2023-10-21T13:05:35.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.727+0000 7fcd1e7fc700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcd0c06af00 0x7fcd0c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:35.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.728+0000 7fcd1e7fc700 1 -- 172.21.15.67:0/3770175847 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcd18089d40 con 0x7fcd14003f70 2023-10-21T13:05:35.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.728+0000 7fcd2d382700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcd0c06af00 0x7fcd0c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:35.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.728+0000 7fcd2d382700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcd0c06af00 0x7fcd0c06d3c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fcd280b7230 tx=0x7fcd24007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:35.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.732+0000 7fcd1e7fc700 1 -- 172.21.15.67:0/3770175847 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fcd18054eb0 con 0x7fcd14003f70 2023-10-21T13:05:35.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.932+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3770175847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fcd28074d40 con 0x7fcd14003f70 2023-10-21T13:05:35.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.932+0000 7fcd1e7fc700 1 -- 172.21.15.67:0/3770175847 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fcd180584d0 con 0x7fcd14003f70 2023-10-21T13:05:35.934 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2023-10-21T13:05:35.936 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.934+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcd0c06af00 msgr2=0x7fcd0c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.934+0000 7fcd2fde7700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcd0c06af00 0x7fcd0c06d3c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fcd280b7230 tx=0x7fcd24007000 comp rx=0 tx=0).stop 2023-10-21T13:05:35.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.934+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3770175847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd14003f70 msgr2=0x7fcd280c7ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:35.937 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.934+0000 7fcd2fde7700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd14003f70 0x7fcd280c7ac0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fcd18011aa0 tx=0x7fcd18011e60 comp rx=0 tx=0).stop 2023-10-21T13:05:35.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.934+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3770175847 shutdown_connections 2023-10-21T13:05:35.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.934+0000 7fcd2fde7700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd280b6270 0x7fcd280b66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.934+0000 7fcd2fde7700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd14003f70 0x7fcd280c7ac0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.934+0000 7fcd2fde7700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fcd0c06af00 0x7fcd0c06d3c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.938 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.934+0000 7fcd2fde7700 1 --2- 172.21.15.67:0/3770175847 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fcd280c59b0 0x7fcd2815ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:35.939 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.934+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3770175847 >> 172.21.15.67:0/3770175847 conn(0x7fcd280cdef0 msgr2=0x7fcd280d1a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:35.939 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.934+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3770175847 shutdown_connections 2023-10-21T13:05:35.939 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:35.934+0000 7fcd2fde7700 1 -- 172.21.15.67:0/3770175847 wait complete. 2023-10-21T13:05:35.949 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T13:05:36.073 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.071+0000 7ff5a2be4700 1 Processor -- start 2023-10-21T13:05:36.074 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.071+0000 7ff5a2be4700 1 -- start start 2023-10-21T13:05:36.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.072+0000 7ff5a2be4700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7ff59c158370 0x7ff59c15ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.072+0000 7ff5a2be4700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff59c0ce920 0x7ff59c0ced70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.072+0000 7ff5a2be4700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff59c0cf2b0 con 0x7ff59c15ac60 2023-10-21T13:05:36.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.072+0000 7ff5a2be4700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff59c15bca0 con 0x7ff59c0ce920 2023-10-21T13:05:36.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.072+0000 7ff5a2be4700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff59c0cb2c0 con 0x7ff59c158370 2023-10-21T13:05:36.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.072+0000 7ff5a1181700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff59c0ce920 0x7ff59c0ced70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.073+0000 7ff5a1181700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff59c0ce920 0x7ff59c0ced70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32918/0 (socket says 172.21.15.67:32918) 2023-10-21T13:05:36.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.073+0000 7ff5a1181700 1 -- 172.21.15.67:0/1426148690 learned_addr learned my addr 172.21.15.67:0/1426148690 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:36.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.073+0000 7ff5a0980700 1 --2- 172.21.15.67:0/1426148690 >> v2:172.21.15.190:3300/0 conn(0x7ff59c158370 0x7ff59c15ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.073+0000 7ff5a1181700 1 -- 172.21.15.67:0/1426148690 >> v2:172.21.15.190:3300/0 conn(0x7ff59c158370 msgr2=0x7ff59c15ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:36.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.073+0000 7ff5a1181700 1 --2- 172.21.15.67:0/1426148690 >> v2:172.21.15.190:3300/0 conn(0x7ff59c158370 0x7ff59c15ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.079 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.073+0000 7ff5a1181700 1 -- 172.21.15.67:0/1426148690 >> v1:172.21.15.67:6789/0 conn(0x7ff59c15ac60 legacy=0x7ff59c06cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.079 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.073+0000 7ff5a1181700 1 -- 172.21.15.67:0/1426148690 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff59c15f1a0 con 0x7ff59c0ce920 2023-10-21T13:05:36.079 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.073+0000 7ff59b7fe700 1 -- 172.21.15.67:0/1426148690 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 861152359 0 0) 0x7ff588001110 con 0x7ff59c15ac60 2023-10-21T13:05:36.079 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.073+0000 7ff5a1181700 1 --2- 172.21.15.67:0/1426148690 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff59c0ce920 0x7ff59c0ced70 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff59c072e80 tx=0x7ff59400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8786a88a152dac73 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:36.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.073+0000 7ff59b7fe700 1 -- 172.21.15.67:0/1426148690 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff59400e070 con 0x7ff59c0ce920 2023-10-21T13:05:36.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.073+0000 7ff59b7fe700 1 -- 172.21.15.67:0/1426148690 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff59400b910 con 0x7ff59c0ce920 2023-10-21T13:05:36.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.073+0000 7ff59b7fe700 1 -- 172.21.15.67:0/1426148690 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff59400bcc0 con 0x7ff59c0ce920 2023-10-21T13:05:36.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.074+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1426148690 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff59c0ce920 msgr2=0x7ff59c0ced70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.074+0000 7ff5a2be4700 1 --2- 172.21.15.67:0/1426148690 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff59c0ce920 0x7ff59c0ced70 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff59c072e80 tx=0x7ff59400b330 comp rx=0 tx=0).stop 2023-10-21T13:05:36.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.074+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1426148690 shutdown_connections 2023-10-21T13:05:36.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.074+0000 7ff5a2be4700 1 --2- 172.21.15.67:0/1426148690 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff59c0ce920 0x7ff59c0ced70 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.074+0000 7ff5a2be4700 1 --2- 172.21.15.67:0/1426148690 >> v2:172.21.15.190:3300/0 conn(0x7ff59c158370 0x7ff59c15ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.074+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1426148690 >> 172.21.15.67:0/1426148690 conn(0x7ff59c0cc5b0 msgr2=0x7ff59c0cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:36.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.074+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1426148690 shutdown_connections 2023-10-21T13:05:36.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.074+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1426148690 wait complete. 2023-10-21T13:05:36.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.075+0000 7ff5a2be4700 1 Processor -- start 2023-10-21T13:05:36.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.075+0000 7ff5a2be4700 1 -- start start 2023-10-21T13:05:36.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a2be4700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff59c0ce920 0x7ff59c1ef870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a2be4700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff59c158370 0x7ff59c157400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a2be4700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff59c15ac60 0x7ff59c15ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a2be4700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff59c0b3a40 con 0x7ff59c0ce920 2023-10-21T13:05:36.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a2be4700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff59c0b3d20 con 0x7ff59c158370 2023-10-21T13:05:36.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a2be4700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff59c0b4000 con 0x7ff59c15ac60 2023-10-21T13:05:36.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a0980700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff59c0ce920 0x7ff59c1ef870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a0980700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff59c0ce920 0x7ff59c1ef870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32920/0 (socket says 172.21.15.67:32920) 2023-10-21T13:05:36.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a0980700 1 -- 172.21.15.67:0/1775969100 learned_addr learned my addr 172.21.15.67:0/1775969100 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:36.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a1181700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff59c15ac60 0x7ff59c15ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff59bfff700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff59c158370 0x7ff59c157400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a0980700 1 -- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff59c15ac60 msgr2=0x7ff59c15ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a0980700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff59c15ac60 0x7ff59c15ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a0980700 1 -- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff59c158370 msgr2=0x7ff59c157400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a0980700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff59c158370 0x7ff59c157400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a0980700 1 -- 172.21.15.67:0/1775969100 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff594009b30 con 0x7ff59c0ce920 2023-10-21T13:05:36.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff59bfff700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff59c158370 0x7ff59c157400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:36.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a0980700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff59c0ce920 0x7ff59c1ef870 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff590010be0 tx=0x7ff59000e360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:36.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5997fa700 1 -- 172.21.15.67:0/1775969100 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff590009730 con 0x7ff59c0ce920 2023-10-21T13:05:36.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5997fa700 1 -- 172.21.15.67:0/1775969100 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff59000ee40 con 0x7ff59c0ce920 2023-10-21T13:05:36.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1775969100 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff59c0b42e0 con 0x7ff59c0ce920 2023-10-21T13:05:36.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5997fa700 1 -- 172.21.15.67:0/1775969100 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff590011670 con 0x7ff59c0ce920 2023-10-21T13:05:36.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.077+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1775969100 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff59c157940 con 0x7ff59c0ce920 2023-10-21T13:05:36.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.078+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1775969100 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff59c0b4520 con 0x7ff59c0ce920 2023-10-21T13:05:36.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.079+0000 7ff5997fa700 1 -- 172.21.15.67:0/1775969100 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff5900117d0 con 0x7ff59c0ce920 2023-10-21T13:05:36.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.079+0000 7ff5997fa700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff58006af00 0x7ff58006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.079+0000 7ff5997fa700 1 -- 172.21.15.67:0/1775969100 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff59008b930 con 0x7ff59c0ce920 2023-10-21T13:05:36.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.079+0000 7ff59bfff700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff58006af00 0x7ff58006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.080+0000 7ff59bfff700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff58006af00 0x7ff58006d3c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ff59c154630 tx=0x7ff588009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:36.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.084+0000 7ff5997fa700 1 -- 172.21.15.67:0/1775969100 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ff5900569e0 con 0x7ff59c0ce920 2023-10-21T13:05:36.331 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.329+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1775969100 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff59c0b3b80 con 0x7ff59c0ce920 2023-10-21T13:05:36.334 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.330+0000 7ff5997fa700 1 -- 172.21.15.67:0/1775969100 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4907 (secure 0 0 0) 0x7ff59c0b3b80 con 0x7ff59c0ce920 2023-10-21T13:05:36.334 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:36.335 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/3311742065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3311742065},{"type":"v1","addr":"172.21.15.67:6834","nonce":3311742065}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4252,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/3229984450","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":3229984450},{"type":"v1","addr":"172.21.15.190:6836","nonce":3229984450}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2052762259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2052762259},{"type":"v1","addr":"172.21.15.67:6835","nonce":2052762259}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-21T13:04:53.218734+0000","modified":"2023-10-21T13:04:56.240282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4266},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4266":{"gid":4266,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.190:6837/46800013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":46800013},{"type":"v1","addr":"172.21.15.190:6837","nonce":46800013}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T13:05:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.332+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff58006af00 msgr2=0x7ff58006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.332+0000 7ff5a2be4700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff58006af00 0x7ff58006d3c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ff59c154630 tx=0x7ff588009040 comp rx=0 tx=0).stop 2023-10-21T13:05:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.332+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1775969100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff59c0ce920 msgr2=0x7ff59c1ef870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.332+0000 7ff5a2be4700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff59c0ce920 0x7ff59c1ef870 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff590010be0 tx=0x7ff59000e360 comp rx=0 tx=0).stop 2023-10-21T13:05:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.332+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1775969100 shutdown_connections 2023-10-21T13:05:36.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.332+0000 7ff5a2be4700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff58006af00 0x7ff58006d3c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.332+0000 7ff5a2be4700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff59c15ac60 0x7ff59c15ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.332+0000 7ff5a2be4700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff59c0ce920 0x7ff59c1ef870 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.332+0000 7ff5a2be4700 1 --2- 172.21.15.67:0/1775969100 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff59c158370 0x7ff59c157400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.332+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1775969100 >> 172.21.15.67:0/1775969100 conn(0x7ff59c0cc5b0 msgr2=0x7ff59c0ce050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:36.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.332+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1775969100 shutdown_connections 2023-10-21T13:05:36.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.332+0000 7ff5a2be4700 1 -- 172.21.15.67:0/1775969100 wait complete. 2023-10-21T13:05:36.338 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2023-10-21T13:05:36.346 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:36.471 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.469+0000 7fe536b05700 1 Processor -- start 2023-10-21T13:05:36.471 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.469+0000 7fe536b05700 1 -- start start 2023-10-21T13:05:36.474 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.470+0000 7fe536b05700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fe53006e740 0x7fe53006ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.474 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.470+0000 7fe536b05700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5300ce0f0 0x7fe5300ce580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.474 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.470+0000 7fe536b05700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5300ca9b0 con 0x7fe530159ed0 2023-10-21T13:05:36.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.470+0000 7fe536b05700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe53006d710 con 0x7fe53006e740 2023-10-21T13:05:36.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.470+0000 7fe536b05700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5300ceac0 con 0x7fe5300ce0f0 2023-10-21T13:05:36.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.471+0000 7fe5350a2700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5300ce0f0 0x7fe5300ce580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.471+0000 7fe52ffff700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fe53006e740 0x7fe53006ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.471+0000 7fe5350a2700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5300ce0f0 0x7fe5300ce580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:47926/0 (socket says 172.21.15.67:47926) 2023-10-21T13:05:36.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.471+0000 7fe5350a2700 1 -- 172.21.15.67:0/546696867 learned_addr learned my addr 172.21.15.67:0/546696867 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:36.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.471+0000 7fe5348a1700 1 --1- 172.21.15.67:0/546696867 >> v1:172.21.15.190:6789/0 conn(0x7fe530159ed0 0x7fe5300cbc80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:46120/0 (socket says 172.21.15.67:46120) 2023-10-21T13:05:36.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.471+0000 7fe52ffff700 1 -- 172.21.15.67:0/546696867 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5300ce0f0 msgr2=0x7fe5300ce580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:36.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.471+0000 7fe52ffff700 1 --2- 172.21.15.67:0/546696867 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5300ce0f0 0x7fe5300ce580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.471+0000 7fe52ffff700 1 -- 172.21.15.67:0/546696867 >> v1:172.21.15.190:6789/0 conn(0x7fe530159ed0 legacy=0x7fe5300cbc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.471+0000 7fe52ffff700 1 -- 172.21.15.67:0/546696867 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5300cabe0 con 0x7fe53006e740 2023-10-21T13:05:36.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.471+0000 7fe52ffff700 1 --2- 172.21.15.67:0/546696867 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe53006e740 0x7fe53006ebf0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe51c00bb10 tx=0x7fe51c00be20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db65681e4f9b25da server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:36.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.471+0000 7fe52f7fe700 1 -- 172.21.15.67:0/546696867 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe51c00db70 con 0x7fe53006e740 2023-10-21T13:05:36.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.471+0000 7fe52f7fe700 1 -- 172.21.15.67:0/546696867 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe51c00dcd0 con 0x7fe53006e740 2023-10-21T13:05:36.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.471+0000 7fe52f7fe700 1 -- 172.21.15.67:0/546696867 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe51c004030 con 0x7fe53006e740 2023-10-21T13:05:36.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.472+0000 7fe536b05700 1 -- 172.21.15.67:0/546696867 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe53006e740 msgr2=0x7fe53006ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.472+0000 7fe536b05700 1 --2- 172.21.15.67:0/546696867 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe53006e740 0x7fe53006ebf0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe51c00bb10 tx=0x7fe51c00be20 comp rx=0 tx=0).stop 2023-10-21T13:05:36.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.472+0000 7fe536b05700 1 -- 172.21.15.67:0/546696867 shutdown_connections 2023-10-21T13:05:36.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.472+0000 7fe536b05700 1 --2- 172.21.15.67:0/546696867 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5300ce0f0 0x7fe5300ce580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.472+0000 7fe536b05700 1 --2- 172.21.15.67:0/546696867 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe53006e740 0x7fe53006ebf0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.472+0000 7fe536b05700 1 -- 172.21.15.67:0/546696867 >> 172.21.15.67:0/546696867 conn(0x7fe5300cc5b0 msgr2=0x7fe5300cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:36.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.472+0000 7fe536b05700 1 -- 172.21.15.67:0/546696867 shutdown_connections 2023-10-21T13:05:36.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.472+0000 7fe536b05700 1 -- 172.21.15.67:0/546696867 wait complete. 2023-10-21T13:05:36.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.473+0000 7fe536b05700 1 Processor -- start 2023-10-21T13:05:36.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.473+0000 7fe536b05700 1 -- start start 2023-10-21T13:05:36.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.474+0000 7fe536b05700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe53006e740 0x7fe5301579d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.474+0000 7fe536b05700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5300ce0f0 0x7fe53015abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.474+0000 7fe536b05700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe530159ed0 0x7fe5300c7c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.474+0000 7fe536b05700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5300c8bb0 con 0x7fe530159ed0 2023-10-21T13:05:36.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.474+0000 7fe536b05700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5300c85f0 con 0x7fe53006e740 2023-10-21T13:05:36.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.474+0000 7fe536b05700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5300c88d0 con 0x7fe5300ce0f0 2023-10-21T13:05:36.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.474+0000 7fe5350a2700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe530159ed0 0x7fe5300c7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.474+0000 7fe5350a2700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe530159ed0 0x7fe5300c7c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32938/0 (socket says 172.21.15.67:32938) 2023-10-21T13:05:36.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.474+0000 7fe5350a2700 1 -- 172.21.15.67:0/1619365278 learned_addr learned my addr 172.21.15.67:0/1619365278 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:36.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.474+0000 7fe5348a1700 1 --2- 172.21.15.67:0/1619365278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe53006e740 0x7fe5301579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.474+0000 7fe52ffff700 1 --2- 172.21.15.67:0/1619365278 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5300ce0f0 0x7fe53015abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.475+0000 7fe5350a2700 1 -- 172.21.15.67:0/1619365278 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5300ce0f0 msgr2=0x7fe53015abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.475+0000 7fe5350a2700 1 --2- 172.21.15.67:0/1619365278 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5300ce0f0 0x7fe53015abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.475+0000 7fe5350a2700 1 -- 172.21.15.67:0/1619365278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe53006e740 msgr2=0x7fe5301579d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.475+0000 7fe5350a2700 1 --2- 172.21.15.67:0/1619365278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe53006e740 0x7fe5301579d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.475+0000 7fe5350a2700 1 -- 172.21.15.67:0/1619365278 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe51c00b740 con 0x7fe530159ed0 2023-10-21T13:05:36.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.475+0000 7fe5350a2700 1 --2- 172.21.15.67:0/1619365278 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe530159ed0 0x7fe5300c7c50 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe52800efc0 tx=0x7fe528009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:36.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.475+0000 7fe52d7fa700 1 -- 172.21.15.67:0/1619365278 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe528003c20 con 0x7fe530159ed0 2023-10-21T13:05:36.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.475+0000 7fe52d7fa700 1 -- 172.21.15.67:0/1619365278 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe52800f040 con 0x7fe530159ed0 2023-10-21T13:05:36.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.475+0000 7fe536b05700 1 -- 172.21.15.67:0/1619365278 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe53015a3e0 con 0x7fe530159ed0 2023-10-21T13:05:36.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.475+0000 7fe52d7fa700 1 -- 172.21.15.67:0/1619365278 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52800c650 con 0x7fe530159ed0 2023-10-21T13:05:36.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.475+0000 7fe536b05700 1 -- 172.21.15.67:0/1619365278 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe53015b120 con 0x7fe530159ed0 2023-10-21T13:05:36.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.476+0000 7fe536b05700 1 -- 172.21.15.67:0/1619365278 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe53015a900 con 0x7fe530159ed0 2023-10-21T13:05:36.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.476+0000 7fe52d7fa700 1 -- 172.21.15.67:0/1619365278 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fe52800c7b0 con 0x7fe530159ed0 2023-10-21T13:05:36.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.477+0000 7fe52d7fa700 1 --2- 172.21.15.67:0/1619365278 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe51406af00 0x7fe51406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.477+0000 7fe52d7fa700 1 -- 172.21.15.67:0/1619365278 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe528089830 con 0x7fe530159ed0 2023-10-21T13:05:36.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.477+0000 7fe5348a1700 1 --2- 172.21.15.67:0/1619365278 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe51406af00 0x7fe51406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.477+0000 7fe5348a1700 1 --2- 172.21.15.67:0/1619365278 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe51406af00 0x7fe51406d3c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe5240013c0 tx=0x7fe524001350 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:36.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.481+0000 7fe52d7fa700 1 -- 172.21.15.67:0/1619365278 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fe5280548d0 con 0x7fe530159ed0 2023-10-21T13:05:36.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.682+0000 7fe536b05700 1 -- 172.21.15.67:0/1619365278 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe530074d40 con 0x7fe530159ed0 2023-10-21T13:05:36.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.683+0000 7fe52d7fa700 1 -- 172.21.15.67:0/1619365278 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7fe528057ef0 con 0x7fe530159ed0 2023-10-21T13:05:36.685 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:36.685 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:36.687 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.685+0000 7fe536b05700 1 -- 172.21.15.67:0/1619365278 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe51406af00 msgr2=0x7fe51406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.687 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.685+0000 7fe536b05700 1 --2- 172.21.15.67:0/1619365278 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe51406af00 0x7fe51406d3c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe5240013c0 tx=0x7fe524001350 comp rx=0 tx=0).stop 2023-10-21T13:05:36.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.685+0000 7fe536b05700 1 -- 172.21.15.67:0/1619365278 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe530159ed0 msgr2=0x7fe5300c7c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.685+0000 7fe536b05700 1 --2- 172.21.15.67:0/1619365278 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe530159ed0 0x7fe5300c7c50 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe52800efc0 tx=0x7fe528009f90 comp rx=0 tx=0).stop 2023-10-21T13:05:36.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.685+0000 7fe536b05700 1 -- 172.21.15.67:0/1619365278 shutdown_connections 2023-10-21T13:05:36.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.685+0000 7fe536b05700 1 --2- 172.21.15.67:0/1619365278 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe530159ed0 0x7fe5300c7c50 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.685+0000 7fe536b05700 1 --2- 172.21.15.67:0/1619365278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe53006e740 0x7fe5301579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.685+0000 7fe536b05700 1 --2- 172.21.15.67:0/1619365278 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe51406af00 0x7fe51406d3c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.685+0000 7fe536b05700 1 --2- 172.21.15.67:0/1619365278 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5300ce0f0 0x7fe53015abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.685+0000 7fe536b05700 1 -- 172.21.15.67:0/1619365278 >> 172.21.15.67:0/1619365278 conn(0x7fe5300cc5b0 msgr2=0x7fe530158100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:36.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.685+0000 7fe536b05700 1 -- 172.21.15.67:0/1619365278 shutdown_connections 2023-10-21T13:05:36.690 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.685+0000 7fe536b05700 1 -- 172.21.15.67:0/1619365278 wait complete. 2023-10-21T13:05:36.699 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-10-21T13:05:36.700 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T13:05:36.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.823+0000 7ff686ae1700 1 Processor -- start 2023-10-21T13:05:36.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.823+0000 7ff686ae1700 1 -- start start 2023-10-21T13:05:36.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff686ae1700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff68015da10 0x7ff6800b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff686ae1700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff6800b3730 0x7ff6800cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff686ae1700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6800cb600 con 0x7ff6800cfc70 2023-10-21T13:05:36.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff686ae1700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6800d00c0 con 0x7ff68015da10 2023-10-21T13:05:36.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff686ae1700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff68015ddf0 con 0x7ff6800b3730 2023-10-21T13:05:36.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff68487d700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff68015da10 0x7ff6800b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff68487d700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff68015da10 0x7ff6800b31f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32942/0 (socket says 172.21.15.67:32942) 2023-10-21T13:05:36.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff68487d700 1 -- 172.21.15.67:0/2067296765 learned_addr learned my addr 172.21.15.67:0/2067296765 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:36.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff68507e700 1 --1- 172.21.15.67:0/2067296765 >> v1:172.21.15.67:6789/0 conn(0x7ff6800cfc70 0x7ff68006a8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49240/0 (socket says 172.21.15.67:49240) 2023-10-21T13:05:36.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff67ffff700 1 --2- 172.21.15.67:0/2067296765 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff6800b3730 0x7ff6800cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff68487d700 1 -- 172.21.15.67:0/2067296765 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff6800b3730 msgr2=0x7ff6800cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:36.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff68487d700 1 --2- 172.21.15.67:0/2067296765 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff6800b3730 0x7ff6800cf730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff68487d700 1 -- 172.21.15.67:0/2067296765 >> v1:172.21.15.67:6789/0 conn(0x7ff6800cfc70 legacy=0x7ff68006a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff68487d700 1 -- 172.21.15.67:0/2067296765 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6800ca9f0 con 0x7ff68015da10 2023-10-21T13:05:36.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.824+0000 7ff67f7fe700 1 -- 172.21.15.67:0/2067296765 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1498167091 0 0) 0x7ff6800cb600 con 0x7ff6800cfc70 2023-10-21T13:05:36.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.825+0000 7ff68487d700 1 --2- 172.21.15.67:0/2067296765 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff68015da10 0x7ff6800b31f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff674006fd0 tx=0x7ff674009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aeb83dca48e33c72 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:36.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.825+0000 7ff67f7fe700 1 -- 172.21.15.67:0/2067296765 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff674005e30 con 0x7ff68015da10 2023-10-21T13:05:36.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.825+0000 7ff67f7fe700 1 -- 172.21.15.67:0/2067296765 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff674004030 con 0x7ff68015da10 2023-10-21T13:05:36.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.825+0000 7ff67f7fe700 1 -- 172.21.15.67:0/2067296765 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6740043e0 con 0x7ff68015da10 2023-10-21T13:05:36.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.825+0000 7ff686ae1700 1 -- 172.21.15.67:0/2067296765 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff68015da10 msgr2=0x7ff6800b31f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.825+0000 7ff686ae1700 1 --2- 172.21.15.67:0/2067296765 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff68015da10 0x7ff6800b31f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff674006fd0 tx=0x7ff674009bd0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.825+0000 7ff686ae1700 1 -- 172.21.15.67:0/2067296765 shutdown_connections 2023-10-21T13:05:36.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.825+0000 7ff686ae1700 1 --2- 172.21.15.67:0/2067296765 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff68015da10 0x7ff6800b31f0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.825+0000 7ff686ae1700 1 --2- 172.21.15.67:0/2067296765 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff6800b3730 0x7ff6800cf730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.825+0000 7ff686ae1700 1 -- 172.21.15.67:0/2067296765 >> 172.21.15.67:0/2067296765 conn(0x7ff6800999d0 msgr2=0x7ff6800d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:36.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.825+0000 7ff686ae1700 1 -- 172.21.15.67:0/2067296765 shutdown_connections 2023-10-21T13:05:36.833 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.825+0000 7ff686ae1700 1 -- 172.21.15.67:0/2067296765 wait complete. 2023-10-21T13:05:36.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.826+0000 7ff686ae1700 1 Processor -- start 2023-10-21T13:05:36.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.827+0000 7ff686ae1700 1 -- start start 2023-10-21T13:05:36.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.827+0000 7ff686ae1700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff6800b3730 0x7ff6800b3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.827+0000 7ff686ae1700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6800cfc70 0x7ff680147360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.827+0000 7ff686ae1700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff68015da10 0x7ff6800ca070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.827+0000 7ff686ae1700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6800b4de0 con 0x7ff6800cfc70 2023-10-21T13:05:36.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.827+0000 7ff686ae1700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6800b4160 con 0x7ff6800b3730 2023-10-21T13:05:36.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.827+0000 7ff686ae1700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6800b4440 con 0x7ff68015da10 2023-10-21T13:05:36.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.827+0000 7ff67ffff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6800cfc70 0x7ff680147360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.827+0000 7ff67ffff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6800cfc70 0x7ff680147360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32950/0 (socket says 172.21.15.67:32950) 2023-10-21T13:05:36.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.827+0000 7ff67ffff700 1 -- 172.21.15.67:0/3986792790 learned_addr learned my addr 172.21.15.67:0/3986792790 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:36.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.828+0000 7ff67ffff700 1 -- 172.21.15.67:0/3986792790 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff68015da10 msgr2=0x7ff6800ca070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.828+0000 7ff67ffff700 1 --2- 172.21.15.67:0/3986792790 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff68015da10 0x7ff6800ca070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.828+0000 7ff67ffff700 1 -- 172.21.15.67:0/3986792790 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff6800b3730 msgr2=0x7ff6800b3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:36.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.828+0000 7ff68487d700 1 --2- 172.21.15.67:0/3986792790 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff6800b3730 0x7ff6800b3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.828+0000 7ff67ffff700 1 --2- 172.21.15.67:0/3986792790 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff6800b3730 0x7ff6800b3b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:36.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.828+0000 7ff67ffff700 1 -- 172.21.15.67:0/3986792790 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff674009500 con 0x7ff6800cfc70 2023-10-21T13:05:36.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.828+0000 7ff68487d700 1 --2- 172.21.15.67:0/3986792790 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff6800b3730 0x7ff6800b3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:36.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.828+0000 7ff67ffff700 1 --2- 172.21.15.67:0/3986792790 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6800cfc70 0x7ff680147360 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff66c00e980 tx=0x7ff66c00ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:36.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.828+0000 7ff67d7fa700 1 -- 172.21.15.67:0/3986792790 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff66c009710 con 0x7ff6800cfc70 2023-10-21T13:05:36.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.828+0000 7ff67d7fa700 1 -- 172.21.15.67:0/3986792790 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff66c00c850 con 0x7ff6800cfc70 2023-10-21T13:05:36.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.828+0000 7ff686ae1700 1 -- 172.21.15.67:0/3986792790 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6800b4720 con 0x7ff6800cfc70 2023-10-21T13:05:36.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.828+0000 7ff67d7fa700 1 -- 172.21.15.67:0/3986792790 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff66c00cc00 con 0x7ff6800cfc70 2023-10-21T13:05:36.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.828+0000 7ff686ae1700 1 -- 172.21.15.67:0/3986792790 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6800ca5b0 con 0x7ff6800cfc70 2023-10-21T13:05:36.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.829+0000 7ff686ae1700 1 -- 172.21.15.67:0/3986792790 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6800b4f20 con 0x7ff6800cfc70 2023-10-21T13:05:36.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.829+0000 7ff67d7fa700 1 -- 172.21.15.67:0/3986792790 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff66c013470 con 0x7ff6800cfc70 2023-10-21T13:05:36.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.830+0000 7ff67d7fa700 1 --2- 172.21.15.67:0/3986792790 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff66406af00 0x7ff66406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:36.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.830+0000 7ff67d7fa700 1 -- 172.21.15.67:0/3986792790 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff66c0896d0 con 0x7ff6800cfc70 2023-10-21T13:05:36.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.830+0000 7ff68487d700 1 --2- 172.21.15.67:0/3986792790 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff66406af00 0x7ff66406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:36.841 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.831+0000 7ff68487d700 1 --2- 172.21.15.67:0/3986792790 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff66406af00 0x7ff66406d3c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff674006fd0 tx=0x7ff674008070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:36.841 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:36.834+0000 7ff67d7fa700 1 -- 172.21.15.67:0/3986792790 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ff6800b4f20 con 0x7ff6800cfc70 2023-10-21T13:05:37.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.078+0000 7ff686ae1700 1 -- 172.21.15.67:0/3986792790 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff6800b4f20 con 0x7ff6800cfc70 2023-10-21T13:05:37.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.079+0000 7ff67d7fa700 1 -- 172.21.15.67:0/3986792790 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4907 (secure 0 0 0) 0x7ff6800b4f20 con 0x7ff6800cfc70 2023-10-21T13:05:37.081 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:37.082 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/3311742065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3311742065},{"type":"v1","addr":"172.21.15.67:6834","nonce":3311742065}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4252,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/3229984450","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":3229984450},{"type":"v1","addr":"172.21.15.190:6836","nonce":3229984450}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2052762259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2052762259},{"type":"v1","addr":"172.21.15.67:6835","nonce":2052762259}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-21T13:04:53.218734+0000","modified":"2023-10-21T13:04:56.240282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4266},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4266":{"gid":4266,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.190:6837/46800013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":46800013},{"type":"v1","addr":"172.21.15.190:6837","nonce":46800013}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T13:05:37.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.081+0000 7ff686ae1700 1 -- 172.21.15.67:0/3986792790 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff66406af00 msgr2=0x7ff66406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.081+0000 7ff686ae1700 1 --2- 172.21.15.67:0/3986792790 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff66406af00 0x7ff66406d3c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff674006fd0 tx=0x7ff674008070 comp rx=0 tx=0).stop 2023-10-21T13:05:37.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.081+0000 7ff686ae1700 1 -- 172.21.15.67:0/3986792790 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6800cfc70 msgr2=0x7ff680147360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.081+0000 7ff686ae1700 1 --2- 172.21.15.67:0/3986792790 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6800cfc70 0x7ff680147360 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff66c00e980 tx=0x7ff66c00ed40 comp rx=0 tx=0).stop 2023-10-21T13:05:37.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.081+0000 7ff686ae1700 1 -- 172.21.15.67:0/3986792790 shutdown_connections 2023-10-21T13:05:37.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.081+0000 7ff686ae1700 1 --2- 172.21.15.67:0/3986792790 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff66406af00 0x7ff66406d3c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.081+0000 7ff686ae1700 1 --2- 172.21.15.67:0/3986792790 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff68015da10 0x7ff6800ca070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.081+0000 7ff686ae1700 1 --2- 172.21.15.67:0/3986792790 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff6800b3730 0x7ff6800b3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.081+0000 7ff686ae1700 1 --2- 172.21.15.67:0/3986792790 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6800cfc70 0x7ff680147360 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.081+0000 7ff686ae1700 1 -- 172.21.15.67:0/3986792790 >> 172.21.15.67:0/3986792790 conn(0x7ff6800999d0 msgr2=0x7ff68015b930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:37.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.082+0000 7ff686ae1700 1 -- 172.21.15.67:0/3986792790 shutdown_connections 2023-10-21T13:05:37.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.082+0000 7ff686ae1700 1 -- 172.21.15.67:0/3986792790 wait complete. 2023-10-21T13:05:37.086 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2023-10-21T13:05:37.096 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T13:05:37.220 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.218+0000 7fd96f6e9700 1 Processor -- start 2023-10-21T13:05:37.221 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.218+0000 7fd96f6e9700 1 -- start start 2023-10-21T13:05:37.229 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.219+0000 7fd96f6e9700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd96815da10 0x7fd9680b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.230 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.219+0000 7fd96f6e9700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fd9680b3730 0x7fd9680cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.230 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.219+0000 7fd96f6e9700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fd9680cfc70 0x7fd96806a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.230 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.219+0000 7fd96f6e9700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9680d00e0 con 0x7fd9680cfc70 2023-10-21T13:05:37.230 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.219+0000 7fd96f6e9700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9680cb600 con 0x7fd9680b3730 2023-10-21T13:05:37.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.219+0000 7fd96f6e9700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd96815ddf0 con 0x7fd96815da10 2023-10-21T13:05:37.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.219+0000 7fd96dc86700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fd9680cfc70 0x7fd96806a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.219+0000 7fd96dc86700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fd9680cfc70 0x7fd96806a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32958/0 (socket says 172.21.15.67:32958) 2023-10-21T13:05:37.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.219+0000 7fd96dc86700 1 -- 172.21.15.67:0/1349691576 learned_addr learned my addr 172.21.15.67:0/1349691576 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:37.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.219+0000 7fd96cc84700 1 --2- 172.21.15.67:0/1349691576 >> v2:172.21.15.190:3300/0 conn(0x7fd9680b3730 0x7fd9680cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.232 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.219+0000 7fd96d485700 1 --2- 172.21.15.67:0/1349691576 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd96815da10 0x7fd9680b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.232 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.220+0000 7fd96dc86700 1 -- 172.21.15.67:0/1349691576 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd96815da10 msgr2=0x7fd9680b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:37.232 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.220+0000 7fd96dc86700 1 --2- 172.21.15.67:0/1349691576 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd96815da10 0x7fd9680b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.232 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.220+0000 7fd96dc86700 1 -- 172.21.15.67:0/1349691576 >> v2:172.21.15.190:3300/0 conn(0x7fd9680b3730 msgr2=0x7fd9680cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:37.232 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.220+0000 7fd96dc86700 1 --2- 172.21.15.67:0/1349691576 >> v2:172.21.15.190:3300/0 conn(0x7fd9680b3730 0x7fd9680cf730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.220+0000 7fd96dc86700 1 -- 172.21.15.67:0/1349691576 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9680ca9f0 con 0x7fd9680cfc70 2023-10-21T13:05:37.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.220+0000 7fd96d485700 1 --2- 172.21.15.67:0/1349691576 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd96815da10 0x7fd9680b31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:37.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.220+0000 7fd96dc86700 1 --2- 172.21.15.67:0/1349691576 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9680cfc70 0x7fd96806a8d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fd9680b2ee0 tx=0x7fd96000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b721c413371bb2e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:37.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.220+0000 7fd95ffff700 1 -- 172.21.15.67:0/1349691576 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96000e070 con 0x7fd9680cfc70 2023-10-21T13:05:37.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.220+0000 7fd95ffff700 1 -- 172.21.15.67:0/1349691576 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd96000b910 con 0x7fd9680cfc70 2023-10-21T13:05:37.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.220+0000 7fd95ffff700 1 -- 172.21.15.67:0/1349691576 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96000bcc0 con 0x7fd9680cfc70 2023-10-21T13:05:37.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.220+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1349691576 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9680cfc70 msgr2=0x7fd96806a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.220+0000 7fd96f6e9700 1 --2- 172.21.15.67:0/1349691576 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9680cfc70 0x7fd96806a8d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fd9680b2ee0 tx=0x7fd96000b330 comp rx=0 tx=0).stop 2023-10-21T13:05:37.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.221+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1349691576 shutdown_connections 2023-10-21T13:05:37.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.221+0000 7fd96f6e9700 1 --2- 172.21.15.67:0/1349691576 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9680cfc70 0x7fd96806a8d0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.221+0000 7fd96f6e9700 1 --2- 172.21.15.67:0/1349691576 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd96815da10 0x7fd9680b31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.221+0000 7fd96f6e9700 1 --2- 172.21.15.67:0/1349691576 >> v2:172.21.15.190:3300/0 conn(0x7fd9680b3730 0x7fd9680cf730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.221+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1349691576 >> 172.21.15.67:0/1349691576 conn(0x7fd9680999d0 msgr2=0x7fd9680d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:37.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.221+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1349691576 shutdown_connections 2023-10-21T13:05:37.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.221+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1349691576 wait complete. 2023-10-21T13:05:37.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.222+0000 7fd96f6e9700 1 Processor -- start 2023-10-21T13:05:37.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.222+0000 7fd96f6e9700 1 -- start start 2023-10-21T13:05:37.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96f6e9700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd9680b3730 0x7fd968159b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96f6e9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9680cfc70 0x7fd96815f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96f6e9700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd96815da10 0x7fd9680c9480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96f6e9700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9680b3e90 con 0x7fd9680cfc70 2023-10-21T13:05:37.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96f6e9700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd96815a0c0 con 0x7fd96815da10 2023-10-21T13:05:37.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96f6e9700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9681f3fe0 con 0x7fd9680b3730 2023-10-21T13:05:37.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96cc84700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9680cfc70 0x7fd96815f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96cc84700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9680cfc70 0x7fd96815f2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32962/0 (socket says 172.21.15.67:32962) 2023-10-21T13:05:37.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96cc84700 1 -- 172.21.15.67:0/1891044491 learned_addr learned my addr 172.21.15.67:0/1891044491 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:37.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96d485700 1 --2- 172.21.15.67:0/1891044491 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd9680b3730 0x7fd968159b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96cc84700 1 -- 172.21.15.67:0/1891044491 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd9680b3730 msgr2=0x7fd968159b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96cc84700 1 --2- 172.21.15.67:0/1891044491 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd9680b3730 0x7fd968159b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96cc84700 1 -- 172.21.15.67:0/1891044491 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd96815da10 msgr2=0x7fd9680c9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96cc84700 1 --2- 172.21.15.67:0/1891044491 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd96815da10 0x7fd9680c9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96cc84700 1 -- 172.21.15.67:0/1891044491 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd960009b30 con 0x7fd9680cfc70 2023-10-21T13:05:37.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96cc84700 1 --2- 172.21.15.67:0/1891044491 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9680cfc70 0x7fd96815f2e0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fd96400e900 tx=0x7fd96400ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:37.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd95dffb700 1 -- 172.21.15.67:0/1891044491 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd964009690 con 0x7fd9680cfc70 2023-10-21T13:05:37.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd95dffb700 1 -- 172.21.15.67:0/1891044491 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd96400c850 con 0x7fd9680cfc70 2023-10-21T13:05:37.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd95dffb700 1 -- 172.21.15.67:0/1891044491 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96400cc00 con 0x7fd9680cfc70 2023-10-21T13:05:37.241 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.223+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1891044491 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9681f3d00 con 0x7fd9680cfc70 2023-10-21T13:05:37.241 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.224+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1891044491 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9680c4210 con 0x7fd9680cfc70 2023-10-21T13:05:37.241 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.225+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1891044491 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd968074d40 con 0x7fd9680cfc70 2023-10-21T13:05:37.241 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.225+0000 7fd95dffb700 1 -- 172.21.15.67:0/1891044491 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fd964013470 con 0x7fd9680cfc70 2023-10-21T13:05:37.241 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.225+0000 7fd95dffb700 1 --2- 172.21.15.67:0/1891044491 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd94c06af00 0x7fd94c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.242 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.225+0000 7fd95dffb700 1 -- 172.21.15.67:0/1891044491 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd964089560 con 0x7fd9680cfc70 2023-10-21T13:05:37.242 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.226+0000 7fd96d485700 1 --2- 172.21.15.67:0/1891044491 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd94c06af00 0x7fd94c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.242 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.226+0000 7fd96d485700 1 --2- 172.21.15.67:0/1891044491 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd94c06af00 0x7fd94c06d3c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd96809e320 tx=0x7fd958008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:37.243 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.230+0000 7fd95dffb700 1 -- 172.21.15.67:0/1891044491 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fd9640546a0 con 0x7fd9680cfc70 2023-10-21T13:05:37.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.473+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1891044491 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd9680c70d0 con 0x7fd9680cfc70 2023-10-21T13:05:37.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.474+0000 7fd95dffb700 1 -- 172.21.15.67:0/1891044491 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4907 (secure 0 0 0) 0x7fd964057cc0 con 0x7fd9680cfc70 2023-10-21T13:05:37.476 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:37.476 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/3311742065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3311742065},{"type":"v1","addr":"172.21.15.67:6834","nonce":3311742065}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4252,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/3229984450","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":3229984450},{"type":"v1","addr":"172.21.15.190:6836","nonce":3229984450}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2052762259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2052762259},{"type":"v1","addr":"172.21.15.67:6835","nonce":2052762259}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-21T13:04:53.218734+0000","modified":"2023-10-21T13:04:56.240282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4266},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4266":{"gid":4266,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.190:6837/46800013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":46800013},{"type":"v1","addr":"172.21.15.190:6837","nonce":46800013}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T13:05:37.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.476+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1891044491 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd94c06af00 msgr2=0x7fd94c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.476+0000 7fd96f6e9700 1 --2- 172.21.15.67:0/1891044491 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd94c06af00 0x7fd94c06d3c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd96809e320 tx=0x7fd958008040 comp rx=0 tx=0).stop 2023-10-21T13:05:37.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.476+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1891044491 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9680cfc70 msgr2=0x7fd96815f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.476+0000 7fd96f6e9700 1 --2- 172.21.15.67:0/1891044491 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9680cfc70 0x7fd96815f2e0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fd96400e900 tx=0x7fd96400ecc0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.476+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1891044491 shutdown_connections 2023-10-21T13:05:37.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.476+0000 7fd96f6e9700 1 --2- 172.21.15.67:0/1891044491 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd96815da10 0x7fd9680c9480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.476+0000 7fd96f6e9700 1 --2- 172.21.15.67:0/1891044491 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd94c06af00 0x7fd94c06d3c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.476+0000 7fd96f6e9700 1 --2- 172.21.15.67:0/1891044491 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd9680b3730 0x7fd968159b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.476+0000 7fd96f6e9700 1 --2- 172.21.15.67:0/1891044491 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9680cfc70 0x7fd96815f2e0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.476+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1891044491 >> 172.21.15.67:0/1891044491 conn(0x7fd9680999d0 msgr2=0x7fd96815ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:37.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.476+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1891044491 shutdown_connections 2023-10-21T13:05:37.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.476+0000 7fd96f6e9700 1 -- 172.21.15.67:0/1891044491 wait complete. 2023-10-21T13:05:37.481 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2023-10-21T13:05:37.490 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:37.615 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.613+0000 7f549467f700 1 Processor -- start 2023-10-21T13:05:37.616 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.614+0000 7f549467f700 1 -- start start 2023-10-21T13:05:37.618 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.614+0000 7f549467f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f548c0cdf30 0x7f548c15da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.618 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.614+0000 7f549467f700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f548c06b370 0x7f548c0ce310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.614+0000 7f549467f700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f548c15df90 con 0x7f548c06fe10 2023-10-21T13:05:37.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.614+0000 7f549467f700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f548c06da80 con 0x7f548c06b370 2023-10-21T13:05:37.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.614+0000 7f549467f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f548c0ce850 con 0x7f548c0cdf30 2023-10-21T13:05:37.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.615+0000 7f5491c1a700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f548c06b370 0x7f548c0ce310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.615+0000 7f5491c1a700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f548c06b370 0x7f548c0ce310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32968/0 (socket says 172.21.15.67:32968) 2023-10-21T13:05:37.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.615+0000 7f5491c1a700 1 -- 172.21.15.67:0/992522610 learned_addr learned my addr 172.21.15.67:0/992522610 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:37.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.615+0000 7f549241b700 1 --2- 172.21.15.67:0/992522610 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f548c0cdf30 0x7f548c15da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.615+0000 7f5491c1a700 1 -- 172.21.15.67:0/992522610 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f548c0cdf30 msgr2=0x7f548c15da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:37.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.615+0000 7f5491c1a700 1 --2- 172.21.15.67:0/992522610 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f548c0cdf30 0x7f548c15da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.615+0000 7f5491c1a700 1 -- 172.21.15.67:0/992522610 >> v1:172.21.15.190:6789/0 conn(0x7f548c06fe10 legacy=0x7f548c071a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.615+0000 7f5491c1a700 1 -- 172.21.15.67:0/992522610 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f548c15e1e0 con 0x7f548c06b370 2023-10-21T13:05:37.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.615+0000 7f5491c1a700 1 --2- 172.21.15.67:0/992522610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f548c06b370 0x7f548c0ce310 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f54800098f0 tx=0x7f5480009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=329e23a68df538d9 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:37.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.615+0000 7f5491419700 1 -- 172.21.15.67:0/992522610 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f548000b8a0 con 0x7f548c06b370 2023-10-21T13:05:37.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.615+0000 7f5491419700 1 -- 172.21.15.67:0/992522610 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f548000ba00 con 0x7f548c06b370 2023-10-21T13:05:37.622 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.615+0000 7f5491419700 1 -- 172.21.15.67:0/992522610 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f548000bd90 con 0x7f548c06b370 2023-10-21T13:05:37.622 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.616+0000 7f549467f700 1 -- 172.21.15.67:0/992522610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f548c06b370 msgr2=0x7f548c0ce310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.622 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.616+0000 7f549467f700 1 --2- 172.21.15.67:0/992522610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f548c06b370 0x7f548c0ce310 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f54800098f0 tx=0x7f5480009c00 comp rx=0 tx=0).stop 2023-10-21T13:05:37.622 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.616+0000 7f549467f700 1 -- 172.21.15.67:0/992522610 shutdown_connections 2023-10-21T13:05:37.623 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.616+0000 7f549467f700 1 --2- 172.21.15.67:0/992522610 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f548c0cdf30 0x7f548c15da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.623 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.616+0000 7f549467f700 1 --2- 172.21.15.67:0/992522610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f548c06b370 0x7f548c0ce310 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.623 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.616+0000 7f549467f700 1 -- 172.21.15.67:0/992522610 >> 172.21.15.67:0/992522610 conn(0x7f548c0d0360 msgr2=0x7f548c0d0770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:37.623 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.616+0000 7f549467f700 1 -- 172.21.15.67:0/992522610 shutdown_connections 2023-10-21T13:05:37.623 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.616+0000 7f549467f700 1 -- 172.21.15.67:0/992522610 wait complete. 2023-10-21T13:05:37.626 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.617+0000 7f549467f700 1 Processor -- start 2023-10-21T13:05:37.626 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.617+0000 7f549467f700 1 -- start start 2023-10-21T13:05:37.626 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.618+0000 7f549467f700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f548c06b370 0x7f548c1f25a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.627 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.618+0000 7f549467f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f548c06fe10 0x7f548c1f2ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.627 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.618+0000 7f549467f700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f548c0cdf30 0x7f548c0c5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.627 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.618+0000 7f549467f700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f548c0c6d40 con 0x7f548c0cdf30 2023-10-21T13:05:37.627 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.618+0000 7f549467f700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f548c1f3020 con 0x7f548c06b370 2023-10-21T13:05:37.628 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.618+0000 7f549467f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f548c0c41b0 con 0x7f548c06fe10 2023-10-21T13:05:37.628 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.618+0000 7f5492c1c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f548c0cdf30 0x7f548c0c5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.628 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.618+0000 7f5492c1c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f548c0cdf30 0x7f548c0c5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32978/0 (socket says 172.21.15.67:32978) 2023-10-21T13:05:37.628 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.618+0000 7f5492c1c700 1 -- 172.21.15.67:0/4158453477 learned_addr learned my addr 172.21.15.67:0/4158453477 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:37.628 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.618+0000 7f549241b700 1 --2- 172.21.15.67:0/4158453477 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f548c06b370 0x7f548c1f25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.629 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.618+0000 7f5491c1a700 1 --2- 172.21.15.67:0/4158453477 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f548c06fe10 0x7f548c1f2ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.629 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.618+0000 7f5492c1c700 1 -- 172.21.15.67:0/4158453477 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f548c06fe10 msgr2=0x7f548c1f2ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.629 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.619+0000 7f5492c1c700 1 --2- 172.21.15.67:0/4158453477 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f548c06fe10 0x7f548c1f2ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.629 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.619+0000 7f5492c1c700 1 -- 172.21.15.67:0/4158453477 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f548c06b370 msgr2=0x7f548c1f25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.629 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.619+0000 7f5492c1c700 1 --2- 172.21.15.67:0/4158453477 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f548c06b370 0x7f548c1f25a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.619+0000 7f5492c1c700 1 -- 172.21.15.67:0/4158453477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5480009550 con 0x7f548c0cdf30 2023-10-21T13:05:37.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.619+0000 7f5492c1c700 1 --2- 172.21.15.67:0/4158453477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f548c0cdf30 0x7f548c0c5ff0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f548400cc80 tx=0x7f548400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:37.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.619+0000 7f547effd700 1 -- 172.21.15.67:0/4158453477 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f548400ad40 con 0x7f548c0cdf30 2023-10-21T13:05:37.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.619+0000 7f547effd700 1 -- 172.21.15.67:0/4158453477 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f548400ce80 con 0x7f548c0cdf30 2023-10-21T13:05:37.630 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.619+0000 7f549467f700 1 -- 172.21.15.67:0/4158453477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f548c158030 con 0x7f548c0cdf30 2023-10-21T13:05:37.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.619+0000 7f547effd700 1 -- 172.21.15.67:0/4158453477 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f548400aea0 con 0x7f548c0cdf30 2023-10-21T13:05:37.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.619+0000 7f549467f700 1 -- 172.21.15.67:0/4158453477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f548c1585f0 con 0x7f548c0cdf30 2023-10-21T13:05:37.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.620+0000 7f549467f700 1 -- 172.21.15.67:0/4158453477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f548c0674f0 con 0x7f548c0cdf30 2023-10-21T13:05:37.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.620+0000 7f547effd700 1 -- 172.21.15.67:0/4158453477 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f5484003c40 con 0x7f548c0cdf30 2023-10-21T13:05:37.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.621+0000 7f547effd700 1 --2- 172.21.15.67:0/4158453477 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f547006af30 0x7f547006d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.621+0000 7f547effd700 1 -- 172.21.15.67:0/4158453477 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f54840896f0 con 0x7f548c0cdf30 2023-10-21T13:05:37.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.621+0000 7f549241b700 1 --2- 172.21.15.67:0/4158453477 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f547006af30 0x7f547006d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.622+0000 7f549241b700 1 --2- 172.21.15.67:0/4158453477 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f547006af30 0x7f547006d3f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f548c0acca0 tx=0x7f5488008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:37.633 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.625+0000 7f547effd700 1 -- 172.21.15.67:0/4158453477 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f5484054790 con 0x7f548c0cdf30 2023-10-21T13:05:37.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.829+0000 7f549467f700 1 -- 172.21.15.67:0/4158453477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f548c15e770 con 0x7f548c0cdf30 2023-10-21T13:05:37.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.830+0000 7f547effd700 1 -- 172.21.15.67:0/4158453477 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16509 (secure 0 0 0) 0x7f5484057db0 con 0x7f548c0cdf30 2023-10-21T13:05:37.832 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:37.833 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:04:54.813003+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:04:51.241319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T13:04:52.187622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:37.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.832+0000 7f549467f700 1 -- 172.21.15.67:0/4158453477 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f547006af30 msgr2=0x7f547006d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.832+0000 7f549467f700 1 --2- 172.21.15.67:0/4158453477 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f547006af30 0x7f547006d3f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f548c0acca0 tx=0x7f5488008040 comp rx=0 tx=0).stop 2023-10-21T13:05:37.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.832+0000 7f549467f700 1 -- 172.21.15.67:0/4158453477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f548c0cdf30 msgr2=0x7f548c0c5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.832+0000 7f549467f700 1 --2- 172.21.15.67:0/4158453477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f548c0cdf30 0x7f548c0c5ff0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f548400cc80 tx=0x7f548400a340 comp rx=0 tx=0).stop 2023-10-21T13:05:37.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.832+0000 7f549467f700 1 -- 172.21.15.67:0/4158453477 shutdown_connections 2023-10-21T13:05:37.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.832+0000 7f549467f700 1 --2- 172.21.15.67:0/4158453477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f548c0cdf30 0x7f548c0c5ff0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.832+0000 7f549467f700 1 --2- 172.21.15.67:0/4158453477 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f548c06b370 0x7f548c1f25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.835 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.832+0000 7f549467f700 1 --2- 172.21.15.67:0/4158453477 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f547006af30 0x7f547006d3f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.832+0000 7f549467f700 1 --2- 172.21.15.67:0/4158453477 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f548c06fe10 0x7f548c1f2ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.832+0000 7f549467f700 1 -- 172.21.15.67:0/4158453477 >> 172.21.15.67:0/4158453477 conn(0x7f548c0d0360 msgr2=0x7f548c071950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.832+0000 7f549467f700 1 -- 172.21.15.67:0/4158453477 shutdown_connections 2023-10-21T13:05:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.832+0000 7f549467f700 1 -- 172.21.15.67:0/4158453477 wait complete. 2023-10-21T13:05:37.846 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-10-21T13:05:37.972 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.970+0000 7f33796fa700 1 Processor -- start 2023-10-21T13:05:37.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.970+0000 7f33796fa700 1 -- start start 2023-10-21T13:05:37.976 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.971+0000 7f33796fa700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f33740ce480 0x7f337406b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.976 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.971+0000 7f33796fa700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3374162350 con 0x7f3374161ed0 2023-10-21T13:05:37.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.971+0000 7f33796fa700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3374161410 con 0x7f337415d890 2023-10-21T13:05:37.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.971+0000 7f33796fa700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33740b39f0 con 0x7f33740ce480 2023-10-21T13:05:37.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.971+0000 7f33727fc700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f3374161ed0 0x7f33740cdd70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49276/0 (socket says 172.21.15.67:49276) 2023-10-21T13:05:37.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.971+0000 7f33727fc700 1 -- 172.21.15.67:0/2192862495 learned_addr learned my addr 172.21.15.67:0/2192862495 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.971+0000 7f33737fe700 1 --2- 172.21.15.67:0/2192862495 >> v2:172.21.15.190:3300/0 conn(0x7f33740ce480 0x7f337406b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 -- 172.21.15.67:0/2192862495 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3735702425 0 0) 0x7f3374162350 con 0x7f3374161ed0 2023-10-21T13:05:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 -- 172.21.15.67:0/2192862495 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f335c0035b0 con 0x7f3374161ed0 2023-10-21T13:05:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 -- 172.21.15.67:0/2192862495 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1685348759 0 0) 0x7f335c0035b0 con 0x7f3374161ed0 2023-10-21T13:05:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 -- 172.21.15.67:0/2192862495 >> v2:172.21.15.190:3300/0 conn(0x7f33740ce480 msgr2=0x7f337406b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 --2- 172.21.15.67:0/2192862495 >> v2:172.21.15.190:3300/0 conn(0x7f33740ce480 0x7f337406b720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 -- 172.21.15.67:0/2192862495 >> v1:172.21.15.190:6789/0 conn(0x7f337415d890 legacy=0x7f33740b2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 -- 172.21.15.67:0/2192862495 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33740b3cd0 con 0x7f3374161ed0 2023-10-21T13:05:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 -- 172.21.15.67:0/2192862495 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f3368001670 con 0x7f3374161ed0 2023-10-21T13:05:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 -- 172.21.15.67:0/2192862495 >> v1:172.21.15.67:6789/0 conn(0x7f3374161ed0 legacy=0x7f33740cdd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 --2- 172.21.15.67:0/2192862495 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f335c003a00 0x7f335c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 --2- 172.21.15.67:0/2192862495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f335c004850 0x7f335c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 --2- 172.21.15.67:0/2192862495 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f335c005210 0x7f335c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 -- 172.21.15.67:0/2192862495 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33740b39f0 con 0x7f335c004850 2023-10-21T13:05:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 -- 172.21.15.67:0/2192862495 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f335c00c0b0 con 0x7f335c005210 2023-10-21T13:05:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3371ffb700 1 -- 172.21.15.67:0/2192862495 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f335c00c270 con 0x7f335c003a00 2023-10-21T13:05:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f33727fc700 1 --2- 172.21.15.67:0/2192862495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f335c004850 0x7f335c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f3372ffd700 1 --2- 172.21.15.67:0/2192862495 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f335c003a00 0x7f335c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f33737fe700 1 --2- 172.21.15.67:0/2192862495 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f335c005210 0x7f335c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f33727fc700 1 -- 172.21.15.67:0/2192862495 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f335c003a00 msgr2=0x7f335c003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f33727fc700 1 --2- 172.21.15.67:0/2192862495 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f335c003a00 0x7f335c003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f33727fc700 1 -- 172.21.15.67:0/2192862495 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f335c005210 msgr2=0x7f335c00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f33727fc700 1 --2- 172.21.15.67:0/2192862495 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f335c005210 0x7f335c00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f33727fc700 1 -- 172.21.15.67:0/2192862495 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f335c0035b0 con 0x7f335c004850 2023-10-21T13:05:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f33737fe700 1 --2- 172.21.15.67:0/2192862495 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f335c005210 0x7f335c00ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.972+0000 7f33737fe700 1 -- 172.21.15.67:0/2192862495 reap_dead start 2023-10-21T13:05:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.973+0000 7f33727fc700 1 --2- 172.21.15.67:0/2192862495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f335c004850 0x7f335c004cd0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f336800c240 tx=0x7f335c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3e7fbe616f93e65 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.973+0000 7f3371ffb700 1 -- 172.21.15.67:0/2192862495 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3368007c10 con 0x7f335c004850 2023-10-21T13:05:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.973+0000 7f3371ffb700 1 -- 172.21.15.67:0/2192862495 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f336800ce00 con 0x7f335c004850 2023-10-21T13:05:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.973+0000 7f3371ffb700 1 -- 172.21.15.67:0/2192862495 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3368005ba0 con 0x7f335c004850 2023-10-21T13:05:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.973+0000 7f33796fa700 1 -- 172.21.15.67:0/2192862495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f335c004850 msgr2=0x7f335c004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.973+0000 7f33796fa700 1 --2- 172.21.15.67:0/2192862495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f335c004850 0x7f335c004cd0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f336800c240 tx=0x7f335c005880 comp rx=0 tx=0).stop 2023-10-21T13:05:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.973+0000 7f33796fa700 1 -- 172.21.15.67:0/2192862495 shutdown_connections 2023-10-21T13:05:37.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.973+0000 7f33796fa700 1 --2- 172.21.15.67:0/2192862495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f335c004850 0x7f335c004cd0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.973+0000 7f33796fa700 1 -- 172.21.15.67:0/2192862495 >> 172.21.15.67:0/2192862495 conn(0x7f337406eb80 msgr2=0x7f337406ef90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:37.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.973+0000 7f33796fa700 1 -- 172.21.15.67:0/2192862495 shutdown_connections 2023-10-21T13:05:37.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.973+0000 7f33796fa700 1 -- 172.21.15.67:0/2192862495 wait complete. 2023-10-21T13:05:37.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.975+0000 7f33796fa700 1 Processor -- start 2023-10-21T13:05:37.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.975+0000 7f33796fa700 1 -- start start 2023-10-21T13:05:37.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.975+0000 7f33796fa700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f335c004850 0x7f33740b0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.975+0000 7f33796fa700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33741f62d0 0x7f337415fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.975+0000 7f33796fa700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33740cf5b0 0x7f33740cfa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.975+0000 7f33796fa700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33740cff70 con 0x7f335c004850 2023-10-21T13:05:37.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.975+0000 7f33796fa700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33740c8630 con 0x7f33741f62d0 2023-10-21T13:05:37.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.975+0000 7f33796fa700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33741600f0 con 0x7f33740cf5b0 2023-10-21T13:05:37.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.975+0000 7f3372ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f335c004850 0x7f33740b0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.975+0000 7f3372ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f335c004850 0x7f33740b0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32994/0 (socket says 172.21.15.67:32994) 2023-10-21T13:05:37.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.975+0000 7f3372ffd700 1 -- 172.21.15.67:0/2487289363 learned_addr learned my addr 172.21.15.67:0/2487289363 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:37.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.976+0000 7f3372ffd700 1 -- 172.21.15.67:0/2487289363 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33740cf5b0 msgr2=0x7f33740cfa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.976+0000 7f3372ffd700 1 --2- 172.21.15.67:0/2487289363 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33740cf5b0 0x7f33740cfa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.976+0000 7f3372ffd700 1 -- 172.21.15.67:0/2487289363 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33741f62d0 msgr2=0x7f337415fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:37.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.976+0000 7f33727fc700 1 --2- 172.21.15.67:0/2487289363 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33741f62d0 0x7f337415fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.976+0000 7f3372ffd700 1 --2- 172.21.15.67:0/2487289363 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33741f62d0 0x7f337415fbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:37.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.976+0000 7f3372ffd700 1 -- 172.21.15.67:0/2487289363 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33741f6820 con 0x7f335c004850 2023-10-21T13:05:37.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.976+0000 7f3372ffd700 1 --2- 172.21.15.67:0/2487289363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f335c004850 0x7f33740b0240 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f336400f7a0 tx=0x7f336400fb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:37.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.976+0000 7f335b7fe700 1 -- 172.21.15.67:0/2487289363 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33640052e0 con 0x7f335c004850 2023-10-21T13:05:37.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.976+0000 7f335b7fe700 1 -- 172.21.15.67:0/2487289363 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3364005440 con 0x7f335c004850 2023-10-21T13:05:37.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.976+0000 7f33796fa700 1 -- 172.21.15.67:0/2487289363 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33741f6b00 con 0x7f335c004850 2023-10-21T13:05:37.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.976+0000 7f335b7fe700 1 -- 172.21.15.67:0/2487289363 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33640038c0 con 0x7f335c004850 2023-10-21T13:05:37.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.976+0000 7f33796fa700 1 -- 172.21.15.67:0/2487289363 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33741f70c0 con 0x7f335c004850 2023-10-21T13:05:37.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.977+0000 7f33796fa700 1 -- 172.21.15.67:0/2487289363 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3374074d40 con 0x7f335c004850 2023-10-21T13:05:37.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.978+0000 7f335b7fe700 1 -- 172.21.15.67:0/2487289363 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3364003a20 con 0x7f335c004850 2023-10-21T13:05:37.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.978+0000 7f335b7fe700 1 --2- 172.21.15.67:0/2487289363 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f336006af00 0x7f336006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:37.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.978+0000 7f335b7fe700 1 -- 172.21.15.67:0/2487289363 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f33640892f0 con 0x7f335c004850 2023-10-21T13:05:37.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.978+0000 7f33727fc700 1 --2- 172.21.15.67:0/2487289363 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f336006af00 0x7f336006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:37.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.979+0000 7f33727fc700 1 --2- 172.21.15.67:0/2487289363 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f336006af00 0x7f336006d3c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f33740c8500 tx=0x7f3368007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:37.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:37.982+0000 7f335b7fe700 1 -- 172.21.15.67:0/2487289363 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f33640543a0 con 0x7f335c004850 2023-10-21T13:05:38.227 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.225+0000 7f33796fa700 1 -- 172.21.15.67:0/2487289363 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f33740b7450 con 0x7f335c004850 2023-10-21T13:05:38.228 INFO:tasks.ceph.mon.a.smithi067.stderr:2023-10-21T13:05:38.226+0000 7f426a055700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-21T13:05:38.229 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.227+0000 7f335b7fe700 1 -- 172.21.15.67:0/2487289363 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) v1 ==== 161+0+0 (secure 0 0 0) 0x7f33640579c0 con 0x7f335c004850 2023-10-21T13:05:38.232 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.230+0000 7f33796fa700 1 -- 172.21.15.67:0/2487289363 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f336006af00 msgr2=0x7f336006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:38.232 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.230+0000 7f33796fa700 1 --2- 172.21.15.67:0/2487289363 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f336006af00 0x7f336006d3c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f33740c8500 tx=0x7f3368007000 comp rx=0 tx=0).stop 2023-10-21T13:05:38.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.230+0000 7f33796fa700 1 -- 172.21.15.67:0/2487289363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f335c004850 msgr2=0x7f33740b0240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:38.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.230+0000 7f33796fa700 1 --2- 172.21.15.67:0/2487289363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f335c004850 0x7f33740b0240 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f336400f7a0 tx=0x7f336400fb60 comp rx=0 tx=0).stop 2023-10-21T13:05:38.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.230+0000 7f33796fa700 1 -- 172.21.15.67:0/2487289363 shutdown_connections 2023-10-21T13:05:38.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.230+0000 7f33796fa700 1 --2- 172.21.15.67:0/2487289363 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f336006af00 0x7f336006d3c0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:38.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.230+0000 7f33796fa700 1 --2- 172.21.15.67:0/2487289363 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33740cf5b0 0x7f33740cfa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.230+0000 7f33796fa700 1 --2- 172.21.15.67:0/2487289363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f335c004850 0x7f33740b0240 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.230+0000 7f33796fa700 1 --2- 172.21.15.67:0/2487289363 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33741f62d0 0x7f337415fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.230+0000 7f33796fa700 1 -- 172.21.15.67:0/2487289363 >> 172.21.15.67:0/2487289363 conn(0x7f337406eb80 msgr2=0x7f33740b17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.230+0000 7f33796fa700 1 -- 172.21.15.67:0/2487289363 shutdown_connections 2023-10-21T13:05:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.230+0000 7f33796fa700 1 -- 172.21.15.67:0/2487289363 wait complete. 2023-10-21T13:05:38.235 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-10-21T13:05:38.245 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-10-21T13:05:38.273 INFO:tasks.ceph.mds.b.smithi190.stdout:starting mds.b at 2023-10-21T13:05:38.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.369+0000 7f00cfd1b700 1 Processor -- start 2023-10-21T13:05:38.372 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.370+0000 7f00cfd1b700 1 -- start start 2023-10-21T13:05:38.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.370+0000 7f00cfd1b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f00c80cf1e0 0x7f00c80cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:38.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.370+0000 7f00cfd1b700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f00c815a720 0x7f00c80b25a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:38.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.370+0000 7f00cfd1b700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00c80cba00 con 0x7f00c8072770 2023-10-21T13:05:38.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.370+0000 7f00cfd1b700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00c80cfb00 con 0x7f00c80cf1e0 2023-10-21T13:05:38.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.370+0000 7f00cfd1b700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00c80ce4e0 con 0x7f00c815a720 2023-10-21T13:05:38.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.371+0000 7f00cdab7700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f00c80cf1e0 0x7f00c80cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:38.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.371+0000 7f00cd2b6700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f00c8072770 0x7f00c80b1e90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49296/0 (socket says 172.21.15.67:49296) 2023-10-21T13:05:38.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.371+0000 7f00cd2b6700 1 -- 172.21.15.67:0/4115567755 learned_addr learned my addr 172.21.15.67:0/4115567755 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:38.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.371+0000 7f00ce2b8700 1 --2- 172.21.15.67:0/4115567755 >> v2:172.21.15.190:3300/0 conn(0x7f00c815a720 0x7f00c80b25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:38.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.371+0000 7f00cdab7700 1 -- 172.21.15.67:0/4115567755 >> v2:172.21.15.190:3300/0 conn(0x7f00c815a720 msgr2=0x7f00c80b25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:38.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.371+0000 7f00cdab7700 1 --2- 172.21.15.67:0/4115567755 >> v2:172.21.15.190:3300/0 conn(0x7f00c815a720 0x7f00c80b25a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:38.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.371+0000 7f00cdab7700 1 -- 172.21.15.67:0/4115567755 >> v1:172.21.15.67:6789/0 conn(0x7f00c8072770 legacy=0x7f00c80b1e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:38.382 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.371+0000 7f00ccab5700 1 -- 172.21.15.67:0/4115567755 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2440976362 0 0) 0x7f00c80cba00 con 0x7f00c8072770 2023-10-21T13:05:38.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.371+0000 7f00cdab7700 1 -- 172.21.15.67:0/4115567755 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00c80ce7c0 con 0x7f00c80cf1e0 2023-10-21T13:05:38.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.371+0000 7f00cdab7700 1 --2- 172.21.15.67:0/4115567755 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c80cf1e0 0x7f00c80cf5c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f00c80720c0 tx=0x7f00c4009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96bd61fa7be3e813 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:38.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.371+0000 7f00ccab5700 1 -- 172.21.15.67:0/4115567755 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c4011830 con 0x7f00c80cf1e0 2023-10-21T13:05:38.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.371+0000 7f00ccab5700 1 -- 172.21.15.67:0/4115567755 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00c4011990 con 0x7f00c80cf1e0 2023-10-21T13:05:38.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.371+0000 7f00ccab5700 1 -- 172.21.15.67:0/4115567755 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c4011d20 con 0x7f00c80cf1e0 2023-10-21T13:05:38.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.372+0000 7f00cfd1b700 1 -- 172.21.15.67:0/4115567755 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c80cf1e0 msgr2=0x7f00c80cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:38.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.372+0000 7f00cfd1b700 1 --2- 172.21.15.67:0/4115567755 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c80cf1e0 0x7f00c80cf5c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f00c80720c0 tx=0x7f00c4009b20 comp rx=0 tx=0).stop 2023-10-21T13:05:38.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.372+0000 7f00cfd1b700 1 -- 172.21.15.67:0/4115567755 shutdown_connections 2023-10-21T13:05:38.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.372+0000 7f00cfd1b700 1 --2- 172.21.15.67:0/4115567755 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c80cf1e0 0x7f00c80cf5c0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:38.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.372+0000 7f00cfd1b700 1 --2- 172.21.15.67:0/4115567755 >> v2:172.21.15.190:3300/0 conn(0x7f00c815a720 0x7f00c80b25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:38.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.372+0000 7f00cfd1b700 1 -- 172.21.15.67:0/4115567755 >> 172.21.15.67:0/4115567755 conn(0x7f00c806be00 msgr2=0x7f00c806c210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:38.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.372+0000 7f00cfd1b700 1 -- 172.21.15.67:0/4115567755 shutdown_connections 2023-10-21T13:05:38.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.372+0000 7f00cfd1b700 1 -- 172.21.15.67:0/4115567755 wait complete. 2023-10-21T13:05:38.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.373+0000 7f00cfd1b700 1 Processor -- start 2023-10-21T13:05:38.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.373+0000 7f00cfd1b700 1 -- start start 2023-10-21T13:05:38.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cfd1b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c8072770 0x7f00c80c5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:38.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cfd1b700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f00c80cf1e0 0x7f00c8156e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:38.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cfd1b700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f00c815a720 0x7f00c80c7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:38.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cfd1b700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00c815c240 con 0x7f00c8072770 2023-10-21T13:05:38.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cfd1b700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00c815bbf0 con 0x7f00c80cf1e0 2023-10-21T13:05:38.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cfd1b700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00c80c8430 con 0x7f00c815a720 2023-10-21T13:05:38.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cdab7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c8072770 0x7f00c80c5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:38.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cdab7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c8072770 0x7f00c80c5520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33008/0 (socket says 172.21.15.67:33008) 2023-10-21T13:05:38.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cdab7700 1 -- 172.21.15.67:0/1040633269 learned_addr learned my addr 172.21.15.67:0/1040633269 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:38.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cd2b6700 1 --2- 172.21.15.67:0/1040633269 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f00c80cf1e0 0x7f00c8156e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:38.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00ce2b8700 1 --2- 172.21.15.67:0/1040633269 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f00c815a720 0x7f00c80c7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:38.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cdab7700 1 -- 172.21.15.67:0/1040633269 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f00c815a720 msgr2=0x7f00c80c7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:38.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cdab7700 1 --2- 172.21.15.67:0/1040633269 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f00c815a720 0x7f00c80c7ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:38.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cdab7700 1 -- 172.21.15.67:0/1040633269 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f00c80cf1e0 msgr2=0x7f00c8156e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:38.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cdab7700 1 --2- 172.21.15.67:0/1040633269 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f00c80cf1e0 0x7f00c8156e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:38.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.374+0000 7f00cdab7700 1 -- 172.21.15.67:0/1040633269 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00c40094a0 con 0x7f00c8072770 2023-10-21T13:05:38.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.375+0000 7f00cdab7700 1 --2- 172.21.15.67:0/1040633269 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c8072770 0x7f00c80c5520 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f00c40090b0 tx=0x7f00c4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:38.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.375+0000 7f00ba7fc700 1 -- 172.21.15.67:0/1040633269 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c40036a0 con 0x7f00c8072770 2023-10-21T13:05:38.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.375+0000 7f00ba7fc700 1 -- 172.21.15.67:0/1040633269 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00c401f070 con 0x7f00c8072770 2023-10-21T13:05:38.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.375+0000 7f00ba7fc700 1 -- 172.21.15.67:0/1040633269 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c4003a60 con 0x7f00c8072770 2023-10-21T13:05:38.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.375+0000 7f00cfd1b700 1 -- 172.21.15.67:0/1040633269 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00c80c86d0 con 0x7f00c8072770 2023-10-21T13:05:38.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.375+0000 7f00cfd1b700 1 -- 172.21.15.67:0/1040633269 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00c81567e0 con 0x7f00c8072770 2023-10-21T13:05:38.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.376+0000 7f00cfd1b700 1 -- 172.21.15.67:0/1040633269 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00c8074d40 con 0x7f00c8072770 2023-10-21T13:05:38.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.376+0000 7f00ba7fc700 1 -- 172.21.15.67:0/1040633269 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f00c4003bc0 con 0x7f00c8072770 2023-10-21T13:05:38.394 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.377+0000 7f00ba7fc700 1 --2- 172.21.15.67:0/1040633269 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f00ac06af00 0x7f00ac06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:38.394 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.377+0000 7f00ba7fc700 1 -- 172.21.15.67:0/1040633269 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f00c4021070 con 0x7f00c8072770 2023-10-21T13:05:38.394 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.377+0000 7f00cd2b6700 1 --2- 172.21.15.67:0/1040633269 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f00ac06af00 0x7f00ac06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:38.394 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.377+0000 7f00cd2b6700 1 --2- 172.21.15.67:0/1040633269 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f00ac06af00 0x7f00ac06d3c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f00c80c5120 tx=0x7f00bc007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:38.395 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.381+0000 7f00ba7fc700 1 -- 172.21.15.67:0/1040633269 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f00c4055ec0 con 0x7f00c8072770 2023-10-21T13:05:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:38.629+0000 7f00cfd1b700 1 -- 172.21.15.67:0/1040633269 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f00c80ca950 con 0x7f00c8072770 2023-10-21T13:05:39.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.229+0000 7f00ba7fc700 1 -- 172.21.15.67:0/1040633269 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) v1 ==== 104+0+0 (secure 0 0 0) 0x7f00c40150a0 con 0x7f00c8072770 2023-10-21T13:05:39.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.231+0000 7f00cfd1b700 1 -- 172.21.15.67:0/1040633269 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f00ac06af00 msgr2=0x7f00ac06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:39.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.231+0000 7f00cfd1b700 1 --2- 172.21.15.67:0/1040633269 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f00ac06af00 0x7f00ac06d3c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f00c80c5120 tx=0x7f00bc007de0 comp rx=0 tx=0).stop 2023-10-21T13:05:39.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.231+0000 7f00cfd1b700 1 -- 172.21.15.67:0/1040633269 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c8072770 msgr2=0x7f00c80c5520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:39.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.231+0000 7f00cfd1b700 1 --2- 172.21.15.67:0/1040633269 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c8072770 0x7f00c80c5520 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f00c40090b0 tx=0x7f00c4004750 comp rx=0 tx=0).stop 2023-10-21T13:05:39.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.231+0000 7f00cfd1b700 1 -- 172.21.15.67:0/1040633269 shutdown_connections 2023-10-21T13:05:39.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.231+0000 7f00cfd1b700 1 --2- 172.21.15.67:0/1040633269 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f00ac06af00 0x7f00ac06d3c0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.231+0000 7f00cfd1b700 1 --2- 172.21.15.67:0/1040633269 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f00c815a720 0x7f00c80c7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.231+0000 7f00cfd1b700 1 --2- 172.21.15.67:0/1040633269 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c8072770 0x7f00c80c5520 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.231+0000 7f00cfd1b700 1 --2- 172.21.15.67:0/1040633269 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f00c80cf1e0 0x7f00c8156e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.231+0000 7f00cfd1b700 1 -- 172.21.15.67:0/1040633269 >> 172.21.15.67:0/1040633269 conn(0x7f00c806be00 msgr2=0x7f00c80cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.232+0000 7f00cfd1b700 1 -- 172.21.15.67:0/1040633269 shutdown_connections 2023-10-21T13:05:39.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.232+0000 7f00cfd1b700 1 -- 172.21.15.67:0/1040633269 wait complete. 2023-10-21T13:05:39.248 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-10-21T13:05:39.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.378+0000 7f274de0a700 1 Processor -- start 2023-10-21T13:05:39.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.378+0000 7f274de0a700 1 -- start start 2023-10-21T13:05:39.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.379+0000 7f274de0a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f274815b6c0 0x7f27480b2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:39.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.379+0000 7f274de0a700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f2748071a30 0x7f274806de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:39.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.379+0000 7f274de0a700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27480b24e0 con 0x7f274806e380 2023-10-21T13:05:39.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.379+0000 7f274de0a700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f274806e7f0 con 0x7f2748071a30 2023-10-21T13:05:39.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.379+0000 7f274de0a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f274815baa0 con 0x7f274815b6c0 2023-10-21T13:05:39.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.379+0000 7f2746ffd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f2748071a30 0x7f274806de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:39.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.379+0000 7f2746ffd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f2748071a30 0x7f274806de40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33018/0 (socket says 172.21.15.67:33018) 2023-10-21T13:05:39.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.379+0000 7f2746ffd700 1 -- 172.21.15.67:0/141967340 learned_addr learned my addr 172.21.15.67:0/141967340 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:39.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.379+0000 7f27477fe700 1 --2- 172.21.15.67:0/141967340 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f274815b6c0 0x7f27480b2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:39.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.379+0000 7f2746ffd700 1 -- 172.21.15.67:0/141967340 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f274815b6c0 msgr2=0x7f27480b2880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:39.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.379+0000 7f2746ffd700 1 --2- 172.21.15.67:0/141967340 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f274815b6c0 0x7f27480b2880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:39.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.379+0000 7f2746ffd700 1 -- 172.21.15.67:0/141967340 >> v1:172.21.15.190:6789/0 conn(0x7f274806e380 legacy=0x7f274806a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:39.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.379+0000 7f2746ffd700 1 -- 172.21.15.67:0/141967340 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2748071ef0 con 0x7f2748071a30 2023-10-21T13:05:39.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.379+0000 7f2746ffd700 1 --2- 172.21.15.67:0/141967340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2748071a30 0x7f274806de40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f27380098f0 tx=0x7f2738009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e37e2a475236a5a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:39.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.380+0000 7f27467fc700 1 -- 172.21.15.67:0/141967340 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f273800b8a0 con 0x7f2748071a30 2023-10-21T13:05:39.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.380+0000 7f27467fc700 1 -- 172.21.15.67:0/141967340 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f273800ba00 con 0x7f2748071a30 2023-10-21T13:05:39.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.380+0000 7f27467fc700 1 -- 172.21.15.67:0/141967340 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f273800bd90 con 0x7f2748071a30 2023-10-21T13:05:39.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.380+0000 7f274de0a700 1 -- 172.21.15.67:0/141967340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2748071a30 msgr2=0x7f274806de40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:39.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.380+0000 7f274de0a700 1 --2- 172.21.15.67:0/141967340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2748071a30 0x7f274806de40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f27380098f0 tx=0x7f2738009c00 comp rx=0 tx=0).stop 2023-10-21T13:05:39.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.380+0000 7f274de0a700 1 -- 172.21.15.67:0/141967340 shutdown_connections 2023-10-21T13:05:39.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.380+0000 7f274de0a700 1 --2- 172.21.15.67:0/141967340 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f274815b6c0 0x7f27480b2880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:39.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.380+0000 7f274de0a700 1 --2- 172.21.15.67:0/141967340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2748071a30 0x7f274806de40 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:39.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.380+0000 7f274de0a700 1 -- 172.21.15.67:0/141967340 >> 172.21.15.67:0/141967340 conn(0x7f274806be00 msgr2=0x7f274806c210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:39.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.380+0000 7f274de0a700 1 -- 172.21.15.67:0/141967340 shutdown_connections 2023-10-21T13:05:39.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.380+0000 7f274de0a700 1 -- 172.21.15.67:0/141967340 wait complete. 2023-10-21T13:05:39.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.381+0000 7f274de0a700 1 Processor -- start 2023-10-21T13:05:39.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.382+0000 7f274de0a700 1 -- start start 2023-10-21T13:05:39.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.382+0000 7f274de0a700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274806e380 0x7f2748159a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:39.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.382+0000 7f274de0a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2748071a30 0x7f27480ad5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:39.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.382+0000 7f274de0a700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f274815b6c0 0x7f27480c5200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:39.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.382+0000 7f274de0a700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2748159f80 con 0x7f274806e380 2023-10-21T13:05:39.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.382+0000 7f274de0a700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27481f5f40 con 0x7f274815b6c0 2023-10-21T13:05:39.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.382+0000 7f274de0a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27481f5330 con 0x7f2748071a30 2023-10-21T13:05:39.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f27477fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274806e380 0x7f2748159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:39.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f27477fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274806e380 0x7f2748159a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33022/0 (socket says 172.21.15.67:33022) 2023-10-21T13:05:39.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f27477fe700 1 -- 172.21.15.67:0/3992177772 learned_addr learned my addr 172.21.15.67:0/3992177772 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:39.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f2746ffd700 1 --2- 172.21.15.67:0/3992177772 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2748071a30 0x7f27480ad5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:39.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f2747fff700 1 --2- 172.21.15.67:0/3992177772 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f274815b6c0 0x7f27480c5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:39.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f27477fe700 1 -- 172.21.15.67:0/3992177772 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2748071a30 msgr2=0x7f27480ad5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:39.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f27477fe700 1 --2- 172.21.15.67:0/3992177772 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2748071a30 0x7f27480ad5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:39.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f27477fe700 1 -- 172.21.15.67:0/3992177772 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f274815b6c0 msgr2=0x7f27480c5200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:39.394 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f27477fe700 1 --2- 172.21.15.67:0/3992177772 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f274815b6c0 0x7f27480c5200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:39.394 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f27477fe700 1 -- 172.21.15.67:0/3992177772 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2738009550 con 0x7f274806e380 2023-10-21T13:05:39.394 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f27477fe700 1 --2- 172.21.15.67:0/3992177772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274806e380 0x7f2748159a40 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f273000e810 tx=0x7f273000eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:39.394 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f273ffff700 1 -- 172.21.15.67:0/3992177772 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f273000c070 con 0x7f274806e380 2023-10-21T13:05:39.395 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f273ffff700 1 -- 172.21.15.67:0/3992177772 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2730013610 con 0x7f274806e380 2023-10-21T13:05:39.397 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f274de0a700 1 -- 172.21.15.67:0/3992177772 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27481f5610 con 0x7f274806e380 2023-10-21T13:05:39.397 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f273ffff700 1 -- 172.21.15.67:0/3992177772 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27300139c0 con 0x7f274806e380 2023-10-21T13:05:39.397 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.383+0000 7f274de0a700 1 -- 172.21.15.67:0/3992177772 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27481f5bd0 con 0x7f274806e380 2023-10-21T13:05:39.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.384+0000 7f274de0a700 1 -- 172.21.15.67:0/3992177772 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2748074d40 con 0x7f274806e380 2023-10-21T13:05:39.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.385+0000 7f273ffff700 1 -- 172.21.15.67:0/3992177772 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f2730013b20 con 0x7f274806e380 2023-10-21T13:05:39.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.385+0000 7f273ffff700 1 --2- 172.21.15.67:0/3992177772 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f272806af00 0x7f272806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:39.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.385+0000 7f273ffff700 1 -- 172.21.15.67:0/3992177772 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2730089340 con 0x7f274806e380 2023-10-21T13:05:39.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.385+0000 7f2746ffd700 1 --2- 172.21.15.67:0/3992177772 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f272806af00 0x7f272806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:39.399 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.386+0000 7f2746ffd700 1 --2- 172.21.15.67:0/3992177772 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f272806af00 0x7f272806d3c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f2738014040 tx=0x7f2738008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:39.399 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.389+0000 7f273ffff700 1 -- 172.21.15.67:0/3992177772 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f27300543a0 con 0x7f274806e380 2023-10-21T13:05:39.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:39.591+0000 7f274de0a700 1 -- 172.21.15.67:0/3992177772 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f27480ccaa0 con 0x7f274806e380 2023-10-21T13:05:40.554 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.553+0000 7f273ffff700 1 -- 172.21.15.67:0/3992177772 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v22) v1 ==== 181+0+0 (secure 0 0 0) 0x7f27300579c0 con 0x7f274806e380 2023-10-21T13:05:40.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.556+0000 7f274de0a700 1 -- 172.21.15.67:0/3992177772 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f272806af00 msgr2=0x7f272806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:40.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.556+0000 7f274de0a700 1 --2- 172.21.15.67:0/3992177772 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f272806af00 0x7f272806d3c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f2738014040 tx=0x7f2738008030 comp rx=0 tx=0).stop 2023-10-21T13:05:40.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.556+0000 7f274de0a700 1 -- 172.21.15.67:0/3992177772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274806e380 msgr2=0x7f2748159a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:40.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.556+0000 7f274de0a700 1 --2- 172.21.15.67:0/3992177772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274806e380 0x7f2748159a40 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f273000e810 tx=0x7f273000eb20 comp rx=0 tx=0).stop 2023-10-21T13:05:40.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.556+0000 7f274de0a700 1 -- 172.21.15.67:0/3992177772 shutdown_connections 2023-10-21T13:05:40.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.556+0000 7f274de0a700 1 --2- 172.21.15.67:0/3992177772 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f274815b6c0 0x7f27480c5200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:40.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.556+0000 7f274de0a700 1 --2- 172.21.15.67:0/3992177772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274806e380 0x7f2748159a40 secure :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f273000e810 tx=0x7f273000eb20 comp rx=0 tx=0).stop 2023-10-21T13:05:40.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.556+0000 7f274de0a700 1 --2- 172.21.15.67:0/3992177772 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f272806af00 0x7f272806d3c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:40.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.556+0000 7f274de0a700 1 --2- 172.21.15.67:0/3992177772 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2748071a30 0x7f27480ad5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:40.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.556+0000 7f274de0a700 1 -- 172.21.15.67:0/3992177772 >> 172.21.15.67:0/3992177772 conn(0x7f274806be00 msgr2=0x7f274815a8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:40.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.557+0000 7f274de0a700 1 -- 172.21.15.67:0/3992177772 shutdown_connections 2023-10-21T13:05:40.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.558+0000 7f274de0a700 1 -- 172.21.15.67:0/3992177772 wait complete. 2023-10-21T13:05:40.562 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2023-10-21T13:05:40.577 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-10-21T13:05:40.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.711+0000 7f6d51874700 1 Processor -- start 2023-10-21T13:05:40.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.711+0000 7f6d51874700 1 -- start start 2023-10-21T13:05:40.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.711+0000 7f6d51874700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f6d4c0cc190 0x7f6d4c0cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:40.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.711+0000 7f6d51874700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d4c0d09b0 0x7f6d4c0d0e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:40.716 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.711+0000 7f6d51874700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f6d4c0b2ef0 0x7f6d4c0b3380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:40.716 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.711+0000 7f6d51874700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d4c0b38c0 con 0x7f6d4c0cc190 2023-10-21T13:05:40.716 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.711+0000 7f6d51874700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d4c15f250 con 0x7f6d4c0b2ef0 2023-10-21T13:05:40.716 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.711+0000 7f6d51874700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d4c15f4a0 con 0x7f6d4c0d09b0 2023-10-21T13:05:40.717 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d4affd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f6d4c0cc190 0x7f6d4c0cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:40.717 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d4affd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f6d4c0cc190 0x7f6d4c0cf3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33030/0 (socket says 172.21.15.67:33030) 2023-10-21T13:05:40.717 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d4affd700 1 -- 172.21.15.67:0/1364691298 learned_addr learned my addr 172.21.15.67:0/1364691298 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:40.717 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d4a7fc700 1 --2- 172.21.15.67:0/1364691298 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d4c0d09b0 0x7f6d4c0d0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:40.718 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d4b7fe700 1 --2- 172.21.15.67:0/1364691298 >> v2:172.21.15.190:3300/0 conn(0x7f6d4c0b2ef0 0x7f6d4c0b3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:40.718 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d4affd700 1 -- 172.21.15.67:0/1364691298 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d4c0d09b0 msgr2=0x7f6d4c0d0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:40.718 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d4affd700 1 --2- 172.21.15.67:0/1364691298 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d4c0d09b0 0x7f6d4c0d0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:40.718 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d4affd700 1 -- 172.21.15.67:0/1364691298 >> v2:172.21.15.190:3300/0 conn(0x7f6d4c0b2ef0 msgr2=0x7f6d4c0b3380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:40.719 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d4affd700 1 --2- 172.21.15.67:0/1364691298 >> v2:172.21.15.190:3300/0 conn(0x7f6d4c0b2ef0 0x7f6d4c0b3380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:40.719 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d4affd700 1 -- 172.21.15.67:0/1364691298 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d4c15f780 con 0x7f6d4c0cc190 2023-10-21T13:05:40.719 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d4a7fc700 1 --2- 172.21.15.67:0/1364691298 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d4c0d09b0 0x7f6d4c0d0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:40.719 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d4affd700 1 --2- 172.21.15.67:0/1364691298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d4c0cc190 0x7f6d4c0cf3e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c072830 tx=0x7f6d3c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52202c89b4189715 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:40.720 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d49ffb700 1 -- 172.21.15.67:0/1364691298 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c00b870 con 0x7f6d4c0cc190 2023-10-21T13:05:40.720 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d49ffb700 1 -- 172.21.15.67:0/1364691298 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d3c00b9d0 con 0x7f6d4c0cc190 2023-10-21T13:05:40.720 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.712+0000 7f6d49ffb700 1 -- 172.21.15.67:0/1364691298 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c00bd60 con 0x7f6d4c0cc190 2023-10-21T13:05:40.720 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.713+0000 7f6d51874700 1 -- 172.21.15.67:0/1364691298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d4c0cc190 msgr2=0x7f6d4c0cf3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:40.720 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.713+0000 7f6d51874700 1 --2- 172.21.15.67:0/1364691298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d4c0cc190 0x7f6d4c0cf3e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c072830 tx=0x7f6d3c009bd0 comp rx=0 tx=0).stop 2023-10-21T13:05:40.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.713+0000 7f6d51874700 1 -- 172.21.15.67:0/1364691298 shutdown_connections 2023-10-21T13:05:40.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.713+0000 7f6d51874700 1 --2- 172.21.15.67:0/1364691298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d4c0cc190 0x7f6d4c0cf3e0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:40.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.713+0000 7f6d51874700 1 --2- 172.21.15.67:0/1364691298 >> v2:172.21.15.190:3300/0 conn(0x7f6d4c0b2ef0 0x7f6d4c0b3380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:40.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.713+0000 7f6d51874700 1 --2- 172.21.15.67:0/1364691298 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d4c0d09b0 0x7f6d4c0d0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:40.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.713+0000 7f6d51874700 1 -- 172.21.15.67:0/1364691298 >> 172.21.15.67:0/1364691298 conn(0x7f6d4c0cdef0 msgr2=0x7f6d4c0ce300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:40.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.713+0000 7f6d51874700 1 -- 172.21.15.67:0/1364691298 shutdown_connections 2023-10-21T13:05:40.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.713+0000 7f6d51874700 1 -- 172.21.15.67:0/1364691298 wait complete. 2023-10-21T13:05:40.725 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.714+0000 7f6d51874700 1 Processor -- start 2023-10-21T13:05:40.725 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.714+0000 7f6d51874700 1 -- start start 2023-10-21T13:05:40.725 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.715+0000 7f6d51874700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d4c0b2ef0 0x7f6d4c153800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:40.725 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.715+0000 7f6d51874700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d4c0cc190 0x7f6d4c154660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:40.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.715+0000 7f6d51874700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d4c0d09b0 0x7f6d4c154ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:40.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.715+0000 7f6d51874700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d4c06ba80 con 0x7f6d4c0d09b0 2023-10-21T13:05:40.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.715+0000 7f6d51874700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d4c06bd60 con 0x7f6d4c0b2ef0 2023-10-21T13:05:40.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.715+0000 7f6d51874700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d4c06c040 con 0x7f6d4c0cc190 2023-10-21T13:05:40.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.715+0000 7f6d4b7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d4c0d09b0 0x7f6d4c154ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:40.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.715+0000 7f6d4b7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d4c0d09b0 0x7f6d4c154ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33040/0 (socket says 172.21.15.67:33040) 2023-10-21T13:05:40.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.715+0000 7f6d4b7fe700 1 -- 172.21.15.67:0/1407100313 learned_addr learned my addr 172.21.15.67:0/1407100313 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:40.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.715+0000 7f6d4a7fc700 1 --2- 172.21.15.67:0/1407100313 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d4c0cc190 0x7f6d4c154660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:40.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.715+0000 7f6d4affd700 1 --2- 172.21.15.67:0/1407100313 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d4c0b2ef0 0x7f6d4c153800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:40.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.716+0000 7f6d4b7fe700 1 -- 172.21.15.67:0/1407100313 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d4c0cc190 msgr2=0x7f6d4c154660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:40.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.716+0000 7f6d4b7fe700 1 --2- 172.21.15.67:0/1407100313 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d4c0cc190 0x7f6d4c154660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:40.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.716+0000 7f6d4b7fe700 1 -- 172.21.15.67:0/1407100313 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d4c0b2ef0 msgr2=0x7f6d4c153800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:40.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.716+0000 7f6d4b7fe700 1 --2- 172.21.15.67:0/1407100313 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d4c0b2ef0 0x7f6d4c153800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:40.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.716+0000 7f6d4b7fe700 1 -- 172.21.15.67:0/1407100313 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d3c009550 con 0x7f6d4c0d09b0 2023-10-21T13:05:40.729 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.716+0000 7f6d4b7fe700 1 --2- 172.21.15.67:0/1407100313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d4c0d09b0 0x7f6d4c154ba0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f6d4400cd20 tx=0x7f6d4400a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:40.729 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.716+0000 7f6d33fff700 1 -- 172.21.15.67:0/1407100313 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d4400ce10 con 0x7f6d4c0d09b0 2023-10-21T13:05:40.729 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.716+0000 7f6d33fff700 1 -- 172.21.15.67:0/1407100313 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d44003a20 con 0x7f6d4c0d09b0 2023-10-21T13:05:40.729 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.716+0000 7f6d51874700 1 -- 172.21.15.67:0/1407100313 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d4c06c320 con 0x7f6d4c0d09b0 2023-10-21T13:05:40.729 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.716+0000 7f6d33fff700 1 -- 172.21.15.67:0/1407100313 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d44003db0 con 0x7f6d4c0d09b0 2023-10-21T13:05:40.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.716+0000 7f6d51874700 1 -- 172.21.15.67:0/1407100313 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d4c153d40 con 0x7f6d4c0d09b0 2023-10-21T13:05:40.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.717+0000 7f6d51874700 1 -- 172.21.15.67:0/1407100313 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d4c06c840 con 0x7f6d4c0d09b0 2023-10-21T13:05:40.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.717+0000 7f6d33fff700 1 -- 172.21.15.67:0/1407100313 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6d44003fd0 con 0x7f6d4c0d09b0 2023-10-21T13:05:40.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.718+0000 7f6d33fff700 1 --2- 172.21.15.67:0/1407100313 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6d3806af00 0x7f6d3806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:40.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.718+0000 7f6d33fff700 1 -- 172.21.15.67:0/1407100313 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5357+0+0 (secure 0 0 0) 0x7f6d44012070 con 0x7f6d4c0d09b0 2023-10-21T13:05:40.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.718+0000 7f6d4affd700 1 --2- 172.21.15.67:0/1407100313 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6d3806af00 0x7f6d3806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:40.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.719+0000 7f6d4affd700 1 --2- 172.21.15.67:0/1407100313 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6d3806af00 0x7f6d3806d3c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c000c00 tx=0x7f6d3c008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:40.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.722+0000 7f6d33fff700 1 -- 172.21.15.67:0/1407100313 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6d4c06c840 con 0x7f6d4c0d09b0 2023-10-21T13:05:40.927 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:40.925+0000 7f6d51874700 1 -- 172.21.15.67:0/1407100313 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f6d4c06c840 con 0x7f6d4c0d09b0 2023-10-21T13:05:41.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.558+0000 7f6d33fff700 1 -- 172.21.15.67:0/1407100313 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v23) v1 ==== 169+0+0 (secure 0 0 0) 0x7f6d4c06c840 con 0x7f6d4c0d09b0 2023-10-21T13:05:41.563 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.560+0000 7f6d51874700 1 -- 172.21.15.67:0/1407100313 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6d3806af00 msgr2=0x7f6d3806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:41.563 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.560+0000 7f6d51874700 1 --2- 172.21.15.67:0/1407100313 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6d3806af00 0x7f6d3806d3c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c000c00 tx=0x7f6d3c008030 comp rx=0 tx=0).stop 2023-10-21T13:05:41.563 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.560+0000 7f6d51874700 1 -- 172.21.15.67:0/1407100313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d4c0d09b0 msgr2=0x7f6d4c154ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:41.563 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.560+0000 7f6d51874700 1 --2- 172.21.15.67:0/1407100313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d4c0d09b0 0x7f6d4c154ba0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f6d4400cd20 tx=0x7f6d4400a570 comp rx=0 tx=0).stop 2023-10-21T13:05:41.563 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.561+0000 7f6d51874700 1 -- 172.21.15.67:0/1407100313 shutdown_connections 2023-10-21T13:05:41.564 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.561+0000 7f6d51874700 1 --2- 172.21.15.67:0/1407100313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d4c0d09b0 0x7f6d4c154ba0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:41.564 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.561+0000 7f6d51874700 1 --2- 172.21.15.67:0/1407100313 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d4c0b2ef0 0x7f6d4c153800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:41.564 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.561+0000 7f6d51874700 1 --2- 172.21.15.67:0/1407100313 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6d3806af00 0x7f6d3806d3c0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:41.564 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.561+0000 7f6d51874700 1 --2- 172.21.15.67:0/1407100313 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d4c0cc190 0x7f6d4c154660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:41.564 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.561+0000 7f6d51874700 1 -- 172.21.15.67:0/1407100313 >> 172.21.15.67:0/1407100313 conn(0x7f6d4c0cdef0 msgr2=0x7f6d4c0cf3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:41.565 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.561+0000 7f6d51874700 1 -- 172.21.15.67:0/1407100313 shutdown_connections 2023-10-21T13:05:41.565 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.561+0000 7f6d51874700 1 -- 172.21.15.67:0/1407100313 wait complete. 2023-10-21T13:05:41.565 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2023-10-21T13:05:41.580 INFO:tasks.ceph.mds.a:Restarting daemon 2023-10-21T13:05:41.581 INFO:tasks.ceph.mds.a:Stopping old one... 2023-10-21T13:05:41.581 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-10-21T13:05:41.581 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T13:05:41.581 INFO:tasks.ceph.mds.c:Restarting daemon 2023-10-21T13:05:41.582 INFO:tasks.ceph.mds.c:Stopping old one... 2023-10-21T13:05:41.582 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-10-21T13:05:41.582 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T13:05:41.583 INFO:tasks.ceph.mds.b:Restarting daemon 2023-10-21T13:05:41.583 INFO:tasks.ceph.mds.b:Stopping old one... 2023-10-21T13:05:41.583 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-10-21T13:05:41.584 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T13:05:41.584 INFO:tasks.ceph.mds.d:Restarting daemon 2023-10-21T13:05:41.584 INFO:tasks.ceph.mds.d:Stopping old one... 2023-10-21T13:05:41.584 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-10-21T13:05:41.585 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T13:05:41.593 INFO:tasks.ceph.mds.a:Stopped 2023-10-21T13:05:41.593 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-10-21T13:05:41.594 INFO:tasks.ceph.mds.c:Stopped 2023-10-21T13:05:41.594 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-10-21T13:05:41.595 INFO:tasks.ceph.mds.b:Stopped 2023-10-21T13:05:41.596 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-10-21T13:05:41.597 INFO:tasks.ceph.mds.d:Stopped 2023-10-21T13:05:41.597 DEBUG:teuthology.orchestra.run.smithi190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-10-21T13:05:41.636 INFO:tasks.ceph.mds.a:Started 2023-10-21T13:05:41.636 DEBUG:teuthology.parallel:result is None 2023-10-21T13:05:41.638 INFO:tasks.ceph.mds.c:Started 2023-10-21T13:05:41.638 DEBUG:teuthology.parallel:result is None 2023-10-21T13:05:41.639 INFO:tasks.ceph.mds.b:Started 2023-10-21T13:05:41.639 DEBUG:teuthology.parallel:result is None 2023-10-21T13:05:41.640 INFO:tasks.ceph.mds.d:Started 2023-10-21T13:05:41.640 DEBUG:teuthology.parallel:result is None 2023-10-21T13:05:41.641 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-10-21T13:05:41.725 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2023-10-21T13:05:41.725 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2023-10-21T13:05:41.727 INFO:tasks.ceph.mds.d.smithi190.stdout:starting mds.d at 2023-10-21T13:05:41.727 INFO:tasks.ceph.mds.b.smithi190.stdout:starting mds.b at 2023-10-21T13:05:41.790 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.788+0000 7f3b4e3d4700 1 Processor -- start 2023-10-21T13:05:41.790 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.788+0000 7f3b4e3d4700 1 -- start start 2023-10-21T13:05:41.793 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.789+0000 7f3b4e3d4700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f3b4815da10 0x7f3b480b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:41.793 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.789+0000 7f3b4e3d4700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b480cb600 con 0x7f3b480b3730 2023-10-21T13:05:41.793 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.789+0000 7f3b4e3d4700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b4815ddf0 con 0x7f3b480cfe40 2023-10-21T13:05:41.794 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.789+0000 7f3b4e3d4700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b480ca9f0 con 0x7f3b4815da10 2023-10-21T13:05:41.794 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.790+0000 7f3b477fe700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f3b480b3730 0x7f3b480cf730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49362/0 (socket says 172.21.15.67:49362) 2023-10-21T13:05:41.794 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.790+0000 7f3b477fe700 1 -- 172.21.15.67:0/558176794 learned_addr learned my addr 172.21.15.67:0/558176794 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:41.794 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.790+0000 7f3b47fff700 1 --2- 172.21.15.67:0/558176794 >> v2:172.21.15.67:3300/0 conn(0x7f3b4815da10 0x7f3b480b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:41.795 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.790+0000 7f3b46ffd700 1 -- 172.21.15.67:0/558176794 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1423503220 0 0) 0x7f3b480cb600 con 0x7f3b480b3730 2023-10-21T13:05:41.795 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.790+0000 7f3b46ffd700 1 -- 172.21.15.67:0/558176794 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3b300035b0 con 0x7f3b480b3730 2023-10-21T13:05:41.795 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.790+0000 7f3b47fff700 1 -- 172.21.15.67:0/558176794 >> v1:172.21.15.190:6789/0 conn(0x7f3b480cfe40 legacy=0x7f3b4806a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:41.795 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.790+0000 7f3b47fff700 1 -- 172.21.15.67:0/558176794 >> v1:172.21.15.67:6789/0 conn(0x7f3b480b3730 legacy=0x7f3b480cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:41.796 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.790+0000 7f3b47fff700 1 -- 172.21.15.67:0/558176794 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b480cacd0 con 0x7f3b4815da10 2023-10-21T13:05:41.796 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.790+0000 7f3b47fff700 1 --2- 172.21.15.67:0/558176794 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b4815da10 0x7f3b480b31f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3b38009820 tx=0x7f3b38009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37ad3832bbd51427 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:41.796 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.790+0000 7f3b46ffd700 1 -- 172.21.15.67:0/558176794 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b38005e30 con 0x7f3b4815da10 2023-10-21T13:05:41.796 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.790+0000 7f3b46ffd700 1 -- 172.21.15.67:0/558176794 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b38006030 con 0x7f3b4815da10 2023-10-21T13:05:41.796 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.790+0000 7f3b46ffd700 1 -- 172.21.15.67:0/558176794 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b380063c0 con 0x7f3b4815da10 2023-10-21T13:05:41.797 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.791+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/558176794 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b4815da10 msgr2=0x7f3b480b31f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:41.797 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.791+0000 7f3b4e3d4700 1 --2- 172.21.15.67:0/558176794 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b4815da10 0x7f3b480b31f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3b38009820 tx=0x7f3b38009b30 comp rx=0 tx=0).stop 2023-10-21T13:05:41.797 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.791+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/558176794 shutdown_connections 2023-10-21T13:05:41.797 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.791+0000 7f3b4e3d4700 1 --2- 172.21.15.67:0/558176794 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b4815da10 0x7f3b480b31f0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:41.797 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.791+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/558176794 >> 172.21.15.67:0/558176794 conn(0x7f3b480999d0 msgr2=0x7f3b480d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:41.798 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.791+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/558176794 shutdown_connections 2023-10-21T13:05:41.798 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.791+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/558176794 wait complete. 2023-10-21T13:05:41.800 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.792+0000 7f3b4e3d4700 1 Processor -- start 2023-10-21T13:05:41.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.793+0000 7f3b4e3d4700 1 -- start start 2023-10-21T13:05:41.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.793+0000 7f3b4e3d4700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b480b3730 0x7f3b48158950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:41.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.793+0000 7f3b4e3d4700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3b4815da10 0x7f3b481e5da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:41.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.793+0000 7f3b4e3d4700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3b480b52d0 0x7f3b481e4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:41.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.793+0000 7f3b4e3d4700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b480c3f60 con 0x7f3b480b3730 2023-10-21T13:05:41.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.793+0000 7f3b4e3d4700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b481e50b0 con 0x7f3b4815da10 2023-10-21T13:05:41.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.793+0000 7f3b4e3d4700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b48158e90 con 0x7f3b480b52d0 2023-10-21T13:05:41.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.793+0000 7f3b47fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b480b3730 0x7f3b48158950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:41.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.793+0000 7f3b47fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b480b3730 0x7f3b48158950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33074/0 (socket says 172.21.15.67:33074) 2023-10-21T13:05:41.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.793+0000 7f3b47fff700 1 -- 172.21.15.67:0/1149876384 learned_addr learned my addr 172.21.15.67:0/1149876384 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:41.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.794+0000 7f3b477fe700 1 --2- 172.21.15.67:0/1149876384 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3b4815da10 0x7f3b481e5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:41.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.794+0000 7f3b47fff700 1 -- 172.21.15.67:0/1149876384 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3b480b52d0 msgr2=0x7f3b481e4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:41.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.794+0000 7f3b47fff700 1 --2- 172.21.15.67:0/1149876384 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3b480b52d0 0x7f3b481e4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:41.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.794+0000 7f3b47fff700 1 -- 172.21.15.67:0/1149876384 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3b4815da10 msgr2=0x7f3b481e5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:41.804 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.794+0000 7f3b47fff700 1 --2- 172.21.15.67:0/1149876384 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3b4815da10 0x7f3b481e5da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:41.804 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.794+0000 7f3b47fff700 1 -- 172.21.15.67:0/1149876384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b38009430 con 0x7f3b480b3730 2023-10-21T13:05:41.804 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.794+0000 7f3b47fff700 1 --2- 172.21.15.67:0/1149876384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b480b3730 0x7f3b48158950 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f3b38000c00 tx=0x7f3b38004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:41.804 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.794+0000 7f3b44ff9700 1 -- 172.21.15.67:0/1149876384 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b38004240 con 0x7f3b480b3730 2023-10-21T13:05:41.805 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.794+0000 7f3b44ff9700 1 -- 172.21.15.67:0/1149876384 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b380043a0 con 0x7f3b480b3730 2023-10-21T13:05:41.805 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.794+0000 7f3b44ff9700 1 -- 172.21.15.67:0/1149876384 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b380036a0 con 0x7f3b480b3730 2023-10-21T13:05:41.805 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.794+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/1149876384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b480b5d20 con 0x7f3b480b3730 2023-10-21T13:05:41.805 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.794+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/1149876384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b481e55a0 con 0x7f3b480b3730 2023-10-21T13:05:41.805 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.795+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/1149876384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b48074d40 con 0x7f3b480b3730 2023-10-21T13:05:41.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.796+0000 7f3b44ff9700 1 -- 172.21.15.67:0/1149876384 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3b38022070 con 0x7f3b480b3730 2023-10-21T13:05:41.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.796+0000 7f3b44ff9700 1 --2- 172.21.15.67:0/1149876384 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3b3406af00 0x7f3b3406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:41.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.796+0000 7f3b44ff9700 1 -- 172.21.15.67:0/1149876384 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f3b3808aa90 con 0x7f3b480b3730 2023-10-21T13:05:41.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.796+0000 7f3b477fe700 1 --2- 172.21.15.67:0/1149876384 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3b3406af00 0x7f3b3406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:41.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.797+0000 7f3b477fe700 1 --2- 172.21.15.67:0/1149876384 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3b3406af00 0x7f3b3406d3c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3b481e6830 tx=0x7f3b3c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:41.807 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:41.800+0000 7f3b44ff9700 1 -- 172.21.15.67:0/1149876384 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f3b38055ed0 con 0x7f3b480b3730 2023-10-21T13:05:42.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.018+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/1149876384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f3b481e2eb0 con 0x7f3b480b3730 2023-10-21T13:05:42.570 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.568+0000 7f3b44ff9700 1 -- 172.21.15.67:0/1149876384 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v25) v1 ==== 97+0+0 (secure 0 0 0) 0x7f3b3802a080 con 0x7f3b480b3730 2023-10-21T13:05:42.573 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.571+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/1149876384 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3b3406af00 msgr2=0x7f3b3406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:42.573 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.571+0000 7f3b4e3d4700 1 --2- 172.21.15.67:0/1149876384 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3b3406af00 0x7f3b3406d3c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3b481e6830 tx=0x7f3b3c009040 comp rx=0 tx=0).stop 2023-10-21T13:05:42.573 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.571+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/1149876384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b480b3730 msgr2=0x7f3b48158950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:42.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.571+0000 7f3b4e3d4700 1 --2- 172.21.15.67:0/1149876384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b480b3730 0x7f3b48158950 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f3b38000c00 tx=0x7f3b38004750 comp rx=0 tx=0).stop 2023-10-21T13:05:42.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.571+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/1149876384 shutdown_connections 2023-10-21T13:05:42.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.571+0000 7f3b4e3d4700 1 --2- 172.21.15.67:0/1149876384 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3b3406af00 0x7f3b3406d3c0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:42.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.571+0000 7f3b4e3d4700 1 --2- 172.21.15.67:0/1149876384 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3b480b52d0 0x7f3b481e4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:42.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.571+0000 7f3b4e3d4700 1 --2- 172.21.15.67:0/1149876384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b480b3730 0x7f3b48158950 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:42.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.571+0000 7f3b4e3d4700 1 --2- 172.21.15.67:0/1149876384 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3b4815da10 0x7f3b481e5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:42.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.571+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/1149876384 >> 172.21.15.67:0/1149876384 conn(0x7f3b480999d0 msgr2=0x7f3b4815cb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:42.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.571+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/1149876384 shutdown_connections 2023-10-21T13:05:42.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.571+0000 7f3b4e3d4700 1 -- 172.21.15.67:0/1149876384 wait complete. 2023-10-21T13:05:42.576 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2023-10-21T13:05:42.588 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-10-21T13:05:42.719 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.717+0000 7f90d77da700 1 Processor -- start 2023-10-21T13:05:42.719 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.717+0000 7f90d77da700 1 -- start start 2023-10-21T13:05:42.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.718+0000 7f90d77da700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90d015dc60 0x7f90d006b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:42.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.718+0000 7f90d77da700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f90d006a8d0 0x7f90d00cd980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:42.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.718+0000 7f90d77da700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f90d00cdec0 0x7f90d0161660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:42.723 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.718+0000 7f90d77da700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90d00ce660 con 0x7f90d006a8d0 2023-10-21T13:05:42.723 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.718+0000 7f90d77da700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90d00ce350 con 0x7f90d00cdec0 2023-10-21T13:05:42.723 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.718+0000 7f90d77da700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90d00ca180 con 0x7f90d015dc60 2023-10-21T13:05:42.723 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.718+0000 7f90d4d75700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f90d006a8d0 0x7f90d00cd980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:42.724 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.718+0000 7f90d4d75700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f90d006a8d0 0x7f90d00cd980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33084/0 (socket says 172.21.15.67:33084) 2023-10-21T13:05:42.724 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.718+0000 7f90d4d75700 1 -- 172.21.15.67:0/3318213482 learned_addr learned my addr 172.21.15.67:0/3318213482 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:42.724 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.718+0000 7f90d5d77700 1 --2- 172.21.15.67:0/3318213482 >> v2:172.21.15.190:3300/0 conn(0x7f90d00cdec0 0x7f90d0161660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:42.724 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.718+0000 7f90d5576700 1 --2- 172.21.15.67:0/3318213482 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90d015dc60 0x7f90d006b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:42.724 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.719+0000 7f90d4d75700 1 -- 172.21.15.67:0/3318213482 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90d015dc60 msgr2=0x7f90d006b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:42.725 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.719+0000 7f90d4d75700 1 --2- 172.21.15.67:0/3318213482 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90d015dc60 0x7f90d006b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:42.725 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.719+0000 7f90d4d75700 1 -- 172.21.15.67:0/3318213482 >> v2:172.21.15.190:3300/0 conn(0x7f90d00cdec0 msgr2=0x7f90d0161660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:42.725 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.719+0000 7f90d4d75700 1 --2- 172.21.15.67:0/3318213482 >> v2:172.21.15.190:3300/0 conn(0x7f90d00cdec0 0x7f90d0161660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:42.725 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.719+0000 7f90d4d75700 1 -- 172.21.15.67:0/3318213482 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90d00caa20 con 0x7f90d006a8d0 2023-10-21T13:05:42.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.719+0000 7f90d4d75700 1 --2- 172.21.15.67:0/3318213482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90d006a8d0 0x7f90d00cd980 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f90d01615a0 tx=0x7f90cc009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b88183599ba98ed1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:42.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.719+0000 7f90c7fff700 1 -- 172.21.15.67:0/3318213482 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90cc011830 con 0x7f90d006a8d0 2023-10-21T13:05:42.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.719+0000 7f90c7fff700 1 -- 172.21.15.67:0/3318213482 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90cc011990 con 0x7f90d006a8d0 2023-10-21T13:05:42.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.719+0000 7f90c7fff700 1 -- 172.21.15.67:0/3318213482 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90cc011d20 con 0x7f90d006a8d0 2023-10-21T13:05:42.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.719+0000 7f90d77da700 1 -- 172.21.15.67:0/3318213482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90d006a8d0 msgr2=0x7f90d00cd980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:42.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.719+0000 7f90d77da700 1 --2- 172.21.15.67:0/3318213482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90d006a8d0 0x7f90d00cd980 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f90d01615a0 tx=0x7f90cc009bd0 comp rx=0 tx=0).stop 2023-10-21T13:05:42.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.719+0000 7f90d77da700 1 -- 172.21.15.67:0/3318213482 shutdown_connections 2023-10-21T13:05:42.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.719+0000 7f90d77da700 1 --2- 172.21.15.67:0/3318213482 >> v2:172.21.15.190:3300/0 conn(0x7f90d00cdec0 0x7f90d0161660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:42.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.719+0000 7f90d77da700 1 --2- 172.21.15.67:0/3318213482 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90d015dc60 0x7f90d006b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:42.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.720+0000 7f90d77da700 1 --2- 172.21.15.67:0/3318213482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90d006a8d0 0x7f90d00cd980 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:42.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.720+0000 7f90d77da700 1 -- 172.21.15.67:0/3318213482 >> 172.21.15.67:0/3318213482 conn(0x7f90d00cc5b0 msgr2=0x7f90d00cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:42.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.720+0000 7f90d77da700 1 -- 172.21.15.67:0/3318213482 shutdown_connections 2023-10-21T13:05:42.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.720+0000 7f90d77da700 1 -- 172.21.15.67:0/3318213482 wait complete. 2023-10-21T13:05:42.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.721+0000 7f90d77da700 1 Processor -- start 2023-10-21T13:05:42.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.721+0000 7f90d77da700 1 -- start start 2023-10-21T13:05:42.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.721+0000 7f90d77da700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90d006a8d0 0x7f90d014a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:42.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.721+0000 7f90d77da700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90d00cdec0 0x7f90d01eab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:42.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.721+0000 7f90d77da700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f90d015dc60 0x7f90d00b2670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:42.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.721+0000 7f90d77da700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90d00b5390 con 0x7f90d006a8d0 2023-10-21T13:05:42.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d77da700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90d00b44e0 con 0x7f90d015dc60 2023-10-21T13:05:42.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d77da700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90d00b4710 con 0x7f90d00cdec0 2023-10-21T13:05:42.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d5576700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90d006a8d0 0x7f90d014a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:42.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d5576700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90d006a8d0 0x7f90d014a170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33090/0 (socket says 172.21.15.67:33090) 2023-10-21T13:05:42.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d5576700 1 -- 172.21.15.67:0/1861555960 learned_addr learned my addr 172.21.15.67:0/1861555960 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:42.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d5d77700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f90d015dc60 0x7f90d00b2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:42.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d4d75700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90d00cdec0 0x7f90d01eab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:42.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d5576700 1 -- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90d00cdec0 msgr2=0x7f90d01eab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:42.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d5576700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90d00cdec0 0x7f90d01eab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:42.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d5576700 1 -- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f90d015dc60 msgr2=0x7f90d00b2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:42.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d5576700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f90d015dc60 0x7f90d00b2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:42.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d5576700 1 -- 172.21.15.67:0/1861555960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90cc009550 con 0x7f90d006a8d0 2023-10-21T13:05:42.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d5d77700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f90d015dc60 0x7f90d00b2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:42.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d5576700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90d006a8d0 0x7f90d014a170 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f90c000e870 tx=0x7f90c000ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:42.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90c5ffb700 1 -- 172.21.15.67:0/1861555960 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90c0009590 con 0x7f90d006a8d0 2023-10-21T13:05:42.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90c5ffb700 1 -- 172.21.15.67:0/1861555960 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90c000ee70 con 0x7f90d006a8d0 2023-10-21T13:05:42.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90d77da700 1 -- 172.21.15.67:0/1861555960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90d00b49f0 con 0x7f90d006a8d0 2023-10-21T13:05:42.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.722+0000 7f90c5ffb700 1 -- 172.21.15.67:0/1861555960 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90c000ca50 con 0x7f90d006a8d0 2023-10-21T13:05:42.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.723+0000 7f90d77da700 1 -- 172.21.15.67:0/1861555960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90d00b4fb0 con 0x7f90d006a8d0 2023-10-21T13:05:42.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.723+0000 7f90d77da700 1 -- 172.21.15.67:0/1861555960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90d00b5600 con 0x7f90d006a8d0 2023-10-21T13:05:42.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.724+0000 7f90c5ffb700 1 -- 172.21.15.67:0/1861555960 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f90c000cbb0 con 0x7f90d006a8d0 2023-10-21T13:05:42.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.724+0000 7f90c5ffb700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f90b406af00 0x7f90b406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:42.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.724+0000 7f90c5ffb700 1 -- 172.21.15.67:0/1861555960 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f90c00892a0 con 0x7f90d006a8d0 2023-10-21T13:05:42.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.725+0000 7f90d4d75700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f90b406af00 0x7f90b406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:42.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.725+0000 7f90d4d75700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f90b406af00 0x7f90b406d3c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f90cc009c10 tx=0x7f90cc008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:42.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:42.729+0000 7f90c5ffb700 1 -- 172.21.15.67:0/1861555960 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f90c0054690 con 0x7f90d006a8d0 2023-10-21T13:05:43.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.015+0000 7f90d77da700 1 -- 172.21.15.67:0/1861555960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f90d0074d40 con 0x7f90d006a8d0 2023-10-21T13:05:43.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.015+0000 7f90c5ffb700 1 -- 172.21.15.67:0/1861555960 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v6) v1 ==== 80+0+6645 (secure 0 0 0) 0x7f90c000ce60 con 0x7f90d006a8d0 2023-10-21T13:05:43.018 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:43.018 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2023-10-21T13:05:43.018 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2023-10-21T13:05:43.018 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.018 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2023-10-21T13:05:43.019 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBBzDNly28rMRAAkOtto+u/f74BiI6QcovUXg==", 2023-10-21T13:05:43.019 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.019 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2023-10-21T13:05:43.019 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2023-10-21T13:05:43.020 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2023-10-21T13:05:43.020 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.020 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.020 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.020 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.021 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2023-10-21T13:05:43.021 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBCzDNlPZoAAhAAlb1i4mfji+WSDop7LCi6uQ==", 2023-10-21T13:05:43.021 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.021 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2023-10-21T13:05:43.021 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2023-10-21T13:05:43.022 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2023-10-21T13:05:43.022 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.022 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.022 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.022 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.023 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2023-10-21T13:05:43.023 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBBzDNl3AyaOBAA1sn5gM42aEocit7q3K52ww==", 2023-10-21T13:05:43.023 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.023 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2023-10-21T13:05:43.023 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2023-10-21T13:05:43.024 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2023-10-21T13:05:43.024 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.024 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.024 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.024 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.024 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2023-10-21T13:05:43.025 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBCzDNlnXU/CRAASzLsf7Duty4y1cHl7HTn0g==", 2023-10-21T13:05:43.025 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.025 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2023-10-21T13:05:43.025 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2023-10-21T13:05:43.025 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2023-10-21T13:05:43.025 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.026 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.026 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.026 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.026 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2023-10-21T13:05:43.026 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFzDNljN7qJBAAD+a2R0DUeeB9ikEcKUJ7bA==", 2023-10-21T13:05:43.027 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.027 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2023-10-21T13:05:43.027 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2023-10-21T13:05:43.027 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.027 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.028 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.028 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.028 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2023-10-21T13:05:43.028 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBIzDNlCg+rJBAA6v99J9Vbj5gPJ29Rryi3Kg==", 2023-10-21T13:05:43.028 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.029 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2023-10-21T13:05:43.029 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2023-10-21T13:05:43.029 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.029 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.029 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.030 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.030 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2023-10-21T13:05:43.030 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBLzDNlJ3U4JBAAINo5SFjSKavDESEiXblgYQ==", 2023-10-21T13:05:43.030 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.030 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2023-10-21T13:05:43.031 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2023-10-21T13:05:43.031 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.031 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.031 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.031 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.032 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2023-10-21T13:05:43.032 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBOzDNleufPIxAAJA7ss7qUPtzc+Li5GPvBBg==", 2023-10-21T13:05:43.032 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.032 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2023-10-21T13:05:43.032 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2023-10-21T13:05:43.032 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.033 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.033 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.033 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.033 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2023-10-21T13:05:43.033 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBUzDNltrrYJxAAGn4bYIY8BP31KuAHa15E8Q==", 2023-10-21T13:05:43.033 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.034 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2023-10-21T13:05:43.034 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2023-10-21T13:05:43.034 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.034 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.034 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.035 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.035 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2023-10-21T13:05:43.035 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBXzDNlXjzsJhAATQG3epltFHhut8T23fnlhg==", 2023-10-21T13:05:43.035 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.035 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2023-10-21T13:05:43.036 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2023-10-21T13:05:43.036 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.036 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.036 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.036 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.037 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2023-10-21T13:05:43.037 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBazDNl7NchJhAALx6fsHh7dzUCeH7lWO432A==", 2023-10-21T13:05:43.037 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.037 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2023-10-21T13:05:43.037 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2023-10-21T13:05:43.038 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.038 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.038 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.038 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.039 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2023-10-21T13:05:43.039 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBdzDNl3VniJRAAN+653hDHPT4/U8I/zaU6Pg==", 2023-10-21T13:05:43.039 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.039 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2023-10-21T13:05:43.039 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2023-10-21T13:05:43.039 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.040 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.040 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.040 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.040 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2023-10-21T13:05:43.040 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBCzDNltgaoDRAAd/kfL7PMHz/1mm2zs6Ml8w==", 2023-10-21T13:05:43.041 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.041 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2023-10-21T13:05:43.041 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2023-10-21T13:05:43.041 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2023-10-21T13:05:43.041 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2023-10-21T13:05:43.042 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.042 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.042 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.042 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2023-10-21T13:05:43.042 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBCzDNl1IZ8FBAAKrY9U2rdEnA4PshoEQxciw==", 2023-10-21T13:05:43.043 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.043 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2023-10-21T13:05:43.043 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2023-10-21T13:05:43.043 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2023-10-21T13:05:43.043 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2023-10-21T13:05:43.044 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.044 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.044 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.044 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2023-10-21T13:05:43.044 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBCzDNlYa8ZERAAbOijyQE8UyGsrQv1958a+A==", 2023-10-21T13:05:43.044 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.045 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2023-10-21T13:05:43.045 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2023-10-21T13:05:43.045 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2023-10-21T13:05:43.045 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2023-10-21T13:05:43.045 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.046 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.046 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.046 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2023-10-21T13:05:43.046 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBCzDNlmTXQFxAABbxcOXnu9SaeKJSbC0m3+A==", 2023-10-21T13:05:43.046 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.047 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2023-10-21T13:05:43.047 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2023-10-21T13:05:43.047 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2023-10-21T13:05:43.047 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2023-10-21T13:05:43.047 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.047 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.048 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.048 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2023-10-21T13:05:43.048 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ==", 2023-10-21T13:05:43.048 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.048 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2023-10-21T13:05:43.049 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2023-10-21T13:05:43.049 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2023-10-21T13:05:43.049 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.049 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.049 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.050 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.050 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.bootstrap-mds", 2023-10-21T13:05:43.050 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjzDNlxZKcJxAAZQGrmSuNv1J/RkSPE2/hVg==", 2023-10-21T13:05:43.050 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.050 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile bootstrap-mds" 2023-10-21T13:05:43.051 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.051 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.051 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.051 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.bootstrap-mgr", 2023-10-21T13:05:43.051 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjzDNlYJycJxAASZTKab7/CR6iQzIEci/8Dg==", 2023-10-21T13:05:43.052 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.052 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile bootstrap-mgr" 2023-10-21T13:05:43.052 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.052 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.052 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.053 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.bootstrap-osd", 2023-10-21T13:05:43.053 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjzDNlhqScJxAAtjZLIIUaZJ4hCNp/NSjAlA==", 2023-10-21T13:05:43.053 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.053 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile bootstrap-osd" 2023-10-21T13:05:43.053 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.054 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.054 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.054 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.bootstrap-rbd", 2023-10-21T13:05:43.054 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjzDNlYqycJxAAtv4HXFrAenehax5AY0xFBg==", 2023-10-21T13:05:43.054 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.055 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile bootstrap-rbd" 2023-10-21T13:05:43.055 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.055 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.055 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.055 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.bootstrap-rbd-mirror", 2023-10-21T13:05:43.056 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjzDNlj7ScJxAAep6W/8guMeOoELROlk8DkA==", 2023-10-21T13:05:43.056 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.056 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2023-10-21T13:05:43.056 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.056 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.057 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.057 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.bootstrap-rgw", 2023-10-21T13:05:43.057 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjzDNlubycJxAA5puafmwG1I3qgJRlTrHG3g==", 2023-10-21T13:05:43.057 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.057 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile bootstrap-rgw" 2023-10-21T13:05:43.058 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.058 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.058 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.058 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2023-10-21T13:05:43.058 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBBzDNlSL6uLRAA+eNLmeDF3X2p9lbziXKRJA==", 2023-10-21T13:05:43.059 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.059 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2023-10-21T13:05:43.059 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2023-10-21T13:05:43.059 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.059 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.059 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2023-10-21T13:05:43.060 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:43.060 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2023-10-21T13:05:43.060 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBBzDNl/D+EKRAAogkGUkS0J2fS2IR6UyJ7Hg==", 2023-10-21T13:05:43.060 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2023-10-21T13:05:43.060 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2023-10-21T13:05:43.061 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2023-10-21T13:05:43.061 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2023-10-21T13:05:43.061 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.061 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:43.061 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2023-10-21T13:05:43.062 INFO:teuthology.orchestra.run.smithi067.stdout:} 2023-10-21T13:05:43.063 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.017+0000 7f90d77da700 1 -- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f90b406af00 msgr2=0x7f90b406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.017+0000 7f90d77da700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f90b406af00 0x7f90b406d3c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f90cc009c10 tx=0x7f90cc008030 comp rx=0 tx=0).stop 2023-10-21T13:05:43.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.017+0000 7f90d77da700 1 -- 172.21.15.67:0/1861555960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90d006a8d0 msgr2=0x7f90d014a170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.018+0000 7f90d77da700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90d006a8d0 0x7f90d014a170 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f90c000e870 tx=0x7f90c000ec30 comp rx=0 tx=0).stop 2023-10-21T13:05:43.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.018+0000 7f90d77da700 1 -- 172.21.15.67:0/1861555960 shutdown_connections 2023-10-21T13:05:43.064 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.018+0000 7f90d77da700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f90d015dc60 0x7f90d00b2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.018+0000 7f90d77da700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90d006a8d0 0x7f90d014a170 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.018+0000 7f90d77da700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f90b406af00 0x7f90b406d3c0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.018+0000 7f90d77da700 1 --2- 172.21.15.67:0/1861555960 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f90d00cdec0 0x7f90d01eab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.018+0000 7f90d77da700 1 -- 172.21.15.67:0/1861555960 >> 172.21.15.67:0/1861555960 conn(0x7f90d00cc5b0 msgr2=0x7f90d015d1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:43.065 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.018+0000 7f90d77da700 1 -- 172.21.15.67:0/1861555960 shutdown_connections 2023-10-21T13:05:43.066 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.018+0000 7f90d77da700 1 -- 172.21.15.67:0/1861555960 wait complete. 2023-10-21T13:05:43.066 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2023-10-21T13:05:43.191 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.190+0000 7f8ff6144700 1 Processor -- start 2023-10-21T13:05:43.192 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.190+0000 7f8ff6144700 1 -- start start 2023-10-21T13:05:43.194 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.190+0000 7f8ff6144700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f8ff00cd0c0 0x7f8ff00cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:43.194 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.190+0000 7f8ff6144700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ff00cc310 con 0x7f8ff00c6b10 2023-10-21T13:05:43.194 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.190+0000 7f8ff6144700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ff00cc030 con 0x7f8ff015a590 2023-10-21T13:05:43.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.190+0000 7f8ff6144700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ff00c4020 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.191+0000 7f8feffff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f8ff00cd0c0 0x7f8ff00cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:43.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.191+0000 7f8feeffd700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f8ff00c6b10 0x7f8ff0162320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49394/0 (socket says 172.21.15.67:49394) 2023-10-21T13:05:43.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.191+0000 7f8feeffd700 1 -- 172.21.15.67:0/3996834924 learned_addr learned my addr 172.21.15.67:0/3996834924 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:43.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.191+0000 7f8feffff700 1 -- 172.21.15.67:0/3996834924 >> v1:172.21.15.190:6789/0 conn(0x7f8ff015a590 legacy=0x7f8ff00cc9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:43.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.191+0000 7f8feffff700 1 -- 172.21.15.67:0/3996834924 >> v1:172.21.15.67:6789/0 conn(0x7f8ff00c6b10 legacy=0x7f8ff0162320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.191+0000 7f8feffff700 1 -- 172.21.15.67:0/3996834924 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ff00c4300 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.191+0000 7f8fee7fc700 1 -- 172.21.15.67:0/3996834924 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3140832790 0 0) 0x7f8ff00cc310 con 0x7f8ff00c6b10 2023-10-21T13:05:43.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.191+0000 7f8feffff700 1 --2- 172.21.15.67:0/3996834924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ff00cd0c0 0x7f8ff00cb9c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f8fe8009d90 tx=0x7f8fe800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acf4dff9cd686ade server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:43.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.191+0000 7f8fee7fc700 1 -- 172.21.15.67:0/3996834924 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe800e070 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.197 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.191+0000 7f8fee7fc700 1 -- 172.21.15.67:0/3996834924 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fe800bb90 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.197 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.191+0000 7f8fee7fc700 1 -- 172.21.15.67:0/3996834924 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe8003a20 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.197 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.192+0000 7f8ff6144700 1 -- 172.21.15.67:0/3996834924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ff00cd0c0 msgr2=0x7f8ff00cb9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.197 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.192+0000 7f8ff6144700 1 --2- 172.21.15.67:0/3996834924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ff00cd0c0 0x7f8ff00cb9c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f8fe8009d90 tx=0x7f8fe800b330 comp rx=0 tx=0).stop 2023-10-21T13:05:43.197 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.192+0000 7f8ff6144700 1 -- 172.21.15.67:0/3996834924 shutdown_connections 2023-10-21T13:05:43.198 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.192+0000 7f8ff6144700 1 --2- 172.21.15.67:0/3996834924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ff00cd0c0 0x7f8ff00cb9c0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.198 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.192+0000 7f8ff6144700 1 -- 172.21.15.67:0/3996834924 >> 172.21.15.67:0/3996834924 conn(0x7f8ff00999d0 msgr2=0x7f8ff00d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:43.198 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.192+0000 7f8ff6144700 1 -- 172.21.15.67:0/3996834924 shutdown_connections 2023-10-21T13:05:43.198 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.192+0000 7f8ff6144700 1 -- 172.21.15.67:0/3996834924 wait complete. 2023-10-21T13:05:43.201 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.193+0000 7f8ff6144700 1 Processor -- start 2023-10-21T13:05:43.201 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.193+0000 7f8ff6144700 1 -- start start 2023-10-21T13:05:43.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8ff6144700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8ff00c6b10 0x7f8ff015b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:43.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8ff6144700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ff00cd0c0 0x7f8ff014ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:43.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8ff6144700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8ff015a590 0x7f8ff00b5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:43.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8ff6144700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ff01efee0 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8ff6144700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ff01f01c0 con 0x7f8ff00c6b10 2023-10-21T13:05:43.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8ff6144700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ff01f04a0 con 0x7f8ff015a590 2023-10-21T13:05:43.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8feeffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ff00cd0c0 0x7f8ff014ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:43.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8feeffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ff00cd0c0 0x7f8ff014ca20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33106/0 (socket says 172.21.15.67:33106) 2023-10-21T13:05:43.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8feeffd700 1 -- 172.21.15.67:0/3048773931 learned_addr learned my addr 172.21.15.67:0/3048773931 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:43.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8fef7fe700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8ff00c6b10 0x7f8ff015b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:43.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8feffff700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8ff015a590 0x7f8ff00b5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:43.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8feeffd700 1 -- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8ff015a590 msgr2=0x7f8ff00b5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8feeffd700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8ff015a590 0x7f8ff00b5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8feeffd700 1 -- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8ff00c6b10 msgr2=0x7f8ff015b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8feeffd700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8ff00c6b10 0x7f8ff015b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8feeffd700 1 -- 172.21.15.67:0/3048773931 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fe8009a70 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8feffff700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8ff015a590 0x7f8ff00b5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:43.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.194+0000 7f8feeffd700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ff00cd0c0 0x7f8ff014ca20 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f8fe400c540 tx=0x7f8fe400c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:43.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.195+0000 7f8fd7fff700 1 -- 172.21.15.67:0/3048773931 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe4004c80 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.195+0000 7f8fd7fff700 1 -- 172.21.15.67:0/3048773931 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fe4004de0 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.195+0000 7f8fd7fff700 1 -- 172.21.15.67:0/3048773931 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe4007310 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.195+0000 7f8ff6144700 1 -- 172.21.15.67:0/3048773931 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ff01f0780 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.195+0000 7f8ff6144700 1 -- 172.21.15.67:0/3048773931 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ff01efb00 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.207 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.196+0000 7f8ff6144700 1 -- 172.21.15.67:0/3048773931 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ff01f0ca0 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.207 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.196+0000 7f8fd7fff700 1 -- 172.21.15.67:0/3048773931 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f8fe4007470 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.207 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.196+0000 7f8fd7fff700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f8fdc06af00 0x7f8fdc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:43.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.196+0000 7f8fd7fff700 1 -- 172.21.15.67:0/3048773931 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8fe4089080 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.197+0000 7f8fef7fe700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f8fdc06af00 0x7f8fdc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:43.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.197+0000 7f8fef7fe700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f8fdc06af00 0x7f8fdc06d3c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8fe0006fd0 tx=0x7f8fe0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:43.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.201+0000 7f8fd7fff700 1 -- 172.21.15.67:0/3048773931 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f8ff01f0ca0 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.485+0000 7f8ff6144700 1 -- 172.21.15.67:0/3048773931 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f8ff01f0ca0 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.487+0000 7f8fd7fff700 1 -- 172.21.15.67:0/3048773931 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7f8ff01f0ca0 con 0x7f8ff00cd0c0 2023-10-21T13:05:43.493 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.489+0000 7f8ff6144700 1 -- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f8fdc06af00 msgr2=0x7f8fdc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.493 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.489+0000 7f8ff6144700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f8fdc06af00 0x7f8fdc06d3c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8fe0006fd0 tx=0x7f8fe0008040 comp rx=0 tx=0).stop 2023-10-21T13:05:43.494 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.489+0000 7f8ff6144700 1 -- 172.21.15.67:0/3048773931 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ff00cd0c0 msgr2=0x7f8ff014ca20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.494 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.489+0000 7f8ff6144700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ff00cd0c0 0x7f8ff014ca20 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f8fe400c540 tx=0x7f8fe400c900 comp rx=0 tx=0).stop 2023-10-21T13:05:43.494 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.489+0000 7f8ff6144700 1 -- 172.21.15.67:0/3048773931 shutdown_connections 2023-10-21T13:05:43.494 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.489+0000 7f8ff6144700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f8fdc06af00 0x7f8fdc06d3c0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.494 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.489+0000 7f8ff6144700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8ff015a590 0x7f8ff00b5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.495 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.489+0000 7f8ff6144700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8ff00c6b10 0x7f8ff015b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.495 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.489+0000 7f8ff6144700 1 --2- 172.21.15.67:0/3048773931 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ff00cd0c0 0x7f8ff014ca20 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.495 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.489+0000 7f8ff6144700 1 -- 172.21.15.67:0/3048773931 >> 172.21.15.67:0/3048773931 conn(0x7f8ff00999d0 msgr2=0x7f8ff00cd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:43.495 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.490+0000 7f8ff6144700 1 -- 172.21.15.67:0/3048773931 shutdown_connections 2023-10-21T13:05:43.495 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.490+0000 7f8ff6144700 1 -- 172.21.15.67:0/3048773931 wait complete. 2023-10-21T13:05:43.504 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2023-10-21T13:05:43.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.630+0000 7f0203bfa700 1 Processor -- start 2023-10-21T13:05:43.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.630+0000 7f0203bfa700 1 -- start start 2023-10-21T13:05:43.635 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.631+0000 7f0203bfa700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f01fc0cf8d0 0x7f01fc15eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:43.635 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.631+0000 7f0203bfa700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01fc0cb9e0 con 0x7f01fc15a600 2023-10-21T13:05:43.635 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.631+0000 7f0203bfa700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01fc072b00 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.635 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.631+0000 7f0203bfa700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01fc0ce4c0 con 0x7f01fc0cf8d0 2023-10-21T13:05:43.636 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.631+0000 7f0201996700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f01fc15a600 0x7f01fc0cf1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49408/0 (socket says 172.21.15.67:49408) 2023-10-21T13:05:43.636 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.631+0000 7f0201996700 1 -- 172.21.15.67:0/2616285107 learned_addr learned my addr 172.21.15.67:0/2616285107 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:43.636 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.631+0000 7f0201195700 1 --2- 172.21.15.67:0/2616285107 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f01fc0cf8d0 0x7f01fc15eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:43.636 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.631+0000 7f0200994700 1 -- 172.21.15.67:0/2616285107 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1059405086 0 0) 0x7f01fc0cb9e0 con 0x7f01fc15a600 2023-10-21T13:05:43.636 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.632+0000 7f0200994700 1 -- 172.21.15.67:0/2616285107 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f01e80035b0 con 0x7f01fc15a600 2023-10-21T13:05:43.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.632+0000 7f0200994700 1 -- 172.21.15.67:0/2616285107 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1848512749 0 0) 0x7f01fc072b00 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.632+0000 7f0200994700 1 -- 172.21.15.67:0/2616285107 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f01fc0cb9e0 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.632+0000 7f0201195700 1 -- 172.21.15.67:0/2616285107 >> v1:172.21.15.190:6789/0 conn(0x7f01fc0cdfc0 legacy=0x7f01fc0cbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.632+0000 7f0201195700 1 -- 172.21.15.67:0/2616285107 >> v1:172.21.15.67:6789/0 conn(0x7f01fc15a600 legacy=0x7f01fc0cf1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.632+0000 7f0201195700 1 -- 172.21.15.67:0/2616285107 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01fc0ce7a0 con 0x7f01fc0cf8d0 2023-10-21T13:05:43.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.632+0000 7f0201195700 1 --2- 172.21.15.67:0/2616285107 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f01fc0cf8d0 0x7f01fc15eb40 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f01f8009870 tx=0x7f01f8009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6fe9800b5606a0dd server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:43.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.632+0000 7f0200994700 1 -- 172.21.15.67:0/2616285107 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f8011830 con 0x7f01fc0cf8d0 2023-10-21T13:05:43.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.632+0000 7f0200994700 1 -- 172.21.15.67:0/2616285107 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01f8011990 con 0x7f01fc0cf8d0 2023-10-21T13:05:43.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.632+0000 7f0200994700 1 -- 172.21.15.67:0/2616285107 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f8011d20 con 0x7f01fc0cf8d0 2023-10-21T13:05:43.639 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.633+0000 7f0203bfa700 1 -- 172.21.15.67:0/2616285107 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f01fc0cf8d0 msgr2=0x7f01fc15eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.639 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.633+0000 7f0203bfa700 1 --2- 172.21.15.67:0/2616285107 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f01fc0cf8d0 0x7f01fc15eb40 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f01f8009870 tx=0x7f01f8009b80 comp rx=0 tx=0).stop 2023-10-21T13:05:43.639 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.633+0000 7f0203bfa700 1 -- 172.21.15.67:0/2616285107 shutdown_connections 2023-10-21T13:05:43.639 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.633+0000 7f0203bfa700 1 --2- 172.21.15.67:0/2616285107 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f01fc0cf8d0 0x7f01fc15eb40 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.633+0000 7f0203bfa700 1 -- 172.21.15.67:0/2616285107 >> 172.21.15.67:0/2616285107 conn(0x7f01fc06da20 msgr2=0x7f01fc06de00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:43.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.633+0000 7f0203bfa700 1 -- 172.21.15.67:0/2616285107 shutdown_connections 2023-10-21T13:05:43.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.633+0000 7f0203bfa700 1 -- 172.21.15.67:0/2616285107 wait complete. 2023-10-21T13:05:43.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.634+0000 7f0203bfa700 1 Processor -- start 2023-10-21T13:05:43.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.634+0000 7f0203bfa700 1 -- start start 2023-10-21T13:05:43.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.635+0000 7f0203bfa700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01fc0cdfc0 0x7f01fc0b04f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:43.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.635+0000 7f0203bfa700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f01fc0cf8d0 0x7f01fc1f3090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:43.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.635+0000 7f0203bfa700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f01fc15a600 0x7f01fc1f35d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:43.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.635+0000 7f0203bfa700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01fc0b0fb0 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.635+0000 7f0203bfa700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01fc0b1290 con 0x7f01fc15a600 2023-10-21T13:05:43.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.635+0000 7f0203bfa700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01fc0b1570 con 0x7f01fc0cf8d0 2023-10-21T13:05:43.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.635+0000 7f0201996700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01fc0cdfc0 0x7f01fc0b04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:43.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f0201996700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01fc0cdfc0 0x7f01fc0b04f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33120/0 (socket says 172.21.15.67:33120) 2023-10-21T13:05:43.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f0201996700 1 -- 172.21.15.67:0/2494384111 learned_addr learned my addr 172.21.15.67:0/2494384111 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:43.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f0202197700 1 --2- 172.21.15.67:0/2494384111 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f01fc15a600 0x7f01fc1f35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:43.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f0201195700 1 --2- 172.21.15.67:0/2494384111 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f01fc0cf8d0 0x7f01fc1f3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:43.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f0201996700 1 -- 172.21.15.67:0/2494384111 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f01fc0cf8d0 msgr2=0x7f01fc1f3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f0201996700 1 --2- 172.21.15.67:0/2494384111 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f01fc0cf8d0 0x7f01fc1f3090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f0201996700 1 -- 172.21.15.67:0/2494384111 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f01fc15a600 msgr2=0x7f01fc1f35d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f0201996700 1 --2- 172.21.15.67:0/2494384111 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f01fc15a600 0x7f01fc1f35d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f0201996700 1 -- 172.21.15.67:0/2494384111 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01f80094a0 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f0201996700 1 --2- 172.21.15.67:0/2494384111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01fc0cdfc0 0x7f01fc0b04f0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f01ec00e910 tx=0x7f01ec00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:43.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f01f27fc700 1 -- 172.21.15.67:0/2494384111 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01ec005b40 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f01f27fc700 1 -- 172.21.15.67:0/2494384111 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01ec005cc0 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f0203bfa700 1 -- 172.21.15.67:0/2494384111 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01fc0a84e0 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f01f27fc700 1 -- 172.21.15.67:0/2494384111 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01ec00ca20 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.636+0000 7f0203bfa700 1 -- 172.21.15.67:0/2494384111 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01fc14f4b0 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.637+0000 7f0203bfa700 1 -- 172.21.15.67:0/2494384111 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f01fc15de70 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.638+0000 7f01f27fc700 1 -- 172.21.15.67:0/2494384111 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f01ec00cb80 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.638+0000 7f01f27fc700 1 --2- 172.21.15.67:0/2494384111 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f01e006af00 0x7f01e006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:43.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.638+0000 7f01f27fc700 1 -- 172.21.15.67:0/2494384111 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f01ec08b540 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.638+0000 7f0201195700 1 --2- 172.21.15.67:0/2494384111 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f01e006af00 0x7f01e006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:43.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.639+0000 7f0201195700 1 --2- 172.21.15.67:0/2494384111 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f01e006af00 0x7f01e006d3c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f01f8009bc0 tx=0x7f01f801c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:43.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.642+0000 7f01f27fc700 1 -- 172.21.15.67:0/2494384111 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f01ec056940 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.927 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.926+0000 7f0203bfa700 1 -- 172.21.15.67:0/2494384111 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f01fc074d40 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.929 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.928+0000 7f01f27fc700 1 -- 172.21.15.67:0/2494384111 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f01ec059f60 con 0x7f01fc0cdfc0 2023-10-21T13:05:43.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.930+0000 7f0203bfa700 1 -- 172.21.15.67:0/2494384111 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f01e006af00 msgr2=0x7f01e006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.930+0000 7f0203bfa700 1 --2- 172.21.15.67:0/2494384111 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f01e006af00 0x7f01e006d3c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f01f8009bc0 tx=0x7f01f801c040 comp rx=0 tx=0).stop 2023-10-21T13:05:43.932 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.930+0000 7f0203bfa700 1 -- 172.21.15.67:0/2494384111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01fc0cdfc0 msgr2=0x7f01fc0b04f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:43.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.930+0000 7f0203bfa700 1 --2- 172.21.15.67:0/2494384111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01fc0cdfc0 0x7f01fc0b04f0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f01ec00e910 tx=0x7f01ec00ecd0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.930+0000 7f0203bfa700 1 -- 172.21.15.67:0/2494384111 shutdown_connections 2023-10-21T13:05:43.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.930+0000 7f0203bfa700 1 --2- 172.21.15.67:0/2494384111 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f01fc15a600 0x7f01fc1f35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.930+0000 7f0203bfa700 1 --2- 172.21.15.67:0/2494384111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01fc0cdfc0 0x7f01fc0b04f0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.933 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.930+0000 7f0203bfa700 1 --2- 172.21.15.67:0/2494384111 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f01e006af00 0x7f01e006d3c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.930+0000 7f0203bfa700 1 --2- 172.21.15.67:0/2494384111 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f01fc0cf8d0 0x7f01fc1f3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:43.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.930+0000 7f0203bfa700 1 -- 172.21.15.67:0/2494384111 >> 172.21.15.67:0/2494384111 conn(0x7f01fc06da20 msgr2=0x7f01fc15c5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:43.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.930+0000 7f0203bfa700 1 -- 172.21.15.67:0/2494384111 shutdown_connections 2023-10-21T13:05:43.934 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:43.930+0000 7f0203bfa700 1 -- 172.21.15.67:0/2494384111 wait complete. 2023-10-21T13:05:43.944 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2023-10-21T13:05:44.069 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.067+0000 7f8605065700 1 Processor -- start 2023-10-21T13:05:44.069 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.067+0000 7f8605065700 1 -- start start 2023-10-21T13:05:44.072 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.068+0000 7f8605065700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f860015da10 0x7f86000b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.072 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.068+0000 7f8605065700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f86000cfe40 0x7f860006a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.072 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.068+0000 7f8605065700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86000cb600 con 0x7f86000b3730 2023-10-21T13:05:44.073 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.068+0000 7f8605065700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f860015ddf0 con 0x7f86000cfe40 2023-10-21T13:05:44.073 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.068+0000 7f8605065700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86000ca9f0 con 0x7f860015da10 2023-10-21T13:05:44.073 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.068+0000 7f85ff59e700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f86000cfe40 0x7f860006a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.073 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.068+0000 7f85ff59e700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f86000cfe40 0x7f860006a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33132/0 (socket says 172.21.15.67:33132) 2023-10-21T13:05:44.074 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.068+0000 7f85ff59e700 1 -- 172.21.15.67:0/1796735893 learned_addr learned my addr 172.21.15.67:0/1796735893 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:44.074 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.068+0000 7f85fed9d700 1 --2- 172.21.15.67:0/1796735893 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f860015da10 0x7f86000b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.074 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.068+0000 7f85ff59e700 1 -- 172.21.15.67:0/1796735893 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f860015da10 msgr2=0x7f86000b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:44.074 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.068+0000 7f85ff59e700 1 --2- 172.21.15.67:0/1796735893 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f860015da10 0x7f86000b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.075 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.068+0000 7f85ff59e700 1 -- 172.21.15.67:0/1796735893 >> v1:172.21.15.190:6789/0 conn(0x7f86000b3730 legacy=0x7f86000cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:44.075 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.068+0000 7f85ff59e700 1 -- 172.21.15.67:0/1796735893 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86000cacd0 con 0x7f86000cfe40 2023-10-21T13:05:44.075 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.069+0000 7f85ff59e700 1 --2- 172.21.15.67:0/1796735893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86000cfe40 0x7f860006a8d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f85f8009e50 tx=0x7f85f800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ed7a35aa2eddf21 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:44.075 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.069+0000 7f85fdd9b700 1 -- 172.21.15.67:0/1796735893 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85f800e070 con 0x7f86000cfe40 2023-10-21T13:05:44.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.069+0000 7f85fdd9b700 1 -- 172.21.15.67:0/1796735893 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85f8003a20 con 0x7f86000cfe40 2023-10-21T13:05:44.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.069+0000 7f85fdd9b700 1 -- 172.21.15.67:0/1796735893 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85f8003dd0 con 0x7f86000cfe40 2023-10-21T13:05:44.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.069+0000 7f8605065700 1 -- 172.21.15.67:0/1796735893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86000cfe40 msgr2=0x7f860006a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.069+0000 7f8605065700 1 --2- 172.21.15.67:0/1796735893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86000cfe40 0x7f860006a8d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f85f8009e50 tx=0x7f85f800b330 comp rx=0 tx=0).stop 2023-10-21T13:05:44.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.069+0000 7f8605065700 1 -- 172.21.15.67:0/1796735893 shutdown_connections 2023-10-21T13:05:44.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.069+0000 7f8605065700 1 --2- 172.21.15.67:0/1796735893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86000cfe40 0x7f860006a8d0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.069+0000 7f8605065700 1 --2- 172.21.15.67:0/1796735893 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f860015da10 0x7f86000b31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.069+0000 7f8605065700 1 -- 172.21.15.67:0/1796735893 >> 172.21.15.67:0/1796735893 conn(0x7f86000999d0 msgr2=0x7f86000d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:44.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.069+0000 7f8605065700 1 -- 172.21.15.67:0/1796735893 shutdown_connections 2023-10-21T13:05:44.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.069+0000 7f8605065700 1 -- 172.21.15.67:0/1796735893 wait complete. 2023-10-21T13:05:44.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.071+0000 7f8605065700 1 Processor -- start 2023-10-21T13:05:44.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.071+0000 7f8605065700 1 -- start start 2023-10-21T13:05:44.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.072+0000 7f8605065700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86000b3730 0x7f86000c6e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.072+0000 7f8605065700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f860015da10 0x7f86000b3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.072+0000 7f8605065700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8600159ce0 0x7f86001f6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.072+0000 7f8605065700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86000b4fc0 con 0x7f86000b3730 2023-10-21T13:05:44.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.072+0000 7f8605065700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86000b40a0 con 0x7f860015da10 2023-10-21T13:05:44.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.072+0000 7f8605065700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86000b4340 con 0x7f8600159ce0 2023-10-21T13:05:44.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.072+0000 7f85fed9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86000b3730 0x7f86000c6e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.072+0000 7f85fed9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86000b3730 0x7f86000c6e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33134/0 (socket says 172.21.15.67:33134) 2023-10-21T13:05:44.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.072+0000 7f85fed9d700 1 -- 172.21.15.67:0/134925928 learned_addr learned my addr 172.21.15.67:0/134925928 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:44.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.073+0000 7f85ff59e700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8600159ce0 0x7f86001f6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.073+0000 7f85fe59c700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f860015da10 0x7f86000b3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.073+0000 7f85fed9d700 1 -- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8600159ce0 msgr2=0x7f86001f6250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.073+0000 7f85fed9d700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8600159ce0 0x7f86001f6250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.073+0000 7f85fed9d700 1 -- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f860015da10 msgr2=0x7f86000b3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.073+0000 7f85fed9d700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f860015da10 0x7f86000b3b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.073+0000 7f85fed9d700 1 -- 172.21.15.67:0/134925928 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85f8009b30 con 0x7f86000b3730 2023-10-21T13:05:44.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.073+0000 7f85fe59c700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f860015da10 0x7f86000b3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:44.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.073+0000 7f85fed9d700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86000b3730 0x7f86000c6e60 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f85f400d7d0 tx=0x7f85f400db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:44.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.073+0000 7f85e77fe700 1 -- 172.21.15.67:0/134925928 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85f40125f0 con 0x7f86000b3730 2023-10-21T13:05:44.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.073+0000 7f85e77fe700 1 -- 172.21.15.67:0/134925928 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85f4012750 con 0x7f86000b3730 2023-10-21T13:05:44.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.073+0000 7f8605065700 1 -- 172.21.15.67:0/134925928 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86000b4620 con 0x7f86000b3730 2023-10-21T13:05:44.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.073+0000 7f85e77fe700 1 -- 172.21.15.67:0/134925928 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85f4012b00 con 0x7f86000b3730 2023-10-21T13:05:44.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.073+0000 7f8605065700 1 -- 172.21.15.67:0/134925928 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86000b4be0 con 0x7f86000b3730 2023-10-21T13:05:44.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.074+0000 7f8605065700 1 -- 172.21.15.67:0/134925928 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86000b5100 con 0x7f86000b3730 2023-10-21T13:05:44.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.074+0000 7f85e77fe700 1 -- 172.21.15.67:0/134925928 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f85f4012c60 con 0x7f86000b3730 2023-10-21T13:05:44.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.075+0000 7f85e77fe700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f85ec06af00 0x7f85ec06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.075+0000 7f85e77fe700 1 -- 172.21.15.67:0/134925928 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f85f40892d0 con 0x7f86000b3730 2023-10-21T13:05:44.086 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.075+0000 7f85fe59c700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f85ec06af00 0x7f85ec06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.076+0000 7f85fe59c700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f85ec06af00 0x7f85ec06d3c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f86000cbf90 tx=0x7f85f0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:44.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.079+0000 7f85e77fe700 1 -- 172.21.15.67:0/134925928 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f86000b5100 con 0x7f86000b3730 2023-10-21T13:05:44.363 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.361+0000 7f8605065700 1 -- 172.21.15.67:0/134925928 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7f8600074d40 con 0x7f86000b3730 2023-10-21T13:05:44.365 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.363+0000 7f85e77fe700 1 -- 172.21.15.67:0/134925928 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v9) v1 ==== 90+0+0 (secure 0 0 0) 0x7f85f4054760 con 0x7f86000b3730 2023-10-21T13:05:44.367 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.365+0000 7f8605065700 1 -- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f85ec06af00 msgr2=0x7f85ec06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.367 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.365+0000 7f8605065700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f85ec06af00 0x7f85ec06d3c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f86000cbf90 tx=0x7f85f0009040 comp rx=0 tx=0).stop 2023-10-21T13:05:44.367 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.365+0000 7f8605065700 1 -- 172.21.15.67:0/134925928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86000b3730 msgr2=0x7f86000c6e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.365+0000 7f8605065700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86000b3730 0x7f86000c6e60 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f85f400d7d0 tx=0x7f85f400db90 comp rx=0 tx=0).stop 2023-10-21T13:05:44.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.365+0000 7f8605065700 1 -- 172.21.15.67:0/134925928 shutdown_connections 2023-10-21T13:05:44.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.365+0000 7f8605065700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f85ec06af00 0x7f85ec06d3c0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.365+0000 7f8605065700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8600159ce0 0x7f86001f6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.369 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.365+0000 7f8605065700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86000b3730 0x7f86000c6e60 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.369 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.365+0000 7f8605065700 1 --2- 172.21.15.67:0/134925928 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f860015da10 0x7f86000b3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.369 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.365+0000 7f8605065700 1 -- 172.21.15.67:0/134925928 >> 172.21.15.67:0/134925928 conn(0x7f86000999d0 msgr2=0x7f86000d0380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:44.369 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.365+0000 7f8605065700 1 -- 172.21.15.67:0/134925928 shutdown_connections 2023-10-21T13:05:44.369 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.365+0000 7f8605065700 1 -- 172.21.15.67:0/134925928 wait complete. 2023-10-21T13:05:44.379 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2023-10-21T13:05:44.505 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.503+0000 7f54ba61f700 1 Processor -- start 2023-10-21T13:05:44.506 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.503+0000 7f54ba61f700 1 -- start start 2023-10-21T13:05:44.508 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.504+0000 7f54ba61f700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f54b406afe0 0x7f54b40cfbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.508 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.504+0000 7f54ba61f700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54b40cb600 con 0x7f54b415da10 2023-10-21T13:05:44.508 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.504+0000 7f54ba61f700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54b415ddf0 con 0x7f54b40cf730 2023-10-21T13:05:44.509 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.504+0000 7f54ba61f700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54b40ca9f0 con 0x7f54b406afe0 2023-10-21T13:05:44.509 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.504+0000 7f54b8bbc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f54b406afe0 0x7f54b40cfbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.509 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.504+0000 7f54b3fff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f54b415da10 0x7f54b40b31f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49436/0 (socket says 172.21.15.67:49436) 2023-10-21T13:05:44.509 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.504+0000 7f54b3fff700 1 -- 172.21.15.67:0/2847623026 learned_addr learned my addr 172.21.15.67:0/2847623026 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:44.509 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.505+0000 7f54b2ffd700 1 -- 172.21.15.67:0/2847623026 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1899713681 0 0) 0x7f54b40cb600 con 0x7f54b415da10 2023-10-21T13:05:44.510 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.505+0000 7f54b2ffd700 1 -- 172.21.15.67:0/2847623026 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f54a00035b0 con 0x7f54b415da10 2023-10-21T13:05:44.510 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.505+0000 7f54b8bbc700 1 -- 172.21.15.67:0/2847623026 >> v1:172.21.15.190:6789/0 conn(0x7f54b40cf730 legacy=0x7f54b406a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.510 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.505+0000 7f54b8bbc700 1 -- 172.21.15.67:0/2847623026 >> v1:172.21.15.67:6789/0 conn(0x7f54b415da10 legacy=0x7f54b40b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.510 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.505+0000 7f54b8bbc700 1 -- 172.21.15.67:0/2847623026 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54b40cacd0 con 0x7f54b406afe0 2023-10-21T13:05:44.511 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.505+0000 7f54b8bbc700 1 --2- 172.21.15.67:0/2847623026 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54b406afe0 0x7f54b40cfbc0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f54ac009d90 tx=0x7f54ac00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a5a628cbe90bb92 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:44.511 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.505+0000 7f54b2ffd700 1 -- 172.21.15.67:0/2847623026 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54ac00e070 con 0x7f54b406afe0 2023-10-21T13:05:44.511 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.505+0000 7f54b2ffd700 1 -- 172.21.15.67:0/2847623026 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54ac00bb20 con 0x7f54b406afe0 2023-10-21T13:05:44.511 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.505+0000 7f54b2ffd700 1 -- 172.21.15.67:0/2847623026 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54ac012430 con 0x7f54b406afe0 2023-10-21T13:05:44.511 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.506+0000 7f54ba61f700 1 -- 172.21.15.67:0/2847623026 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54b406afe0 msgr2=0x7f54b40cfbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.512 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.506+0000 7f54ba61f700 1 --2- 172.21.15.67:0/2847623026 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54b406afe0 0x7f54b40cfbc0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f54ac009d90 tx=0x7f54ac00b330 comp rx=0 tx=0).stop 2023-10-21T13:05:44.512 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.506+0000 7f54ba61f700 1 -- 172.21.15.67:0/2847623026 shutdown_connections 2023-10-21T13:05:44.512 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.506+0000 7f54ba61f700 1 --2- 172.21.15.67:0/2847623026 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54b406afe0 0x7f54b40cfbc0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.512 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.506+0000 7f54ba61f700 1 -- 172.21.15.67:0/2847623026 >> 172.21.15.67:0/2847623026 conn(0x7f54b40999d0 msgr2=0x7f54b40d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:44.512 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.506+0000 7f54ba61f700 1 -- 172.21.15.67:0/2847623026 shutdown_connections 2023-10-21T13:05:44.513 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.506+0000 7f54ba61f700 1 -- 172.21.15.67:0/2847623026 wait complete. 2023-10-21T13:05:44.515 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.507+0000 7f54ba61f700 1 Processor -- start 2023-10-21T13:05:44.515 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.507+0000 7f54ba61f700 1 -- start start 2023-10-21T13:05:44.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54ba61f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f54b406afe0 0x7f54b40c9d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54ba61f700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f54b40cf730 0x7f54b41591c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54ba61f700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54b415da10 0x7f54b40d0380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54ba61f700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54b40ca2d0 con 0x7f54b415da10 2023-10-21T13:05:44.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54ba61f700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54b40c8360 con 0x7f54b40cf730 2023-10-21T13:05:44.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54ba61f700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54b40c92b0 con 0x7f54b406afe0 2023-10-21T13:05:44.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54b8bbc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54b415da10 0x7f54b40d0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54b8bbc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54b415da10 0x7f54b40d0380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33152/0 (socket says 172.21.15.67:33152) 2023-10-21T13:05:44.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54b8bbc700 1 -- 172.21.15.67:0/1587134169 learned_addr learned my addr 172.21.15.67:0/1587134169 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:44.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54b37fe700 1 --2- 172.21.15.67:0/1587134169 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f54b40cf730 0x7f54b41591c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54b3fff700 1 --2- 172.21.15.67:0/1587134169 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f54b406afe0 0x7f54b40c9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54b8bbc700 1 -- 172.21.15.67:0/1587134169 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f54b406afe0 msgr2=0x7f54b40c9d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54b8bbc700 1 --2- 172.21.15.67:0/1587134169 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f54b406afe0 0x7f54b40c9d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54b8bbc700 1 -- 172.21.15.67:0/1587134169 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f54b40cf730 msgr2=0x7f54b41591c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54b8bbc700 1 --2- 172.21.15.67:0/1587134169 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f54b40cf730 0x7f54b41591c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54b8bbc700 1 -- 172.21.15.67:0/1587134169 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54ac009a70 con 0x7f54b415da10 2023-10-21T13:05:44.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.508+0000 7f54b8bbc700 1 --2- 172.21.15.67:0/1587134169 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54b415da10 0x7f54b40d0380 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f54b40717b0 tx=0x7f54ac004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:44.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.509+0000 7f54b0ff9700 1 -- 172.21.15.67:0/1587134169 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54ac012430 con 0x7f54b415da10 2023-10-21T13:05:44.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.509+0000 7f54b0ff9700 1 -- 172.21.15.67:0/1587134169 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54ac020070 con 0x7f54b415da10 2023-10-21T13:05:44.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.509+0000 7f54ba61f700 1 -- 172.21.15.67:0/1587134169 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54b40c9590 con 0x7f54b415da10 2023-10-21T13:05:44.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.509+0000 7f54b0ff9700 1 -- 172.21.15.67:0/1587134169 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54ac004280 con 0x7f54b415da10 2023-10-21T13:05:44.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.509+0000 7f54ba61f700 1 -- 172.21.15.67:0/1587134169 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54b4159700 con 0x7f54b415da10 2023-10-21T13:05:44.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.510+0000 7f54ba61f700 1 -- 172.21.15.67:0/1587134169 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54b41598c0 con 0x7f54b415da10 2023-10-21T13:05:44.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.510+0000 7f54b0ff9700 1 -- 172.21.15.67:0/1587134169 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f54ac0043e0 con 0x7f54b415da10 2023-10-21T13:05:44.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.511+0000 7f54b0ff9700 1 --2- 172.21.15.67:0/1587134169 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f549406af00 0x7f549406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.511+0000 7f54b0ff9700 1 -- 172.21.15.67:0/1587134169 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f54ac022070 con 0x7f54b415da10 2023-10-21T13:05:44.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.511+0000 7f54b3fff700 1 --2- 172.21.15.67:0/1587134169 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f549406af00 0x7f549406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.524 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.511+0000 7f54b3fff700 1 --2- 172.21.15.67:0/1587134169 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f549406af00 0x7f549406d3c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f54a40010e0 tx=0x7f54a4007c70 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:44.524 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.515+0000 7f54b0ff9700 1 -- 172.21.15.67:0/1587134169 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f54b41598c0 con 0x7f54b415da10 2023-10-21T13:05:44.802 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.800+0000 7f54ba61f700 1 -- 172.21.15.67:0/1587134169 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f54b40c9110 con 0x7f54b415da10 2023-10-21T13:05:44.804 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.802+0000 7f54b0ff9700 1 -- 172.21.15.67:0/1587134169 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7f54b40c9110 con 0x7f54b415da10 2023-10-21T13:05:44.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.804+0000 7f54ba61f700 1 -- 172.21.15.67:0/1587134169 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f549406af00 msgr2=0x7f549406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.804+0000 7f54ba61f700 1 --2- 172.21.15.67:0/1587134169 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f549406af00 0x7f549406d3c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f54a40010e0 tx=0x7f54a4007c70 comp rx=0 tx=0).stop 2023-10-21T13:05:44.807 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.804+0000 7f54ba61f700 1 -- 172.21.15.67:0/1587134169 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54b415da10 msgr2=0x7f54b40d0380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.807 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.804+0000 7f54ba61f700 1 --2- 172.21.15.67:0/1587134169 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54b415da10 0x7f54b40d0380 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f54b40717b0 tx=0x7f54ac004ad0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.807 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.804+0000 7f54ba61f700 1 -- 172.21.15.67:0/1587134169 shutdown_connections 2023-10-21T13:05:44.807 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.804+0000 7f54ba61f700 1 --2- 172.21.15.67:0/1587134169 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54b415da10 0x7f54b40d0380 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.807 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.804+0000 7f54ba61f700 1 --2- 172.21.15.67:0/1587134169 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f549406af00 0x7f549406d3c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.804+0000 7f54ba61f700 1 --2- 172.21.15.67:0/1587134169 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f54b406afe0 0x7f54b40c9d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.804+0000 7f54ba61f700 1 --2- 172.21.15.67:0/1587134169 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f54b40cf730 0x7f54b41591c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.804+0000 7f54ba61f700 1 -- 172.21.15.67:0/1587134169 >> 172.21.15.67:0/1587134169 conn(0x7f54b40999d0 msgr2=0x7f54b406a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:44.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.804+0000 7f54ba61f700 1 -- 172.21.15.67:0/1587134169 shutdown_connections 2023-10-21T13:05:44.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.804+0000 7f54ba61f700 1 -- 172.21.15.67:0/1587134169 wait complete. 2023-10-21T13:05:44.818 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2023-10-21T13:05:44.944 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.942+0000 7fb9abe76700 1 Processor -- start 2023-10-21T13:05:44.944 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.942+0000 7fb9abe76700 1 -- start start 2023-10-21T13:05:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.943+0000 7fb9abe76700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb9a40cdfc0 0x7fb9a415eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.943+0000 7fb9abe76700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9a40cb9e0 con 0x7fb9a40cf8d0 2023-10-21T13:05:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.943+0000 7fb9abe76700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9a4072b00 con 0x7fb9a415a600 2023-10-21T13:05:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.943+0000 7fb9abe76700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a40ce4c0 con 0x7fb9a40cdfc0 2023-10-21T13:05:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.943+0000 7fb9a9411700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fb9a40cf8d0 0x7fb9a40cbe80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49452/0 (socket says 172.21.15.67:49452) 2023-10-21T13:05:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.943+0000 7fb9a9411700 1 -- 172.21.15.67:0/2246858402 learned_addr learned my addr 172.21.15.67:0/2246858402 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.943+0000 7fb9a8c10700 1 -- 172.21.15.67:0/2246858402 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1734771618 0 0) 0x7fb9a40cb9e0 con 0x7fb9a40cf8d0 2023-10-21T13:05:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.943+0000 7fb9a8c10700 1 -- 172.21.15.67:0/2246858402 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb9900035b0 con 0x7fb9a40cf8d0 2023-10-21T13:05:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.943+0000 7fb9aa413700 1 --2- 172.21.15.67:0/2246858402 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb9a40cdfc0 0x7fb9a415eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 -- 172.21.15.67:0/2246858402 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2152329075 0 0) 0x7fb9900035b0 con 0x7fb9a40cf8d0 2023-10-21T13:05:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 -- 172.21.15.67:0/2246858402 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb9a40cdfc0 msgr2=0x7fb9a415eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 --2- 172.21.15.67:0/2246858402 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb9a40cdfc0 0x7fb9a415eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 -- 172.21.15.67:0/2246858402 >> v1:172.21.15.190:6789/0 conn(0x7fb9a415a600 legacy=0x7fb9a40cf1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 -- 172.21.15.67:0/2246858402 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9a40ce7a0 con 0x7fb9a40cf8d0 2023-10-21T13:05:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 -- 172.21.15.67:0/2246858402 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7fb9a0001670 con 0x7fb9a40cf8d0 2023-10-21T13:05:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 -- 172.21.15.67:0/2246858402 >> v1:172.21.15.67:6789/0 conn(0x7fb9a40cf8d0 legacy=0x7fb9a40cbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 --2- 172.21.15.67:0/2246858402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb990003a30 0x7fb990003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 --2- 172.21.15.67:0/2246858402 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb9a40cdfc0 0x7fb990004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 --2- 172.21.15.67:0/2246858402 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb990004d90 0x7fb990005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 -- 172.21.15.67:0/2246858402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a40ce4c0 con 0x7fb990003a30 2023-10-21T13:05:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 -- 172.21.15.67:0/2246858402 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb99000bba0 con 0x7fb990004d90 2023-10-21T13:05:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 -- 172.21.15.67:0/2246858402 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb99000bd30 con 0x7fb9a40cdfc0 2023-10-21T13:05:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a9c12700 1 --2- 172.21.15.67:0/2246858402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb990003a30 0x7fb990003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a9411700 1 --2- 172.21.15.67:0/2246858402 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb9a40cdfc0 0x7fb990004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9aa413700 1 --2- 172.21.15.67:0/2246858402 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb990004d90 0x7fb990005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a9c12700 1 -- 172.21.15.67:0/2246858402 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb9a40cdfc0 msgr2=0x7fb990004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a9c12700 1 --2- 172.21.15.67:0/2246858402 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb9a40cdfc0 0x7fb990004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a9c12700 1 -- 172.21.15.67:0/2246858402 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb990004d90 msgr2=0x7fb990005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a9c12700 1 --2- 172.21.15.67:0/2246858402 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb990004d90 0x7fb990005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a9c12700 1 -- 172.21.15.67:0/2246858402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9900035b0 con 0x7fb990003a30 2023-10-21T13:05:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a9c12700 1 --2- 172.21.15.67:0/2246858402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb990003a30 0x7fb990003e50 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fb9940017f0 tx=0x7fb990005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e151b7edf2e4cff server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 -- 172.21.15.67:0/2246858402 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9940052d0 con 0x7fb990003a30 2023-10-21T13:05:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 -- 172.21.15.67:0/2246858402 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb994005430 con 0x7fb990003a30 2023-10-21T13:05:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.944+0000 7fb9a8c10700 1 -- 172.21.15.67:0/2246858402 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9940038c0 con 0x7fb990003a30 2023-10-21T13:05:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.945+0000 7fb9abe76700 1 -- 172.21.15.67:0/2246858402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb990003a30 msgr2=0x7fb990003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.945+0000 7fb9abe76700 1 --2- 172.21.15.67:0/2246858402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb990003a30 0x7fb990003e50 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fb9940017f0 tx=0x7fb990005880 comp rx=0 tx=0).stop 2023-10-21T13:05:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.945+0000 7fb9aa413700 1 -- 172.21.15.67:0/2246858402 reap_dead start 2023-10-21T13:05:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.945+0000 7fb9abe76700 1 -- 172.21.15.67:0/2246858402 shutdown_connections 2023-10-21T13:05:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.945+0000 7fb9abe76700 1 -- 172.21.15.67:0/2246858402 >> 172.21.15.67:0/2246858402 conn(0x7fb9a406da20 msgr2=0x7fb9a406de00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.945+0000 7fb9abe76700 1 -- 172.21.15.67:0/2246858402 shutdown_connections 2023-10-21T13:05:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.945+0000 7fb9abe76700 1 -- 172.21.15.67:0/2246858402 wait complete. 2023-10-21T13:05:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.946+0000 7fb9abe76700 1 Processor -- start 2023-10-21T13:05:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.946+0000 7fb9abe76700 1 -- start start 2023-10-21T13:05:44.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.947+0000 7fb9abe76700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb990003a30 0x7fb9a41f37c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.947+0000 7fb9abe76700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb9a40b5f00 0x7fb9a414a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.947+0000 7fb9abe76700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9a40ca020 0x7fb9a415de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.947+0000 7fb9abe76700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a41f3d00 con 0x7fb9a40ca020 2023-10-21T13:05:44.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.947+0000 7fb9abe76700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a40c8f80 con 0x7fb990003a30 2023-10-21T13:05:44.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.947+0000 7fb9abe76700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a40c9260 con 0x7fb9a40b5f00 2023-10-21T13:05:44.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.947+0000 7fb9aa413700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9a40ca020 0x7fb9a415de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.947+0000 7fb9aa413700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9a40ca020 0x7fb9a415de70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33172/0 (socket says 172.21.15.67:33172) 2023-10-21T13:05:44.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.947+0000 7fb9aa413700 1 -- 172.21.15.67:0/1781169198 learned_addr learned my addr 172.21.15.67:0/1781169198 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:44.962 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.947+0000 7fb9a9c12700 1 --2- 172.21.15.67:0/1781169198 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb990003a30 0x7fb9a41f37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.962 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.947+0000 7fb9a9411700 1 --2- 172.21.15.67:0/1781169198 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb9a40b5f00 0x7fb9a414a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.962 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.948+0000 7fb9aa413700 1 -- 172.21.15.67:0/1781169198 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb9a40b5f00 msgr2=0x7fb9a414a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.962 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.948+0000 7fb9aa413700 1 --2- 172.21.15.67:0/1781169198 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb9a40b5f00 0x7fb9a414a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.948+0000 7fb9aa413700 1 -- 172.21.15.67:0/1781169198 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb990003a30 msgr2=0x7fb9a41f37c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.948+0000 7fb9aa413700 1 --2- 172.21.15.67:0/1781169198 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb990003a30 0x7fb9a41f37c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.948+0000 7fb9aa413700 1 -- 172.21.15.67:0/1781169198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9a40c9540 con 0x7fb9a40ca020 2023-10-21T13:05:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.948+0000 7fb9aa413700 1 --2- 172.21.15.67:0/1781169198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9a40ca020 0x7fb9a415de70 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fb9a406d410 tx=0x7fb99c004940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.948+0000 7fb99a7fc700 1 -- 172.21.15.67:0/1781169198 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb99c0079f0 con 0x7fb9a40ca020 2023-10-21T13:05:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.948+0000 7fb99a7fc700 1 -- 172.21.15.67:0/1781169198 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb99c00f050 con 0x7fb9a40ca020 2023-10-21T13:05:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.948+0000 7fb9abe76700 1 -- 172.21.15.67:0/1781169198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9a40c9820 con 0x7fb9a40ca020 2023-10-21T13:05:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.948+0000 7fb99a7fc700 1 -- 172.21.15.67:0/1781169198 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb99c007db0 con 0x7fb9a40ca020 2023-10-21T13:05:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.948+0000 7fb9abe76700 1 -- 172.21.15.67:0/1781169198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9a40c8c30 con 0x7fb9a40ca020 2023-10-21T13:05:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.949+0000 7fb9abe76700 1 -- 172.21.15.67:0/1781169198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9a4074d40 con 0x7fb9a40ca020 2023-10-21T13:05:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.949+0000 7fb99a7fc700 1 -- 172.21.15.67:0/1781169198 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb99c01e460 con 0x7fb9a40ca020 2023-10-21T13:05:44.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.950+0000 7fb99a7fc700 1 --2- 172.21.15.67:0/1781169198 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb98806af00 0x7fb98806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:44.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.950+0000 7fb99a7fc700 1 -- 172.21.15.67:0/1781169198 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fb99c0893f0 con 0x7fb9a40ca020 2023-10-21T13:05:44.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.950+0000 7fb9a9c12700 1 --2- 172.21.15.67:0/1781169198 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb98806af00 0x7fb98806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:44.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.951+0000 7fb9a9c12700 1 --2- 172.21.15.67:0/1781169198 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb98806af00 0x7fb98806d3c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb994000ff0 tx=0x7fb994009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:44.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:44.954+0000 7fb99a7fc700 1 -- 172.21.15.67:0/1781169198 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb99c0547f0 con 0x7fb9a40ca020 2023-10-21T13:05:45.241 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.239+0000 7fb9abe76700 1 -- 172.21.15.67:0/1781169198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7fb9a4159090 con 0x7fb9a40ca020 2023-10-21T13:05:45.243 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.241+0000 7fb99a7fc700 1 -- 172.21.15.67:0/1781169198 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v11) v1 ==== 97+0+0 (secure 0 0 0) 0x7fb99c057e10 con 0x7fb9a40ca020 2023-10-21T13:05:45.246 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.244+0000 7fb9abe76700 1 -- 172.21.15.67:0/1781169198 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb98806af00 msgr2=0x7fb98806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:45.246 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.244+0000 7fb9abe76700 1 --2- 172.21.15.67:0/1781169198 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb98806af00 0x7fb98806d3c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb994000ff0 tx=0x7fb994009030 comp rx=0 tx=0).stop 2023-10-21T13:05:45.246 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.244+0000 7fb9abe76700 1 -- 172.21.15.67:0/1781169198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9a40ca020 msgr2=0x7fb9a415de70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:45.246 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.244+0000 7fb9abe76700 1 --2- 172.21.15.67:0/1781169198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9a40ca020 0x7fb9a415de70 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fb9a406d410 tx=0x7fb99c004940 comp rx=0 tx=0).stop 2023-10-21T13:05:45.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.244+0000 7fb9abe76700 1 -- 172.21.15.67:0/1781169198 shutdown_connections 2023-10-21T13:05:45.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.244+0000 7fb9abe76700 1 --2- 172.21.15.67:0/1781169198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9a40ca020 0x7fb9a415de70 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.244+0000 7fb9abe76700 1 --2- 172.21.15.67:0/1781169198 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb990003a30 0x7fb9a41f37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.244+0000 7fb9abe76700 1 --2- 172.21.15.67:0/1781169198 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb98806af00 0x7fb98806d3c0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.244+0000 7fb9abe76700 1 --2- 172.21.15.67:0/1781169198 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb9a40b5f00 0x7fb9a414a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.248 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.244+0000 7fb9abe76700 1 -- 172.21.15.67:0/1781169198 >> 172.21.15.67:0/1781169198 conn(0x7fb9a406da20 msgr2=0x7fb9a415d030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:45.248 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.244+0000 7fb9abe76700 1 -- 172.21.15.67:0/1781169198 shutdown_connections 2023-10-21T13:05:45.248 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.244+0000 7fb9abe76700 1 -- 172.21.15.67:0/1781169198 wait complete. 2023-10-21T13:05:45.258 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2023-10-21T13:05:45.383 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.382+0000 7fee83d29700 1 Processor -- start 2023-10-21T13:05:45.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.382+0000 7fee83d29700 1 -- start start 2023-10-21T13:05:45.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.383+0000 7fee83d29700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fee7c15a600 0x7fee7c15eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:45.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.383+0000 7fee83d29700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee7c0cb9e0 con 0x7fee7c0cdfc0 2023-10-21T13:05:45.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.383+0000 7fee83d29700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee7c072b00 con 0x7fee7c0cf8d0 2023-10-21T13:05:45.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.383+0000 7fee83d29700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee7c0ce4c0 con 0x7fee7c15a600 2023-10-21T13:05:45.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.383+0000 7fee81ac5700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fee7c15a600 0x7fee7c15eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:45.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.383+0000 7fee812c4700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fee7c0cdfc0 0x7fee7c0cf1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49470/0 (socket says 172.21.15.67:49470) 2023-10-21T13:05:45.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.383+0000 7fee812c4700 1 -- 172.21.15.67:0/1922006902 learned_addr learned my addr 172.21.15.67:0/1922006902 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:45.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.383+0000 7fee81ac5700 1 -- 172.21.15.67:0/1922006902 >> v1:172.21.15.190:6789/0 conn(0x7fee7c0cf8d0 legacy=0x7fee7c0cbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:45.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.383+0000 7fee81ac5700 1 -- 172.21.15.67:0/1922006902 >> v1:172.21.15.67:6789/0 conn(0x7fee7c0cdfc0 legacy=0x7fee7c0cf1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:45.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.383+0000 7fee81ac5700 1 -- 172.21.15.67:0/1922006902 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee7c0ce7a0 con 0x7fee7c15a600 2023-10-21T13:05:45.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.383+0000 7fee80ac3700 1 -- 172.21.15.67:0/1922006902 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 358798548 0 0) 0x7fee7c0cb9e0 con 0x7fee7c0cdfc0 2023-10-21T13:05:45.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.383+0000 7fee81ac5700 1 --2- 172.21.15.67:0/1922006902 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee7c15a600 0x7fee7c15eb40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fee7800bae0 tx=0x7fee7800bdf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aa051f6fc4adc6d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:45.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.384+0000 7fee80ac3700 1 -- 172.21.15.67:0/1922006902 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee7800dd30 con 0x7fee7c15a600 2023-10-21T13:05:45.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.384+0000 7fee80ac3700 1 -- 172.21.15.67:0/1922006902 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee7800de90 con 0x7fee7c15a600 2023-10-21T13:05:45.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.384+0000 7fee80ac3700 1 -- 172.21.15.67:0/1922006902 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee78010690 con 0x7fee7c15a600 2023-10-21T13:05:45.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.384+0000 7fee83d29700 1 -- 172.21.15.67:0/1922006902 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee7c15a600 msgr2=0x7fee7c15eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:45.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.384+0000 7fee83d29700 1 --2- 172.21.15.67:0/1922006902 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee7c15a600 0x7fee7c15eb40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fee7800bae0 tx=0x7fee7800bdf0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.384+0000 7fee83d29700 1 -- 172.21.15.67:0/1922006902 shutdown_connections 2023-10-21T13:05:45.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.384+0000 7fee83d29700 1 --2- 172.21.15.67:0/1922006902 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee7c15a600 0x7fee7c15eb40 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.384+0000 7fee83d29700 1 -- 172.21.15.67:0/1922006902 >> 172.21.15.67:0/1922006902 conn(0x7fee7c06da20 msgr2=0x7fee7c06de00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:45.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.384+0000 7fee83d29700 1 -- 172.21.15.67:0/1922006902 shutdown_connections 2023-10-21T13:05:45.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.384+0000 7fee83d29700 1 -- 172.21.15.67:0/1922006902 wait complete. 2023-10-21T13:05:45.394 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.385+0000 7fee83d29700 1 Processor -- start 2023-10-21T13:05:45.394 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.386+0000 7fee83d29700 1 -- start start 2023-10-21T13:05:45.394 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.386+0000 7fee83d29700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fee7c0cdfc0 0x7fee7c1f23a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:45.395 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.386+0000 7fee83d29700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee7c0cf8d0 0x7fee7c1f65e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:45.395 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.386+0000 7fee83d29700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fee7c15a600 0x7fee7c0b5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:45.395 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.386+0000 7fee83d29700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee7c1f61c0 con 0x7fee7c0cf8d0 2023-10-21T13:05:45.395 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.386+0000 7fee83d29700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee7c0c6d80 con 0x7fee7c0cdfc0 2023-10-21T13:05:45.396 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.386+0000 7fee83d29700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee7c1f28e0 con 0x7fee7c15a600 2023-10-21T13:05:45.396 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.386+0000 7fee812c4700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee7c0cf8d0 0x7fee7c1f65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:45.396 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.386+0000 7fee812c4700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee7c0cf8d0 0x7fee7c1f65e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33182/0 (socket says 172.21.15.67:33182) 2023-10-21T13:05:45.396 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.386+0000 7fee812c4700 1 -- 172.21.15.67:0/386486260 learned_addr learned my addr 172.21.15.67:0/386486260 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:45.396 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.387+0000 7fee81ac5700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fee7c0cdfc0 0x7fee7c1f23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:45.397 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.387+0000 7fee822c6700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fee7c15a600 0x7fee7c0b5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:45.397 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.387+0000 7fee812c4700 1 -- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fee7c15a600 msgr2=0x7fee7c0b5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:45.397 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.387+0000 7fee812c4700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fee7c15a600 0x7fee7c0b5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.397 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.387+0000 7fee812c4700 1 -- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fee7c0cdfc0 msgr2=0x7fee7c1f23a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:45.397 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.387+0000 7fee812c4700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fee7c0cdfc0 0x7fee7c1f23a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.397 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.387+0000 7fee812c4700 1 -- 172.21.15.67:0/386486260 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee7800b740 con 0x7fee7c0cf8d0 2023-10-21T13:05:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.387+0000 7fee81ac5700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fee7c0cdfc0 0x7fee7c1f23a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.387+0000 7fee812c4700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee7c0cf8d0 0x7fee7c1f65e0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fee6c001eb0 tx=0x7fee6c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.387+0000 7fee727fc700 1 -- 172.21.15.67:0/386486260 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee6c004c80 con 0x7fee7c0cf8d0 2023-10-21T13:05:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.387+0000 7fee727fc700 1 -- 172.21.15.67:0/386486260 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee6c004de0 con 0x7fee7c0cf8d0 2023-10-21T13:05:45.399 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.387+0000 7fee727fc700 1 -- 172.21.15.67:0/386486260 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee6c007310 con 0x7fee7c0cf8d0 2023-10-21T13:05:45.399 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.387+0000 7fee83d29700 1 -- 172.21.15.67:0/386486260 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee7c0c6200 con 0x7fee7c0cf8d0 2023-10-21T13:05:45.399 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.387+0000 7fee83d29700 1 -- 172.21.15.67:0/386486260 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee7c0c67c0 con 0x7fee7c0cf8d0 2023-10-21T13:05:45.399 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.388+0000 7fee83d29700 1 -- 172.21.15.67:0/386486260 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee7c1f6300 con 0x7fee7c0cf8d0 2023-10-21T13:05:45.399 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.388+0000 7fee727fc700 1 -- 172.21.15.67:0/386486260 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fee6c007470 con 0x7fee7c0cf8d0 2023-10-21T13:05:45.399 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.389+0000 7fee727fc700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fee6006af00 0x7fee6006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:45.400 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.389+0000 7fee727fc700 1 -- 172.21.15.67:0/386486260 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fee6c088ed0 con 0x7fee7c0cf8d0 2023-10-21T13:05:45.400 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.389+0000 7fee81ac5700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fee6006af00 0x7fee6006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:45.400 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.390+0000 7fee81ac5700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fee6006af00 0x7fee6006d3c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fee7800b2c0 tx=0x7fee78013000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:45.401 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.394+0000 7fee727fc700 1 -- 172.21.15.67:0/386486260 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fee7c1f6300 con 0x7fee7c0cf8d0 2023-10-21T13:05:45.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.677+0000 7fee83d29700 1 -- 172.21.15.67:0/386486260 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7fee7c1f6300 con 0x7fee7c0cf8d0 2023-10-21T13:05:45.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.679+0000 7fee727fc700 1 -- 172.21.15.67:0/386486260 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v12) v1 ==== 90+0+0 (secure 0 0 0) 0x7fee7c1f6300 con 0x7fee7c0cf8d0 2023-10-21T13:05:45.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.681+0000 7fee83d29700 1 -- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fee6006af00 msgr2=0x7fee6006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:45.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.681+0000 7fee83d29700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fee6006af00 0x7fee6006d3c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fee7800b2c0 tx=0x7fee78013000 comp rx=0 tx=0).stop 2023-10-21T13:05:45.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.681+0000 7fee83d29700 1 -- 172.21.15.67:0/386486260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee7c0cf8d0 msgr2=0x7fee7c1f65e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:45.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.681+0000 7fee83d29700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee7c0cf8d0 0x7fee7c1f65e0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fee6c001eb0 tx=0x7fee6c00c8b0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.681+0000 7fee83d29700 1 -- 172.21.15.67:0/386486260 shutdown_connections 2023-10-21T13:05:45.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.681+0000 7fee83d29700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fee6006af00 0x7fee6006d3c0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.681+0000 7fee83d29700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fee7c15a600 0x7fee7c0b5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.681+0000 7fee83d29700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fee7c0cdfc0 0x7fee7c1f23a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.681+0000 7fee83d29700 1 --2- 172.21.15.67:0/386486260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee7c0cf8d0 0x7fee7c1f65e0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.681+0000 7fee83d29700 1 -- 172.21.15.67:0/386486260 >> 172.21.15.67:0/386486260 conn(0x7fee7c06da20 msgr2=0x7fee7c15de70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:45.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.681+0000 7fee83d29700 1 -- 172.21.15.67:0/386486260 shutdown_connections 2023-10-21T13:05:45.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.681+0000 7fee83d29700 1 -- 172.21.15.67:0/386486260 wait complete. 2023-10-21T13:05:45.695 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:45.820 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.818+0000 7f9bd32b0700 1 Processor -- start 2023-10-21T13:05:45.821 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.819+0000 7f9bd32b0700 1 -- start start 2023-10-21T13:05:45.824 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.819+0000 7f9bd32b0700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f9bcc0cdf30 0x7f9bcc15da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:45.824 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.819+0000 7f9bd32b0700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9bcc06fe10 0x7f9bcc071a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:45.824 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.819+0000 7f9bd32b0700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bcc15df90 con 0x7f9bcc06b370 2023-10-21T13:05:45.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.819+0000 7f9bd32b0700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bcc06da80 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.819+0000 7f9bd32b0700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bcc15e1e0 con 0x7f9bcc06fe10 2023-10-21T13:05:45.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.820+0000 7f9bd104c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f9bcc0cdf30 0x7f9bcc15da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:45.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.820+0000 7f9bd104c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f9bcc0cdf30 0x7f9bcc15da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33190/0 (socket says 172.21.15.67:33190) 2023-10-21T13:05:45.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.820+0000 7f9bd084b700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f9bcc06b370 0x7f9bcc0ce310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49484/0 (socket says 172.21.15.67:49484) 2023-10-21T13:05:45.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.820+0000 7f9bd104c700 1 -- 172.21.15.67:0/2472044931 learned_addr learned my addr 172.21.15.67:0/2472044931 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:45.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.820+0000 7f9bd184d700 1 --2- 172.21.15.67:0/2472044931 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9bcc06fe10 0x7f9bcc071a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:45.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.820+0000 7f9bd104c700 1 -- 172.21.15.67:0/2472044931 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9bcc06fe10 msgr2=0x7f9bcc071a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:45.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.820+0000 7f9bd104c700 1 --2- 172.21.15.67:0/2472044931 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9bcc06fe10 0x7f9bcc071a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.820+0000 7f9bd104c700 1 -- 172.21.15.67:0/2472044931 >> v1:172.21.15.67:6789/0 conn(0x7f9bcc06b370 legacy=0x7f9bcc0ce310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:45.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.820+0000 7f9bbffff700 1 -- 172.21.15.67:0/2472044931 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2459174329 0 0) 0x7f9bcc15df90 con 0x7f9bcc06b370 2023-10-21T13:05:45.827 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.820+0000 7f9bd104c700 1 -- 172.21.15.67:0/2472044931 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bcc15e4c0 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.820+0000 7f9bd104c700 1 --2- 172.21.15.67:0/2472044931 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0cdf30 0x7f9bcc15da50 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f9bc80098f0 tx=0x7f9bc8009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13b668360a0e177b server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:45.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.820+0000 7f9bbffff700 1 -- 172.21.15.67:0/2472044931 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bc800b8a0 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.820+0000 7f9bbffff700 1 -- 172.21.15.67:0/2472044931 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bc800ba00 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.828 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.820+0000 7f9bbffff700 1 -- 172.21.15.67:0/2472044931 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bc800bd90 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.821+0000 7f9bd32b0700 1 -- 172.21.15.67:0/2472044931 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0cdf30 msgr2=0x7f9bcc15da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:45.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.821+0000 7f9bd32b0700 1 --2- 172.21.15.67:0/2472044931 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0cdf30 0x7f9bcc15da50 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f9bc80098f0 tx=0x7f9bc8009c00 comp rx=0 tx=0).stop 2023-10-21T13:05:45.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.821+0000 7f9bd32b0700 1 -- 172.21.15.67:0/2472044931 shutdown_connections 2023-10-21T13:05:45.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.821+0000 7f9bd32b0700 1 --2- 172.21.15.67:0/2472044931 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0cdf30 0x7f9bcc15da50 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.821+0000 7f9bd32b0700 1 --2- 172.21.15.67:0/2472044931 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9bcc06fe10 0x7f9bcc071a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.821+0000 7f9bd32b0700 1 -- 172.21.15.67:0/2472044931 >> 172.21.15.67:0/2472044931 conn(0x7f9bcc0d0360 msgr2=0x7f9bcc0d0770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:45.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.821+0000 7f9bd32b0700 1 -- 172.21.15.67:0/2472044931 shutdown_connections 2023-10-21T13:05:45.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.821+0000 7f9bd32b0700 1 -- 172.21.15.67:0/2472044931 wait complete. 2023-10-21T13:05:45.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.822+0000 7f9bd32b0700 1 Processor -- start 2023-10-21T13:05:45.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.822+0000 7f9bd32b0700 1 -- start start 2023-10-21T13:05:45.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd32b0700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9bcc06b370 0x7f9bcc147ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:45.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd32b0700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9bcc06fe10 0x7f9bcc15ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:45.836 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd32b0700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0cdf30 0x7f9bcc1f67b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:45.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd32b0700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bcc0caa30 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd32b0700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bcc15f350 con 0x7f9bcc06fe10 2023-10-21T13:05:45.837 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd32b0700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bcc1612d0 con 0x7f9bcc06b370 2023-10-21T13:05:45.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd184d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0cdf30 0x7f9bcc1f67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:45.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd184d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0cdf30 0x7f9bcc1f67b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33200/0 (socket says 172.21.15.67:33200) 2023-10-21T13:05:45.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd184d700 1 -- 172.21.15.67:0/3378882291 learned_addr learned my addr 172.21.15.67:0/3378882291 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:45.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd104c700 1 --2- 172.21.15.67:0/3378882291 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9bcc06b370 0x7f9bcc147ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:45.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd084b700 1 --2- 172.21.15.67:0/3378882291 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9bcc06fe10 0x7f9bcc15ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:45.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd184d700 1 -- 172.21.15.67:0/3378882291 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9bcc06b370 msgr2=0x7f9bcc147ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:45.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd184d700 1 --2- 172.21.15.67:0/3378882291 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9bcc06b370 0x7f9bcc147ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd184d700 1 -- 172.21.15.67:0/3378882291 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9bcc06fe10 msgr2=0x7f9bcc15ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:45.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd184d700 1 --2- 172.21.15.67:0/3378882291 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9bcc06fe10 0x7f9bcc15ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:45.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.823+0000 7f9bd184d700 1 -- 172.21.15.67:0/3378882291 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bc8009550 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.840 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.824+0000 7f9bd184d700 1 --2- 172.21.15.67:0/3378882291 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0cdf30 0x7f9bcc1f67b0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9bc4007e40 tx=0x7f9bc400e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:45.841 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.824+0000 7f9bbdffb700 1 -- 172.21.15.67:0/3378882291 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bc400eea0 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.841 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.824+0000 7f9bbdffb700 1 -- 172.21.15.67:0/3378882291 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bc4014420 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.841 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.824+0000 7f9bd32b0700 1 -- 172.21.15.67:0/3378882291 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bcc1615b0 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.841 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.824+0000 7f9bbdffb700 1 -- 172.21.15.67:0/3378882291 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bc40147b0 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.841 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.824+0000 7f9bd32b0700 1 -- 172.21.15.67:0/3378882291 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bcc0caca0 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.842 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.825+0000 7f9bd32b0700 1 -- 172.21.15.67:0/3378882291 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bcc0674f0 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.842 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.825+0000 7f9bbdffb700 1 -- 172.21.15.67:0/3378882291 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9bc4014910 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.842 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.826+0000 7f9bbdffb700 1 --2- 172.21.15.67:0/3378882291 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9bb006af00 0x7f9bb006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:45.842 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.826+0000 7f9bbdffb700 1 -- 172.21.15.67:0/3378882291 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9bc4089ad0 con 0x7f9bcc0cdf30 2023-10-21T13:05:45.843 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.826+0000 7f9bd104c700 1 --2- 172.21.15.67:0/3378882291 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9bb006af00 0x7f9bb006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:45.843 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.827+0000 7f9bd104c700 1 --2- 172.21.15.67:0/3378882291 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9bb006af00 0x7f9bb006d3c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f9bc8014040 tx=0x7f9bc8008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:45.843 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:45.831+0000 7f9bbdffb700 1 -- 172.21.15.67:0/3378882291 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9bc4054ed0 con 0x7f9bcc0cdf30 2023-10-21T13:05:46.036 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.034+0000 7f9bd32b0700 1 -- 172.21.15.67:0/3378882291 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9bcc074d40 con 0x7f9bcc0cdf30 2023-10-21T13:05:46.036 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.035+0000 7f9bbdffb700 1 -- 172.21.15.67:0/3378882291 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+12857 (secure 0 0 0) 0x7f9bc40584f0 con 0x7f9bcc0cdf30 2023-10-21T13:05:46.037 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:46.037 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":27,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:05:42.576094+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:46.039 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.037+0000 7f9bd32b0700 1 -- 172.21.15.67:0/3378882291 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9bb006af00 msgr2=0x7f9bb006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.039 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.037+0000 7f9bd32b0700 1 --2- 172.21.15.67:0/3378882291 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9bb006af00 0x7f9bb006d3c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f9bc8014040 tx=0x7f9bc8008030 comp rx=0 tx=0).stop 2023-10-21T13:05:46.039 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.037+0000 7f9bd32b0700 1 -- 172.21.15.67:0/3378882291 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0cdf30 msgr2=0x7f9bcc1f67b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.039 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.037+0000 7f9bd32b0700 1 --2- 172.21.15.67:0/3378882291 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0cdf30 0x7f9bcc1f67b0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9bc4007e40 tx=0x7f9bc400e3c0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.040 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.037+0000 7f9bd32b0700 1 -- 172.21.15.67:0/3378882291 shutdown_connections 2023-10-21T13:05:46.040 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.037+0000 7f9bd32b0700 1 --2- 172.21.15.67:0/3378882291 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0cdf30 0x7f9bcc1f67b0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.040 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.037+0000 7f9bd32b0700 1 --2- 172.21.15.67:0/3378882291 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9bb006af00 0x7f9bb006d3c0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.040 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.037+0000 7f9bd32b0700 1 --2- 172.21.15.67:0/3378882291 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9bcc06b370 0x7f9bcc147ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.040 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.037+0000 7f9bd32b0700 1 --2- 172.21.15.67:0/3378882291 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9bcc06fe10 0x7f9bcc15ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.041 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.037+0000 7f9bd32b0700 1 -- 172.21.15.67:0/3378882291 >> 172.21.15.67:0/3378882291 conn(0x7f9bcc0d0360 msgr2=0x7f9bcc15b720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:46.041 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.037+0000 7f9bd32b0700 1 -- 172.21.15.67:0/3378882291 shutdown_connections 2023-10-21T13:05:46.041 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.037+0000 7f9bd32b0700 1 -- 172.21.15.67:0/3378882291 wait complete. 2023-10-21T13:05:46.051 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T13:05:46.051 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T13:05:46.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.177+0000 7f8d9029e700 1 Processor -- start 2023-10-21T13:05:46.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.177+0000 7f8d9029e700 1 -- start start 2023-10-21T13:05:46.181 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.178+0000 7f8d9029e700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8d881623a0 0x7f8d8806b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.182 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.178+0000 7f8d9029e700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f8d880b1a00 0x7f8d880cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.182 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.178+0000 7f8d9029e700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d88161f10 con 0x7f8d880b0880 2023-10-21T13:05:46.182 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.178+0000 7f8d9029e700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d881616b0 con 0x7f8d880b1a00 2023-10-21T13:05:46.182 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.178+0000 7f8d9029e700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d880d12b0 con 0x7f8d881623a0 2023-10-21T13:05:46.183 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.178+0000 7f8d8e83b700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f8d880b1a00 0x7f8d880cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.183 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.178+0000 7f8d8e03a700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f8d880b0880 0x7f8d880b12f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:46396/0 (socket says 172.21.15.67:46396) 2023-10-21T13:05:46.183 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.178+0000 7f8d8e83b700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f8d880b1a00 0x7f8d880cf920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:35306/0 (socket says 172.21.15.67:35306) 2023-10-21T13:05:46.183 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.178+0000 7f8d8e03a700 1 -- 172.21.15.67:0/3018954078 learned_addr learned my addr 172.21.15.67:0/3018954078 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:46.183 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.178+0000 7f8d8d839700 1 --2- 172.21.15.67:0/3018954078 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8d881623a0 0x7f8d8806b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.184 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.179+0000 7f8d8e83b700 1 -- 172.21.15.67:0/3018954078 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8d881623a0 msgr2=0x7f8d8806b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:46.184 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.179+0000 7f8d8e83b700 1 --2- 172.21.15.67:0/3018954078 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8d881623a0 0x7f8d8806b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.184 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.179+0000 7f8d8e83b700 1 -- 172.21.15.67:0/3018954078 >> v1:172.21.15.190:6789/0 conn(0x7f8d880b0880 legacy=0x7f8d880b12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.184 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.179+0000 7f8d8e83b700 1 -- 172.21.15.67:0/3018954078 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d880cffc0 con 0x7f8d880b1a00 2023-10-21T13:05:46.184 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.179+0000 7f8d8d038700 1 -- 172.21.15.67:0/3018954078 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 479204230 0 0) 0x7f8d88161f10 con 0x7f8d880b0880 2023-10-21T13:05:46.185 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.179+0000 7f8d8d839700 1 --2- 172.21.15.67:0/3018954078 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8d881623a0 0x7f8d8806b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:46.185 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.179+0000 7f8d8e83b700 1 --2- 172.21.15.67:0/3018954078 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8d880b1a00 0x7f8d880cf920 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8d80009d90 tx=0x7f8d8000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13eac308e3aa51af server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:46.185 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.179+0000 7f8d8d038700 1 -- 172.21.15.67:0/3018954078 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d8000e070 con 0x7f8d880b1a00 2023-10-21T13:05:46.185 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.179+0000 7f8d8d038700 1 -- 172.21.15.67:0/3018954078 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d8000bb20 con 0x7f8d880b1a00 2023-10-21T13:05:46.185 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.179+0000 7f8d8d038700 1 -- 172.21.15.67:0/3018954078 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d80012430 con 0x7f8d880b1a00 2023-10-21T13:05:46.185 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.180+0000 7f8d9029e700 1 -- 172.21.15.67:0/3018954078 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8d880b1a00 msgr2=0x7f8d880cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.186 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.180+0000 7f8d9029e700 1 --2- 172.21.15.67:0/3018954078 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8d880b1a00 0x7f8d880cf920 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8d80009d90 tx=0x7f8d8000b330 comp rx=0 tx=0).stop 2023-10-21T13:05:46.186 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.180+0000 7f8d9029e700 1 -- 172.21.15.67:0/3018954078 shutdown_connections 2023-10-21T13:05:46.186 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.180+0000 7f8d9029e700 1 --2- 172.21.15.67:0/3018954078 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8d880b1a00 0x7f8d880cf920 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.186 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.180+0000 7f8d9029e700 1 --2- 172.21.15.67:0/3018954078 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8d881623a0 0x7f8d8806b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.187 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.180+0000 7f8d9029e700 1 -- 172.21.15.67:0/3018954078 >> 172.21.15.67:0/3018954078 conn(0x7f8d880999d0 msgr2=0x7f8d880d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:46.187 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.180+0000 7f8d9029e700 1 -- 172.21.15.67:0/3018954078 shutdown_connections 2023-10-21T13:05:46.187 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.180+0000 7f8d9029e700 1 -- 172.21.15.67:0/3018954078 wait complete. 2023-10-21T13:05:46.190 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.181+0000 7f8d9029e700 1 Processor -- start 2023-10-21T13:05:46.190 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.181+0000 7f8d9029e700 1 -- start start 2023-10-21T13:05:46.190 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d9029e700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8d880b0880 0x7f8d881554e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.191 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d9029e700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d880b1a00 0x7f8d880c6620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.191 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d9029e700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8d881623a0 0x7f8d880af490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.191 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d9029e700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d881f3190 con 0x7f8d880b1a00 2023-10-21T13:05:46.191 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d9029e700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d880c6b60 con 0x7f8d881623a0 2023-10-21T13:05:46.191 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d9029e700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d880c4040 con 0x7f8d880b0880 2023-10-21T13:05:46.192 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d8d839700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d880b1a00 0x7f8d880c6620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.192 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d8d839700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d880b1a00 0x7f8d880c6620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33212/0 (socket says 172.21.15.67:33212) 2023-10-21T13:05:46.192 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d8d839700 1 -- 172.21.15.67:0/3116378965 learned_addr learned my addr 172.21.15.67:0/3116378965 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:46.192 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d8e03a700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8d880b0880 0x7f8d881554e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.193 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d8e83b700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8d881623a0 0x7f8d880af490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.193 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d8d839700 1 -- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8d880b0880 msgr2=0x7f8d881554e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.193 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d8d839700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8d880b0880 0x7f8d881554e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.193 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d8d839700 1 -- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8d881623a0 msgr2=0x7f8d880af490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.193 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d8d839700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8d881623a0 0x7f8d880af490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.194 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d8d839700 1 -- 172.21.15.67:0/3116378965 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d840094a0 con 0x7f8d880b1a00 2023-10-21T13:05:46.194 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d8e83b700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8d881623a0 0x7f8d880af490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:46.194 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.182+0000 7f8d8d839700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d880b1a00 0x7f8d880c6620 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f8d8400ebe0 tx=0x7f8d84009ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:46.194 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.183+0000 7f8d7effd700 1 -- 172.21.15.67:0/3116378965 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d8400c910 con 0x7f8d880b1a00 2023-10-21T13:05:46.194 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.183+0000 7f8d7effd700 1 -- 172.21.15.67:0/3116378965 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d8400ca70 con 0x7f8d880b1a00 2023-10-21T13:05:46.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.183+0000 7f8d9029e700 1 -- 172.21.15.67:0/3116378965 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d80009a70 con 0x7f8d880b1a00 2023-10-21T13:05:46.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.183+0000 7f8d7effd700 1 -- 172.21.15.67:0/3116378965 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d8400cde0 con 0x7f8d880b1a00 2023-10-21T13:05:46.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.183+0000 7f8d9029e700 1 -- 172.21.15.67:0/3116378965 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d8815d930 con 0x7f8d880b1a00 2023-10-21T13:05:46.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.184+0000 7f8d9029e700 1 -- 172.21.15.67:0/3116378965 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d880c3ea0 con 0x7f8d880b1a00 2023-10-21T13:05:46.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.184+0000 7f8d7effd700 1 -- 172.21.15.67:0/3116378965 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f8d84013470 con 0x7f8d880b1a00 2023-10-21T13:05:46.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.184+0000 7f8d7effd700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f8d6c06af00 0x7f8d6c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.185+0000 7f8d7effd700 1 -- 172.21.15.67:0/3116378965 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8d84089460 con 0x7f8d880b1a00 2023-10-21T13:05:46.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.185+0000 7f8d8e03a700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f8d6c06af00 0x7f8d6c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.185+0000 7f8d8e03a700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f8d6c06af00 0x7f8d6c06d3c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8d78000f60 tx=0x7f8d78007c90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:46.197 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.189+0000 7f8d7effd700 1 -- 172.21.15.67:0/3116378965 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f8d880c3ea0 con 0x7f8d880b1a00 2023-10-21T13:05:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.387+0000 7f8d9029e700 1 -- 172.21.15.67:0/3116378965 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8d880c3ea0 con 0x7f8d880b1a00 2023-10-21T13:05:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.387+0000 7f8d7effd700 1 -- 172.21.15.67:0/3116378965 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8d880c3ea0 con 0x7f8d880b1a00 2023-10-21T13:05:46.390 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T13:05:46.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.389+0000 7f8d9029e700 1 -- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f8d6c06af00 msgr2=0x7f8d6c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.389+0000 7f8d9029e700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f8d6c06af00 0x7f8d6c06d3c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8d78000f60 tx=0x7f8d78007c90 comp rx=0 tx=0).stop 2023-10-21T13:05:46.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.389+0000 7f8d9029e700 1 -- 172.21.15.67:0/3116378965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d880b1a00 msgr2=0x7f8d880c6620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.389+0000 7f8d9029e700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d880b1a00 0x7f8d880c6620 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f8d8400ebe0 tx=0x7f8d84009ec0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.389+0000 7f8d9029e700 1 -- 172.21.15.67:0/3116378965 shutdown_connections 2023-10-21T13:05:46.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.389+0000 7f8d9029e700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8d881623a0 0x7f8d880af490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.389+0000 7f8d9029e700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f8d6c06af00 0x7f8d6c06d3c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.389+0000 7f8d9029e700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f8d880b0880 0x7f8d881554e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.389+0000 7f8d9029e700 1 --2- 172.21.15.67:0/3116378965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d880b1a00 0x7f8d880c6620 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.389+0000 7f8d9029e700 1 -- 172.21.15.67:0/3116378965 >> 172.21.15.67:0/3116378965 conn(0x7f8d880999d0 msgr2=0x7f8d8815bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:46.394 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.389+0000 7f8d9029e700 1 -- 172.21.15.67:0/3116378965 shutdown_connections 2023-10-21T13:05:46.394 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.389+0000 7f8d9029e700 1 -- 172.21.15.67:0/3116378965 wait complete. 2023-10-21T13:05:46.404 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-10-21T13:05:46.529 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.527+0000 7f42d026b700 1 Processor -- start 2023-10-21T13:05:46.529 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.527+0000 7f42d026b700 1 -- start start 2023-10-21T13:05:46.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.528+0000 7f42d026b700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f42c806a8d0 0x7f42c80cd980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.528+0000 7f42d026b700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42c80ca180 con 0x7f42c815dc60 2023-10-21T13:05:46.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.528+0000 7f42d026b700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42c80caa20 con 0x7f42c80cdec0 2023-10-21T13:05:46.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.528+0000 7f42d026b700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42c80ce370 con 0x7f42c806a8d0 2023-10-21T13:05:46.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.528+0000 7f42ce007700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f42c815dc60 0x7f42c806b7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49512/0 (socket says 172.21.15.67:49512) 2023-10-21T13:05:46.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.528+0000 7f42ce007700 1 -- 172.21.15.67:0/2338780116 learned_addr learned my addr 172.21.15.67:0/2338780116 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:46.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.528+0000 7f42cd806700 1 --2- 172.21.15.67:0/2338780116 >> v2:172.21.15.190:3300/0 conn(0x7f42c806a8d0 0x7f42c80cd980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 -- 172.21.15.67:0/2338780116 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2679093357 0 0) 0x7f42c80ca180 con 0x7f42c815dc60 2023-10-21T13:05:46.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 -- 172.21.15.67:0/2338780116 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f42b40035b0 con 0x7f42c815dc60 2023-10-21T13:05:46.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 -- 172.21.15.67:0/2338780116 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 553526189 0 0) 0x7f42b40035b0 con 0x7f42c815dc60 2023-10-21T13:05:46.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 -- 172.21.15.67:0/2338780116 >> v2:172.21.15.190:3300/0 conn(0x7f42c806a8d0 msgr2=0x7f42c80cd980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:46.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 --2- 172.21.15.67:0/2338780116 >> v2:172.21.15.190:3300/0 conn(0x7f42c806a8d0 0x7f42c80cd980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 -- 172.21.15.67:0/2338780116 >> v1:172.21.15.190:6789/0 conn(0x7f42c80cdec0 legacy=0x7f42c80caeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 -- 172.21.15.67:0/2338780116 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42c806c000 con 0x7f42c815dc60 2023-10-21T13:05:46.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 -- 172.21.15.67:0/2338780116 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f42b8001670 con 0x7f42c815dc60 2023-10-21T13:05:46.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 -- 172.21.15.67:0/2338780116 >> v1:172.21.15.67:6789/0 conn(0x7f42c815dc60 legacy=0x7f42c806b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.537 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 --2- 172.21.15.67:0/2338780116 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f42b4003a00 0x7f42b4003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.537 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 --2- 172.21.15.67:0/2338780116 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42b4004850 0x7f42b4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.537 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 --2- 172.21.15.67:0/2338780116 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42b4005330 0x7f42b400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.537 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 -- 172.21.15.67:0/2338780116 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42c80ce370 con 0x7f42b4004850 2023-10-21T13:05:46.537 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 -- 172.21.15.67:0/2338780116 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42b400c200 con 0x7f42b4005330 2023-10-21T13:05:46.538 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd005700 1 -- 172.21.15.67:0/2338780116 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42b400c3c0 con 0x7f42b4003a00 2023-10-21T13:05:46.538 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd806700 1 --2- 172.21.15.67:0/2338780116 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42b4004850 0x7f42b4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.538 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42ce007700 1 --2- 172.21.15.67:0/2338780116 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f42b4003a00 0x7f42b4003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.538 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42ce808700 1 --2- 172.21.15.67:0/2338780116 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42b4005330 0x7f42b400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd806700 1 -- 172.21.15.67:0/2338780116 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f42b4003a00 msgr2=0x7f42b4003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:46.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd806700 1 --2- 172.21.15.67:0/2338780116 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f42b4003a00 0x7f42b4003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd806700 1 -- 172.21.15.67:0/2338780116 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42b4005330 msgr2=0x7f42b400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:46.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd806700 1 --2- 172.21.15.67:0/2338780116 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42b4005330 0x7f42b400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42cd806700 1 -- 172.21.15.67:0/2338780116 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42b40035b0 con 0x7f42b4004850 2023-10-21T13:05:46.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42ce808700 1 --2- 172.21.15.67:0/2338780116 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42b4005330 0x7f42b400ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:46.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.529+0000 7f42ce808700 1 -- 172.21.15.67:0/2338780116 reap_dead start 2023-10-21T13:05:46.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.530+0000 7f42cd806700 1 --2- 172.21.15.67:0/2338780116 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42b4004850 0x7f42b4004cd0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f42c806ad80 tx=0x7f42b4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e93085f0bc948a59 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:46.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.530+0000 7f42cd005700 1 -- 172.21.15.67:0/2338780116 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42c400e6c0 con 0x7f42b4004850 2023-10-21T13:05:46.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.530+0000 7f42cd005700 1 -- 172.21.15.67:0/2338780116 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42c400e820 con 0x7f42b4004850 2023-10-21T13:05:46.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.530+0000 7f42cd005700 1 -- 172.21.15.67:0/2338780116 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42c400eb90 con 0x7f42b4004850 2023-10-21T13:05:46.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.530+0000 7f42d026b700 1 -- 172.21.15.67:0/2338780116 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42b4004850 msgr2=0x7f42b4004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.530+0000 7f42d026b700 1 --2- 172.21.15.67:0/2338780116 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42b4004850 0x7f42b4004cd0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f42c806ad80 tx=0x7f42b4005880 comp rx=0 tx=0).stop 2023-10-21T13:05:46.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.530+0000 7f42d026b700 1 -- 172.21.15.67:0/2338780116 shutdown_connections 2023-10-21T13:05:46.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.530+0000 7f42d026b700 1 --2- 172.21.15.67:0/2338780116 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42b4004850 0x7f42b4004cd0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.530+0000 7f42d026b700 1 -- 172.21.15.67:0/2338780116 >> 172.21.15.67:0/2338780116 conn(0x7f42c80cc5b0 msgr2=0x7f42c80cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:46.542 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.530+0000 7f42d026b700 1 -- 172.21.15.67:0/2338780116 shutdown_connections 2023-10-21T13:05:46.542 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.530+0000 7f42d026b700 1 -- 172.21.15.67:0/2338780116 wait complete. 2023-10-21T13:05:46.544 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.532+0000 7f42d026b700 1 Processor -- start 2023-10-21T13:05:46.545 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.532+0000 7f42d026b700 1 -- start start 2023-10-21T13:05:46.545 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42d026b700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42b4004850 0x7f42c814c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.545 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42d026b700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f42c8150180 0x7f42c814ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.546 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42d026b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42c814f260 0x7f42c80b3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.546 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42d026b700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42c814f710 con 0x7f42c814f260 2023-10-21T13:05:46.546 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42d026b700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42c814c990 con 0x7f42b4004850 2023-10-21T13:05:46.547 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42d026b700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42c814ce30 con 0x7f42c8150180 2023-10-21T13:05:46.547 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42ce808700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42c814f260 0x7f42c80b3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.547 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42ce808700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42c814f260 0x7f42c80b3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33234/0 (socket says 172.21.15.67:33234) 2023-10-21T13:05:46.548 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42ce808700 1 -- 172.21.15.67:0/3778362954 learned_addr learned my addr 172.21.15.67:0/3778362954 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:46.548 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42ce007700 1 --2- 172.21.15.67:0/3778362954 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42b4004850 0x7f42c814c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.548 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42cd806700 1 --2- 172.21.15.67:0/3778362954 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f42c8150180 0x7f42c814ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.548 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42ce808700 1 -- 172.21.15.67:0/3778362954 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f42c8150180 msgr2=0x7f42c814ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.549 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42ce808700 1 --2- 172.21.15.67:0/3778362954 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f42c8150180 0x7f42c814ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.549 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42ce808700 1 -- 172.21.15.67:0/3778362954 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42b4004850 msgr2=0x7f42c814c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.549 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42ce808700 1 --2- 172.21.15.67:0/3778362954 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42b4004850 0x7f42c814c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.549 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.533+0000 7f42ce808700 1 -- 172.21.15.67:0/3778362954 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42c814d110 con 0x7f42c814f260 2023-10-21T13:05:46.549 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.534+0000 7f42ce808700 1 --2- 172.21.15.67:0/3778362954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42c814f260 0x7f42c80b3600 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f42c8066bc0 tx=0x7f42c000ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:46.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.534+0000 7f42beffd700 1 -- 172.21.15.67:0/3778362954 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42c000ee80 con 0x7f42c814f260 2023-10-21T13:05:46.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.534+0000 7f42beffd700 1 -- 172.21.15.67:0/3778362954 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42c0003c10 con 0x7f42c814f260 2023-10-21T13:05:46.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.534+0000 7f42d026b700 1 -- 172.21.15.67:0/3778362954 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42c814d3f0 con 0x7f42c814f260 2023-10-21T13:05:46.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.534+0000 7f42beffd700 1 -- 172.21.15.67:0/3778362954 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42c00050d0 con 0x7f42c814f260 2023-10-21T13:05:46.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.534+0000 7f42d026b700 1 -- 172.21.15.67:0/3778362954 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42c80b3b40 con 0x7f42c814f260 2023-10-21T13:05:46.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.535+0000 7f42d026b700 1 -- 172.21.15.67:0/3778362954 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42c814d910 con 0x7f42c814f260 2023-10-21T13:05:46.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.535+0000 7f42beffd700 1 -- 172.21.15.67:0/3778362954 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f42c0005230 con 0x7f42c814f260 2023-10-21T13:05:46.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.536+0000 7f42beffd700 1 --2- 172.21.15.67:0/3778362954 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f42ac06af00 0x7f42ac06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.536+0000 7f42beffd700 1 -- 172.21.15.67:0/3778362954 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f42c0089070 con 0x7f42c814f260 2023-10-21T13:05:46.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.536+0000 7f42ce007700 1 --2- 172.21.15.67:0/3778362954 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f42ac06af00 0x7f42ac06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.552 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.536+0000 7f42ce007700 1 --2- 172.21.15.67:0/3778362954 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f42ac06af00 0x7f42ac06d3c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f42b8007db0 tx=0x7f42b8000fc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:46.552 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.540+0000 7f42beffd700 1 -- 172.21.15.67:0/3778362954 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f42c814d910 con 0x7f42c814f260 2023-10-21T13:05:46.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.744+0000 7f42d026b700 1 -- 172.21.15.67:0/3778362954 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f42c814d910 con 0x7f42c814f260 2023-10-21T13:05:46.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.745+0000 7f42beffd700 1 -- 172.21.15.67:0/3778362954 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v27) v1 ==== 84+0+65 (secure 0 0 0) 0x7f42c814d910 con 0x7f42c814f260 2023-10-21T13:05:46.747 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:46.747 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2023-10-21T13:05:46.748 INFO:teuthology.orchestra.run.smithi067.stdout: { 2023-10-21T13:05:46.748 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2023-10-21T13:05:46.748 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2023-10-21T13:05:46.748 INFO:teuthology.orchestra.run.smithi067.stdout: } 2023-10-21T13:05:46.748 INFO:teuthology.orchestra.run.smithi067.stdout:] 2023-10-21T13:05:46.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.747+0000 7f42d026b700 1 -- 172.21.15.67:0/3778362954 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f42ac06af00 msgr2=0x7f42ac06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.747+0000 7f42d026b700 1 --2- 172.21.15.67:0/3778362954 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f42ac06af00 0x7f42ac06d3c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f42b8007db0 tx=0x7f42b8000fc0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.747+0000 7f42d026b700 1 -- 172.21.15.67:0/3778362954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42c814f260 msgr2=0x7f42c80b3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.747+0000 7f42d026b700 1 --2- 172.21.15.67:0/3778362954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42c814f260 0x7f42c80b3600 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f42c8066bc0 tx=0x7f42c000ed50 comp rx=0 tx=0).stop 2023-10-21T13:05:46.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.747+0000 7f42d026b700 1 -- 172.21.15.67:0/3778362954 shutdown_connections 2023-10-21T13:05:46.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.747+0000 7f42d026b700 1 --2- 172.21.15.67:0/3778362954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42c814f260 0x7f42c80b3600 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.747+0000 7f42d026b700 1 --2- 172.21.15.67:0/3778362954 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42b4004850 0x7f42c814c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.747+0000 7f42d026b700 1 --2- 172.21.15.67:0/3778362954 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f42ac06af00 0x7f42ac06d3c0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.747+0000 7f42d026b700 1 --2- 172.21.15.67:0/3778362954 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f42c8150180 0x7f42c814ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.747+0000 7f42d026b700 1 -- 172.21.15.67:0/3778362954 >> 172.21.15.67:0/3778362954 conn(0x7f42c80cc5b0 msgr2=0x7f42c806adb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:46.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.747+0000 7f42d026b700 1 -- 172.21.15.67:0/3778362954 shutdown_connections 2023-10-21T13:05:46.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.747+0000 7f42d026b700 1 -- 172.21.15.67:0/3778362954 wait complete. 2023-10-21T13:05:46.761 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-10-21T13:05:46.761 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-10-21T13:05:46.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.889+0000 7fe858669700 1 Processor -- start 2023-10-21T13:05:46.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.889+0000 7fe858669700 1 -- start start 2023-10-21T13:05:46.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.890+0000 7fe858669700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe8500cf750 0x7fe85015e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.890+0000 7fe858669700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe85015ac30 con 0x7fe850071f90 2023-10-21T13:05:46.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.890+0000 7fe858669700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe85006f8b0 con 0x7fe850071880 2023-10-21T13:05:46.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.890+0000 7fe858669700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe85015e6f0 con 0x7fe8500cf750 2023-10-21T13:05:46.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.890+0000 7fe856c06700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe8500cf750 0x7fe85015e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.890+0000 7fe856c06700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe8500cf750 0x7fe85015e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33242/0 (socket says 172.21.15.67:33242) 2023-10-21T13:05:46.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.890+0000 7fe856c06700 1 -- 172.21.15.67:0/1622444933 learned_addr learned my addr 172.21.15.67:0/1622444933 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:46.895 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.890+0000 7fe856405700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fe850071f90 0x7fe85006f1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49532/0 (socket says 172.21.15.67:49532) 2023-10-21T13:05:46.895 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.890+0000 7fe856c06700 1 -- 172.21.15.67:0/1622444933 >> v1:172.21.15.190:6789/0 conn(0x7fe850071880 legacy=0x7fe8500cf040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:46.895 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.890+0000 7fe856c06700 1 -- 172.21.15.67:0/1622444933 >> v1:172.21.15.67:6789/0 conn(0x7fe850071f90 legacy=0x7fe85006f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.895 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.890+0000 7fe856c06700 1 -- 172.21.15.67:0/1622444933 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe85015e9d0 con 0x7fe8500cf750 2023-10-21T13:05:46.895 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.890+0000 7fe856c06700 1 --2- 172.21.15.67:0/1622444933 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8500cf750 0x7fe85015e110 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fe848009e50 tx=0x7fe84800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed47b79ec9b4f4d7 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:46.896 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.891+0000 7fe855403700 1 -- 172.21.15.67:0/1622444933 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe84800e070 con 0x7fe8500cf750 2023-10-21T13:05:46.896 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.891+0000 7fe855403700 1 -- 172.21.15.67:0/1622444933 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe848003a20 con 0x7fe8500cf750 2023-10-21T13:05:46.896 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.891+0000 7fe855403700 1 -- 172.21.15.67:0/1622444933 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe848003dd0 con 0x7fe8500cf750 2023-10-21T13:05:46.896 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.891+0000 7fe858669700 1 -- 172.21.15.67:0/1622444933 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8500cf750 msgr2=0x7fe85015e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.896 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.891+0000 7fe858669700 1 --2- 172.21.15.67:0/1622444933 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8500cf750 0x7fe85015e110 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fe848009e50 tx=0x7fe84800b330 comp rx=0 tx=0).stop 2023-10-21T13:05:46.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.891+0000 7fe858669700 1 -- 172.21.15.67:0/1622444933 shutdown_connections 2023-10-21T13:05:46.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.891+0000 7fe858669700 1 --2- 172.21.15.67:0/1622444933 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8500cf750 0x7fe85015e110 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.891+0000 7fe858669700 1 -- 172.21.15.67:0/1622444933 >> 172.21.15.67:0/1622444933 conn(0x7fe8500b1e50 msgr2=0x7fe8500b2260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:46.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.891+0000 7fe858669700 1 -- 172.21.15.67:0/1622444933 shutdown_connections 2023-10-21T13:05:46.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.891+0000 7fe858669700 1 -- 172.21.15.67:0/1622444933 wait complete. 2023-10-21T13:05:46.900 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.893+0000 7fe858669700 1 Processor -- start 2023-10-21T13:05:46.900 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.893+0000 7fe858669700 1 -- start start 2023-10-21T13:05:46.901 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.893+0000 7fe858669700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe850071880 0x7fe850155660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.901 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.893+0000 7fe858669700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe850071f90 0x7fe850155ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.901 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.893+0000 7fe858669700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe8500cf750 0x7fe8501f4440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.901 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.893+0000 7fe858669700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8500c61d0 con 0x7fe850071880 2023-10-21T13:05:46.901 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.893+0000 7fe858669700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8500c55c0 con 0x7fe8500cf750 2023-10-21T13:05:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.893+0000 7fe858669700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8500c58a0 con 0x7fe850071f90 2023-10-21T13:05:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.893+0000 7fe856405700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe850071880 0x7fe850155660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe856405700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe850071880 0x7fe850155660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33244/0 (socket says 172.21.15.67:33244) 2023-10-21T13:05:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe856405700 1 -- 172.21.15.67:0/2311440019 learned_addr learned my addr 172.21.15.67:0/2311440019 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe856c06700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe8500cf750 0x7fe8501f4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe855c04700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe850071f90 0x7fe850155ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe856405700 1 -- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe850071f90 msgr2=0x7fe850155ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe856405700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe850071f90 0x7fe850155ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe856405700 1 -- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe8500cf750 msgr2=0x7fe8501f4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe856405700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe8500cf750 0x7fe8501f4440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe856405700 1 -- 172.21.15.67:0/2311440019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe848009b30 con 0x7fe850071880 2023-10-21T13:05:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe856c06700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe8500cf750 0x7fe8501f4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe856405700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe850071880 0x7fe850155660 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fe84000c490 tx=0x7fe84000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe846ffd700 1 -- 172.21.15.67:0/2311440019 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe840005cb0 con 0x7fe850071880 2023-10-21T13:05:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe846ffd700 1 -- 172.21.15.67:0/2311440019 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe840005e10 con 0x7fe850071880 2023-10-21T13:05:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe858669700 1 -- 172.21.15.67:0/2311440019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8500c5b80 con 0x7fe850071880 2023-10-21T13:05:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe846ffd700 1 -- 172.21.15.67:0/2311440019 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8400072d0 con 0x7fe850071880 2023-10-21T13:05:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.894+0000 7fe858669700 1 -- 172.21.15.67:0/2311440019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8501560e0 con 0x7fe850071880 2023-10-21T13:05:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.895+0000 7fe858669700 1 -- 172.21.15.67:0/2311440019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe850156270 con 0x7fe850071880 2023-10-21T13:05:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.896+0000 7fe846ffd700 1 -- 172.21.15.67:0/2311440019 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fe840007430 con 0x7fe850071880 2023-10-21T13:05:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.896+0000 7fe846ffd700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe83406af00 0x7fe83406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.896+0000 7fe846ffd700 1 -- 172.21.15.67:0/2311440019 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe840088560 con 0x7fe850071880 2023-10-21T13:05:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.896+0000 7fe855c04700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe83406af00 0x7fe83406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.897+0000 7fe855c04700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe83406af00 0x7fe83406d3c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe8500ca620 tx=0x7fe84c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:46.907 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:46.901+0000 7fe846ffd700 1 -- 172.21.15.67:0/2311440019 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fe840053aa0 con 0x7fe850071880 2023-10-21T13:05:47.102 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.100+0000 7fe858669700 1 -- 172.21.15.67:0/2311440019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fe850074d40 con 0x7fe850071880 2023-10-21T13:05:47.581 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.579+0000 7fe846ffd700 1 -- 172.21.15.67:0/2311440019 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v28) v1 ==== 138+0+0 (secure 0 0 0) 0x7fe8400170b0 con 0x7fe850071880 2023-10-21T13:05:47.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.581+0000 7fe858669700 1 -- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe83406af00 msgr2=0x7fe83406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:47.584 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.581+0000 7fe858669700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe83406af00 0x7fe83406d3c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe8500ca620 tx=0x7fe84c008040 comp rx=0 tx=0).stop 2023-10-21T13:05:47.584 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.581+0000 7fe858669700 1 -- 172.21.15.67:0/2311440019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe850071880 msgr2=0x7fe850155660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:47.584 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.581+0000 7fe858669700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe850071880 0x7fe850155660 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fe84000c490 tx=0x7fe84000c850 comp rx=0 tx=0).stop 2023-10-21T13:05:47.584 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.581+0000 7fe858669700 1 -- 172.21.15.67:0/2311440019 shutdown_connections 2023-10-21T13:05:47.584 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.581+0000 7fe858669700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe8500cf750 0x7fe8501f4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:47.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.581+0000 7fe858669700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe850071880 0x7fe850155660 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:47.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.581+0000 7fe858669700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe83406af00 0x7fe83406d3c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:47.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.581+0000 7fe858669700 1 --2- 172.21.15.67:0/2311440019 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe850071f90 0x7fe850155ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:47.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.581+0000 7fe858669700 1 -- 172.21.15.67:0/2311440019 >> 172.21.15.67:0/2311440019 conn(0x7fe8500b1e50 msgr2=0x7fe8500cb910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:47.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.582+0000 7fe858669700 1 -- 172.21.15.67:0/2311440019 shutdown_connections 2023-10-21T13:05:47.586 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.582+0000 7fe858669700 1 -- 172.21.15.67:0/2311440019 wait complete. 2023-10-21T13:05:47.586 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2023-10-21T13:05:47.599 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-10-21T13:05:47.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.731+0000 7f6b7b297700 1 Processor -- start 2023-10-21T13:05:47.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.732+0000 7f6b7b297700 1 -- start start 2023-10-21T13:05:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.732+0000 7f6b7b297700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f6b740cc190 0x7f6b740cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.732+0000 7f6b7b297700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b7415f250 con 0x7f6b740b3600 2023-10-21T13:05:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.732+0000 7f6b7b297700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b7415f4a0 con 0x7f6b740d09b0 2023-10-21T13:05:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.732+0000 7f6b7b297700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b7415f780 con 0x7f6b740cc190 2023-10-21T13:05:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.733+0000 7f6b79033700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f6b740cc190 0x7f6b740cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.733+0000 7f6b79033700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f6b740cc190 0x7f6b740cf3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33252/0 (socket says 172.21.15.67:33252) 2023-10-21T13:05:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.733+0000 7f6b79834700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f6b740b3600 0x7f6b7415bfb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49550/0 (socket says 172.21.15.67:49550) 2023-10-21T13:05:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.733+0000 7f6b79033700 1 -- 172.21.15.67:0/2133125645 learned_addr learned my addr 172.21.15.67:0/2133125645 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.733+0000 7f6b79033700 1 -- 172.21.15.67:0/2133125645 >> v1:172.21.15.190:6789/0 conn(0x7f6b740d09b0 legacy=0x7f6b740b2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.733+0000 7f6b79033700 1 -- 172.21.15.67:0/2133125645 >> v1:172.21.15.67:6789/0 conn(0x7f6b740b3600 legacy=0x7f6b7415bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.733+0000 7f6b79033700 1 -- 172.21.15.67:0/2133125645 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b7415fa60 con 0x7f6b740cc190 2023-10-21T13:05:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.733+0000 7f6b6bfff700 1 -- 172.21.15.67:0/2133125645 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2370652615 0 0) 0x7f6b7415f250 con 0x7f6b740b3600 2023-10-21T13:05:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.733+0000 7f6b79033700 1 --2- 172.21.15.67:0/2133125645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b740cc190 0x7f6b740cf3e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f6b640098f0 tx=0x7f6b64009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8979cbcb1080223d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.733+0000 7f6b6bfff700 1 -- 172.21.15.67:0/2133125645 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b64004230 con 0x7f6b740cc190 2023-10-21T13:05:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.733+0000 7f6b6bfff700 1 -- 172.21.15.67:0/2133125645 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b64004390 con 0x7f6b740cc190 2023-10-21T13:05:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.733+0000 7f6b6bfff700 1 -- 172.21.15.67:0/2133125645 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b640036a0 con 0x7f6b740cc190 2023-10-21T13:05:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.734+0000 7f6b7b297700 1 -- 172.21.15.67:0/2133125645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b740cc190 msgr2=0x7f6b740cf3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:47.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.734+0000 7f6b7b297700 1 --2- 172.21.15.67:0/2133125645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b740cc190 0x7f6b740cf3e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f6b640098f0 tx=0x7f6b64009c00 comp rx=0 tx=0).stop 2023-10-21T13:05:47.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.734+0000 7f6b7b297700 1 -- 172.21.15.67:0/2133125645 shutdown_connections 2023-10-21T13:05:47.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.734+0000 7f6b7b297700 1 --2- 172.21.15.67:0/2133125645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b740cc190 0x7f6b740cf3e0 secure :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f6b640098f0 tx=0x7f6b64009c00 comp rx=0 tx=0).stop 2023-10-21T13:05:47.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.734+0000 7f6b7b297700 1 -- 172.21.15.67:0/2133125645 >> 172.21.15.67:0/2133125645 conn(0x7f6b740cdef0 msgr2=0x7f6b740ce300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:47.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.734+0000 7f6b7b297700 1 -- 172.21.15.67:0/2133125645 shutdown_connections 2023-10-21T13:05:47.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.734+0000 7f6b7b297700 1 -- 172.21.15.67:0/2133125645 wait complete. 2023-10-21T13:05:47.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.735+0000 7f6b7b297700 1 Processor -- start 2023-10-21T13:05:47.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.735+0000 7f6b7b297700 1 -- start start 2023-10-21T13:05:47.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b7b297700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b740b3600 0x7f6b7406d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:47.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b7b297700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b740d09b0 0x7f6b740b52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:47.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b7b297700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b740afd60 0x7f6b740b5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:47.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b7b297700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b741f6db0 con 0x7f6b740d09b0 2023-10-21T13:05:47.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b7b297700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b7406da00 con 0x7f6b740afd60 2023-10-21T13:05:47.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b7b297700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b741f6450 con 0x7f6b740b3600 2023-10-21T13:05:47.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b78832700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b740d09b0 0x7f6b740b52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:47.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b78832700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b740d09b0 0x7f6b740b52f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33260/0 (socket says 172.21.15.67:33260) 2023-10-21T13:05:47.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b78832700 1 -- 172.21.15.67:0/1587164659 learned_addr learned my addr 172.21.15.67:0/1587164659 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:47.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b79834700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b740afd60 0x7f6b740b5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:47.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b79033700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b740b3600 0x7f6b7406d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:47.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b78832700 1 -- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b740b3600 msgr2=0x7f6b7406d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:47.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b78832700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b740b3600 0x7f6b7406d370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:47.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b78832700 1 -- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b740afd60 msgr2=0x7f6b740b5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:47.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b78832700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b740afd60 0x7f6b740b5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:47.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b78832700 1 -- 172.21.15.67:0/1587164659 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b64009550 con 0x7f6b740d09b0 2023-10-21T13:05:47.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.736+0000 7f6b79033700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b740b3600 0x7f6b7406d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:47.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.737+0000 7f6b78832700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b740d09b0 0x7f6b740b52f0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f6b7000b4a0 tx=0x7f6b7000b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:47.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.737+0000 7f6b69ffb700 1 -- 172.21.15.67:0/1587164659 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b70011830 con 0x7f6b740d09b0 2023-10-21T13:05:47.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.737+0000 7f6b69ffb700 1 -- 172.21.15.67:0/1587164659 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b70011990 con 0x7f6b740d09b0 2023-10-21T13:05:47.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.737+0000 7f6b7b297700 1 -- 172.21.15.67:0/1587164659 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b741f71d0 con 0x7f6b740d09b0 2023-10-21T13:05:47.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.737+0000 7f6b69ffb700 1 -- 172.21.15.67:0/1587164659 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b70011d40 con 0x7f6b740d09b0 2023-10-21T13:05:47.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.737+0000 7f6b7b297700 1 -- 172.21.15.67:0/1587164659 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b741f69d0 con 0x7f6b740d09b0 2023-10-21T13:05:47.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.738+0000 7f6b7b297700 1 -- 172.21.15.67:0/1587164659 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b741f6ef0 con 0x7f6b740d09b0 2023-10-21T13:05:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.739+0000 7f6b69ffb700 1 -- 172.21.15.67:0/1587164659 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6b7001a400 con 0x7f6b740d09b0 2023-10-21T13:05:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.739+0000 7f6b69ffb700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6b5806af00 0x7f6b5806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.739+0000 7f6b69ffb700 1 -- 172.21.15.67:0/1587164659 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f6b70089000 con 0x7f6b740d09b0 2023-10-21T13:05:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.739+0000 7f6b79033700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6b5806af00 0x7f6b5806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.740+0000 7f6b79033700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6b5806af00 0x7f6b5806d3c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6b740d2480 tx=0x7f6b64008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:47.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.744+0000 7f6b69ffb700 1 -- 172.21.15.67:0/1587164659 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6b741f6ef0 con 0x7f6b740d09b0 2023-10-21T13:05:47.947 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:47.945+0000 7f6b7b297700 1 -- 172.21.15.67:0/1587164659 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f6b741f6ef0 con 0x7f6b740d09b0 2023-10-21T13:05:48.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.587+0000 7f6b69ffb700 1 -- 172.21.15.67:0/1587164659 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v29) v1 ==== 170+0+0 (secure 0 0 0) 0x7f6b741f6ef0 con 0x7f6b740d09b0 2023-10-21T13:05:48.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.589+0000 7f6b7b297700 1 -- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6b5806af00 msgr2=0x7f6b5806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:48.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.589+0000 7f6b7b297700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6b5806af00 0x7f6b5806d3c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6b740d2480 tx=0x7f6b64008030 comp rx=0 tx=0).stop 2023-10-21T13:05:48.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.589+0000 7f6b7b297700 1 -- 172.21.15.67:0/1587164659 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b740d09b0 msgr2=0x7f6b740b52f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:48.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.589+0000 7f6b7b297700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b740d09b0 0x7f6b740b52f0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f6b7000b4a0 tx=0x7f6b7000b7b0 comp rx=0 tx=0).stop 2023-10-21T13:05:48.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.590+0000 7f6b7b297700 1 -- 172.21.15.67:0/1587164659 shutdown_connections 2023-10-21T13:05:48.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.590+0000 7f6b7b297700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b740afd60 0x7f6b740b5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:48.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.590+0000 7f6b7b297700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6b5806af00 0x7f6b5806d3c0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:48.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.590+0000 7f6b7b297700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6b740b3600 0x7f6b7406d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:48.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.590+0000 7f6b7b297700 1 --2- 172.21.15.67:0/1587164659 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b740d09b0 0x7f6b740b52f0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:48.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.590+0000 7f6b7b297700 1 -- 172.21.15.67:0/1587164659 >> 172.21.15.67:0/1587164659 conn(0x7f6b740cdef0 msgr2=0x7f6b740b17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:48.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.590+0000 7f6b7b297700 1 -- 172.21.15.67:0/1587164659 shutdown_connections 2023-10-21T13:05:48.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.590+0000 7f6b7b297700 1 -- 172.21.15.67:0/1587164659 wait complete. 2023-10-21T13:05:48.596 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2023-10-21T13:05:48.618 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-10-21T13:05:48.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.749+0000 7fa1a2b66700 1 Processor -- start 2023-10-21T13:05:48.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.749+0000 7fa1a2b66700 1 -- start start 2023-10-21T13:05:48.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.750+0000 7fa1a2b66700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fa19c15a720 0x7fa19c0cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:48.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.750+0000 7fa1a2b66700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa19c0cba00 con 0x7fa19c072770 2023-10-21T13:05:48.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.750+0000 7fa1a2b66700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa19c0ce4e0 con 0x7fa19c0cf1e0 2023-10-21T13:05:48.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.750+0000 7fa1a2b66700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa19c0ce7c0 con 0x7fa19c15a720 2023-10-21T13:05:48.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.750+0000 7fa19bfff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fa19c072770 0x7fa19c0cbee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49560/0 (socket says 172.21.15.67:49560) 2023-10-21T13:05:48.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.750+0000 7fa1a1103700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fa19c15a720 0x7fa19c0cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:48.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.750+0000 7fa19bfff700 1 -- 172.21.15.67:0/1540776167 learned_addr learned my addr 172.21.15.67:0/1540776167 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:48.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.751+0000 7fa19b7fe700 1 -- 172.21.15.67:0/1540776167 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3450129967 0 0) 0x7fa19c0cba00 con 0x7fa19c072770 2023-10-21T13:05:48.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.751+0000 7fa19b7fe700 1 -- 172.21.15.67:0/1540776167 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa18c0035b0 con 0x7fa19c072770 2023-10-21T13:05:48.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.751+0000 7fa19b7fe700 1 -- 172.21.15.67:0/1540776167 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2801999919 0 0) 0x7fa18c0035b0 con 0x7fa19c072770 2023-10-21T13:05:48.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.751+0000 7fa1a1103700 1 -- 172.21.15.67:0/1540776167 >> v1:172.21.15.190:6789/0 conn(0x7fa19c0cf1e0 legacy=0x7fa19c0cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:48.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.751+0000 7fa1a1103700 1 -- 172.21.15.67:0/1540776167 >> v1:172.21.15.67:6789/0 conn(0x7fa19c072770 legacy=0x7fa19c0cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:48.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.751+0000 7fa1a1103700 1 -- 172.21.15.67:0/1540776167 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa19c0ceaa0 con 0x7fa19c15a720 2023-10-21T13:05:48.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.751+0000 7fa1a1103700 1 --2- 172.21.15.67:0/1540776167 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c15a720 0x7fa19c0cc5f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fa194009d90 tx=0x7fa19400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d7ab0f5ae061d89 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:48.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.751+0000 7fa19b7fe700 1 -- 172.21.15.67:0/1540776167 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa19400e070 con 0x7fa19c15a720 2023-10-21T13:05:48.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.751+0000 7fa19b7fe700 1 -- 172.21.15.67:0/1540776167 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa194003a20 con 0x7fa19c15a720 2023-10-21T13:05:48.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.751+0000 7fa19b7fe700 1 -- 172.21.15.67:0/1540776167 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa188001670 con 0x7fa19c15a720 2023-10-21T13:05:48.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.752+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1540776167 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c15a720 msgr2=0x7fa19c0cc5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:48.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.752+0000 7fa1a2b66700 1 --2- 172.21.15.67:0/1540776167 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c15a720 0x7fa19c0cc5f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fa194009d90 tx=0x7fa19400b330 comp rx=0 tx=0).stop 2023-10-21T13:05:48.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.752+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1540776167 shutdown_connections 2023-10-21T13:05:48.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.752+0000 7fa1a2b66700 1 --2- 172.21.15.67:0/1540776167 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c15a720 0x7fa19c0cc5f0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:48.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.752+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1540776167 >> 172.21.15.67:0/1540776167 conn(0x7fa19c06be00 msgr2=0x7fa19c06c210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:48.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.752+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1540776167 shutdown_connections 2023-10-21T13:05:48.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.752+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1540776167 wait complete. 2023-10-21T13:05:48.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.753+0000 7fa1a2b66700 1 Processor -- start 2023-10-21T13:05:48.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.753+0000 7fa1a2b66700 1 -- start start 2023-10-21T13:05:48.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a2b66700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c072770 0x7fa19c145390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:48.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a2b66700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa19c0cf1e0 0x7fa19c0c88b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:48.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a2b66700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa19c15a720 0x7fa19c0b4170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:48.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a2b66700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa19c0c4c60 con 0x7fa19c072770 2023-10-21T13:05:48.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a2b66700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa19c0c3fe0 con 0x7fa19c0cf1e0 2023-10-21T13:05:48.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a2b66700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa19c0c42c0 con 0x7fa19c15a720 2023-10-21T13:05:48.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a0902700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c072770 0x7fa19c145390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:48.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a0902700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c072770 0x7fa19c145390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33272/0 (socket says 172.21.15.67:33272) 2023-10-21T13:05:48.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a0902700 1 -- 172.21.15.67:0/1208671211 learned_addr learned my addr 172.21.15.67:0/1208671211 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:48.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa19bfff700 1 --2- 172.21.15.67:0/1208671211 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa19c0cf1e0 0x7fa19c0c88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:48.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a1103700 1 --2- 172.21.15.67:0/1208671211 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa19c15a720 0x7fa19c0b4170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:48.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a0902700 1 -- 172.21.15.67:0/1208671211 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa19c15a720 msgr2=0x7fa19c0b4170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:48.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a0902700 1 --2- 172.21.15.67:0/1208671211 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa19c15a720 0x7fa19c0b4170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:48.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a0902700 1 -- 172.21.15.67:0/1208671211 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa19c0cf1e0 msgr2=0x7fa19c0c88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:48.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a0902700 1 --2- 172.21.15.67:0/1208671211 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa19c0cf1e0 0x7fa19c0c88b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:48.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.754+0000 7fa1a0902700 1 -- 172.21.15.67:0/1208671211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa194009a70 con 0x7fa19c072770 2023-10-21T13:05:48.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.755+0000 7fa1a0902700 1 --2- 172.21.15.67:0/1208671211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c072770 0x7fa19c145390 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa19000c4e0 tx=0x7fa19000c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:48.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.755+0000 7fa1997fa700 1 -- 172.21.15.67:0/1208671211 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1900052d0 con 0x7fa19c072770 2023-10-21T13:05:48.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.755+0000 7fa1997fa700 1 -- 172.21.15.67:0/1208671211 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa190005430 con 0x7fa19c072770 2023-10-21T13:05:48.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.755+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1208671211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa19c0c45a0 con 0x7fa19c072770 2023-10-21T13:05:48.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.755+0000 7fa1997fa700 1 -- 172.21.15.67:0/1208671211 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1900038c0 con 0x7fa19c072770 2023-10-21T13:05:48.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.755+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1208671211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa19c1458d0 con 0x7fa19c072770 2023-10-21T13:05:48.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.756+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1208671211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa19c0c4da0 con 0x7fa19c072770 2023-10-21T13:05:48.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.756+0000 7fa1997fa700 1 -- 172.21.15.67:0/1208671211 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa190003a20 con 0x7fa19c072770 2023-10-21T13:05:48.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.757+0000 7fa1997fa700 1 --2- 172.21.15.67:0/1208671211 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa18006af00 0x7fa18006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:48.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.757+0000 7fa1997fa700 1 -- 172.21.15.67:0/1208671211 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5609+0+0 (secure 0 0 0) 0x7fa190088900 con 0x7fa19c072770 2023-10-21T13:05:48.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.757+0000 7fa19bfff700 1 --2- 172.21.15.67:0/1208671211 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa18006af00 0x7fa18006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:48.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.758+0000 7fa19bfff700 1 --2- 172.21.15.67:0/1208671211 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa18006af00 0x7fa18006d3c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa19c0cd920 tx=0x7fa188001e40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:48.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:48.762+0000 7fa1997fa700 1 -- 172.21.15.67:0/1208671211 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa190053a10 con 0x7fa19c072770 2023-10-21T13:05:49.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.007+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1208671211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fa19c0cb300 con 0x7fa19c072770 2023-10-21T13:05:49.590 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.588+0000 7fa1997fa700 1 -- 172.21.15.67:0/1208671211 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v13) v1 ==== 172+0+0 (secure 0 0 0) 0x7fa1900170c0 con 0x7fa19c072770 2023-10-21T13:05:49.595 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.593+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1208671211 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa18006af00 msgr2=0x7fa18006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:49.596 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.593+0000 7fa1a2b66700 1 --2- 172.21.15.67:0/1208671211 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa18006af00 0x7fa18006d3c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa19c0cd920 tx=0x7fa188001e40 comp rx=0 tx=0).stop 2023-10-21T13:05:49.596 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.593+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1208671211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c072770 msgr2=0x7fa19c145390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:49.596 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.593+0000 7fa1a2b66700 1 --2- 172.21.15.67:0/1208671211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c072770 0x7fa19c145390 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa19000c4e0 tx=0x7fa19000c7f0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.597 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.595+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1208671211 shutdown_connections 2023-10-21T13:05:49.597 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.595+0000 7fa1a2b66700 1 --2- 172.21.15.67:0/1208671211 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa18006af00 0x7fa18006d3c0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.597 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.595+0000 7fa1a2b66700 1 --2- 172.21.15.67:0/1208671211 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa19c15a720 0x7fa19c0b4170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.597 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.595+0000 7fa1a2b66700 1 --2- 172.21.15.67:0/1208671211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c072770 0x7fa19c145390 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.598 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.595+0000 7fa1a2b66700 1 --2- 172.21.15.67:0/1208671211 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa19c0cf1e0 0x7fa19c0c88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.598 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.595+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1208671211 >> 172.21.15.67:0/1208671211 conn(0x7fa19c06be00 msgr2=0x7fa19c15cb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:49.598 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.595+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1208671211 shutdown_connections 2023-10-21T13:05:49.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.597+0000 7fa1a2b66700 1 -- 172.21.15.67:0/1208671211 wait complete. 2023-10-21T13:05:49.605 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 4 and data pool 5 2023-10-21T13:05:49.631 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:49.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.759+0000 7f47f4293700 1 Processor -- start 2023-10-21T13:05:49.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.759+0000 7f47f4293700 1 -- start start 2023-10-21T13:05:49.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.760+0000 7f47f4293700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f47ec0b2f10 0x7f47ec0b32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:49.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.760+0000 7f47f4293700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f47ec0cc3d0 0x7f47ec0d0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:49.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.760+0000 7f47f4293700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47ec0b3830 con 0x7f47ec15f1e0 2023-10-21T13:05:49.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.760+0000 7f47f4293700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47ec0cf770 con 0x7f47ec0cc3d0 2023-10-21T13:05:49.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.760+0000 7f47f4293700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47ec15bbf0 con 0x7f47ec0b2f10 2023-10-21T13:05:49.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.760+0000 7f47f2830700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f47ec0cc3d0 0x7f47ec0d0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:49.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.760+0000 7f47f2830700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f47ec0cc3d0 0x7f47ec0d0c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33296/0 (socket says 172.21.15.67:33296) 2023-10-21T13:05:49.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.760+0000 7f47f2830700 1 -- 172.21.15.67:0/2342228810 learned_addr learned my addr 172.21.15.67:0/2342228810 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:49.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.760+0000 7f47f202f700 1 --2- 172.21.15.67:0/2342228810 >> v2:172.21.15.190:3300/0 conn(0x7f47ec0b2f10 0x7f47ec0b32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:49.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.760+0000 7f47f2830700 1 -- 172.21.15.67:0/2342228810 >> v2:172.21.15.190:3300/0 conn(0x7f47ec0b2f10 msgr2=0x7f47ec0b32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:49.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.760+0000 7f47f2830700 1 --2- 172.21.15.67:0/2342228810 >> v2:172.21.15.190:3300/0 conn(0x7f47ec0b2f10 0x7f47ec0b32f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.760+0000 7f47f2830700 1 -- 172.21.15.67:0/2342228810 >> v1:172.21.15.190:6789/0 conn(0x7f47ec15f1e0 legacy=0x7f47ec0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:49.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.760+0000 7f47f2830700 1 -- 172.21.15.67:0/2342228810 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47ec15f6a0 con 0x7f47ec0cc3d0 2023-10-21T13:05:49.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.761+0000 7f47f2830700 1 --2- 172.21.15.67:0/2342228810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47ec0cc3d0 0x7f47ec0d0c00 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f47ec0b3ea0 tx=0x7f47e400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4719e70bceb8fb5a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:49.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.761+0000 7f47f102d700 1 -- 172.21.15.67:0/2342228810 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47e400e070 con 0x7f47ec0cc3d0 2023-10-21T13:05:49.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.761+0000 7f47f102d700 1 -- 172.21.15.67:0/2342228810 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47e400b910 con 0x7f47ec0cc3d0 2023-10-21T13:05:49.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.761+0000 7f47f102d700 1 -- 172.21.15.67:0/2342228810 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47e400bcc0 con 0x7f47ec0cc3d0 2023-10-21T13:05:49.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.761+0000 7f47f4293700 1 -- 172.21.15.67:0/2342228810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47ec0cc3d0 msgr2=0x7f47ec0d0c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:49.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.761+0000 7f47f4293700 1 --2- 172.21.15.67:0/2342228810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47ec0cc3d0 0x7f47ec0d0c00 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f47ec0b3ea0 tx=0x7f47e400b330 comp rx=0 tx=0).stop 2023-10-21T13:05:49.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.762+0000 7f47f4293700 1 -- 172.21.15.67:0/2342228810 shutdown_connections 2023-10-21T13:05:49.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.762+0000 7f47f4293700 1 --2- 172.21.15.67:0/2342228810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47ec0cc3d0 0x7f47ec0d0c00 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.762+0000 7f47f4293700 1 --2- 172.21.15.67:0/2342228810 >> v2:172.21.15.190:3300/0 conn(0x7f47ec0b2f10 0x7f47ec0b32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.762+0000 7f47f4293700 1 -- 172.21.15.67:0/2342228810 >> 172.21.15.67:0/2342228810 conn(0x7f47ec0cdf10 msgr2=0x7f47ec0ce320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:49.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.762+0000 7f47f4293700 1 -- 172.21.15.67:0/2342228810 shutdown_connections 2023-10-21T13:05:49.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.762+0000 7f47f4293700 1 -- 172.21.15.67:0/2342228810 wait complete. 2023-10-21T13:05:49.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.763+0000 7f47f4293700 1 Processor -- start 2023-10-21T13:05:49.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.763+0000 7f47f4293700 1 -- start start 2023-10-21T13:05:49.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.763+0000 7f47f4293700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47ec0b2f10 0x7f47ec157da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:49.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.763+0000 7f47f4293700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f47ec0cc3d0 0x7f47ec1562b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:49.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.763+0000 7f47f4293700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47ec15f1e0 0x7f47ec1f4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:49.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f4293700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47ec0cb860 con 0x7f47ec15f1e0 2023-10-21T13:05:49.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f4293700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47ec0ca230 con 0x7f47ec0b2f10 2023-10-21T13:05:49.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f4293700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47ec0cb1e0 con 0x7f47ec0cc3d0 2023-10-21T13:05:49.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f2830700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47ec15f1e0 0x7f47ec1f4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:49.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f2830700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47ec15f1e0 0x7f47ec1f4570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33302/0 (socket says 172.21.15.67:33302) 2023-10-21T13:05:49.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f2830700 1 -- 172.21.15.67:0/2889014066 learned_addr learned my addr 172.21.15.67:0/2889014066 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:49.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f202f700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47ec0b2f10 0x7f47ec157da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:49.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f182e700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f47ec0cc3d0 0x7f47ec1562b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:49.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f2830700 1 -- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f47ec0cc3d0 msgr2=0x7f47ec1562b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:49.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f2830700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f47ec0cc3d0 0x7f47ec1562b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f2830700 1 -- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47ec0b2f10 msgr2=0x7f47ec157da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:49.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f2830700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47ec0b2f10 0x7f47ec157da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f2830700 1 -- 172.21.15.67:0/2889014066 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47e4009b30 con 0x7f47ec15f1e0 2023-10-21T13:05:49.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f202f700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47ec0b2f10 0x7f47ec157da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:49.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f2830700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47ec15f1e0 0x7f47ec1f4570 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f47ec0d2590 tx=0x7f47e4004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:49.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47e2ffd700 1 -- 172.21.15.67:0/2889014066 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47e40099b0 con 0x7f47ec15f1e0 2023-10-21T13:05:49.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47e2ffd700 1 -- 172.21.15.67:0/2889014066 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47e40092e0 con 0x7f47ec15f1e0 2023-10-21T13:05:49.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f4293700 1 -- 172.21.15.67:0/2889014066 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47ec0ca4d0 con 0x7f47ec15f1e0 2023-10-21T13:05:49.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47e2ffd700 1 -- 172.21.15.67:0/2889014066 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47e401c640 con 0x7f47ec15f1e0 2023-10-21T13:05:49.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.764+0000 7f47f4293700 1 -- 172.21.15.67:0/2889014066 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47ec1567f0 con 0x7f47ec15f1e0 2023-10-21T13:05:49.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.765+0000 7f47f4293700 1 -- 172.21.15.67:0/2889014066 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47ec074d40 con 0x7f47ec15f1e0 2023-10-21T13:05:49.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.766+0000 7f47e2ffd700 1 -- 172.21.15.67:0/2889014066 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f47e401c7a0 con 0x7f47ec15f1e0 2023-10-21T13:05:49.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.766+0000 7f47e2ffd700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f47d006af00 0x7f47d006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:49.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.766+0000 7f47e2ffd700 1 -- 172.21.15.67:0/2889014066 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f47e408b1e0 con 0x7f47ec15f1e0 2023-10-21T13:05:49.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.766+0000 7f47f202f700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f47d006af00 0x7f47d006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:49.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.767+0000 7f47f202f700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f47d006af00 0x7f47d006d3c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f47ec0d1d80 tx=0x7f47e8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:49.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.771+0000 7f47e2ffd700 1 -- 172.21.15.67:0/2889014066 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f47e4056320 con 0x7f47ec15f1e0 2023-10-21T13:05:49.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.972+0000 7f47f4293700 1 -- 172.21.15.67:0/2889014066 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f47ec15ff10 con 0x7f47ec15f1e0 2023-10-21T13:05:49.975 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.973+0000 7f47e2ffd700 1 -- 172.21.15.67:0/2889014066 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) v1 ==== 74+0+16522 (secure 0 0 0) 0x7f47e4059940 con 0x7f47ec15f1e0 2023-10-21T13:05:49.975 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:49.975 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":30,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:05:49.008265+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:05:47.131214+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-10-21T13:05:47.976495+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:49.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.975+0000 7f47f4293700 1 -- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f47d006af00 msgr2=0x7f47d006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:49.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.975+0000 7f47f4293700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f47d006af00 0x7f47d006d3c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f47ec0d1d80 tx=0x7f47e8008040 comp rx=0 tx=0).stop 2023-10-21T13:05:49.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.975+0000 7f47f4293700 1 -- 172.21.15.67:0/2889014066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47ec15f1e0 msgr2=0x7f47ec1f4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:49.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.975+0000 7f47f4293700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47ec15f1e0 0x7f47ec1f4570 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f47ec0d2590 tx=0x7f47e4004ad0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.975+0000 7f47f4293700 1 -- 172.21.15.67:0/2889014066 shutdown_connections 2023-10-21T13:05:49.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.975+0000 7f47f4293700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47ec15f1e0 0x7f47ec1f4570 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.975+0000 7f47f4293700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47ec0b2f10 0x7f47ec157da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.975+0000 7f47f4293700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f47d006af00 0x7f47d006d3c0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.975+0000 7f47f4293700 1 --2- 172.21.15.67:0/2889014066 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f47ec0cc3d0 0x7f47ec1562b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:49.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.975+0000 7f47f4293700 1 -- 172.21.15.67:0/2889014066 >> 172.21.15.67:0/2889014066 conn(0x7f47ec0cdf10 msgr2=0x7f47ec0b2350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:49.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.975+0000 7f47f4293700 1 -- 172.21.15.67:0/2889014066 shutdown_connections 2023-10-21T13:05:49.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:49.975+0000 7f47f4293700 1 -- 172.21.15.67:0/2889014066 wait complete. 2023-10-21T13:05:49.990 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:50.114 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.112+0000 7fa37bd1c700 1 Processor -- start 2023-10-21T13:05:50.115 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.112+0000 7fa37bd1c700 1 -- start start 2023-10-21T13:05:50.121 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.113+0000 7fa37bd1c700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fa3740b4c00 0x7fa3740d1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:50.121 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.113+0000 7fa37bd1c700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fa3740d2160 0x7fa3740d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:50.121 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.113+0000 7fa37bd1c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa3740d0550 0x7fa3741613b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:50.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.113+0000 7fa37bd1c700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3740d2610 con 0x7fa3740b4c00 2023-10-21T13:05:50.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.113+0000 7fa37bd1c700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3740b4fe0 con 0x7fa3740d2160 2023-10-21T13:05:50.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.113+0000 7fa37bd1c700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3740ce1e0 con 0x7fa3740d0550 2023-10-21T13:05:50.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.113+0000 7fa379ab8700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fa3740b4c00 0x7fa3740d1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:50.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.113+0000 7fa379ab8700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fa3740b4c00 0x7fa3740d1c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33306/0 (socket says 172.21.15.67:33306) 2023-10-21T13:05:50.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.113+0000 7fa379ab8700 1 -- 172.21.15.67:0/2948437813 learned_addr learned my addr 172.21.15.67:0/2948437813 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:50.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.114+0000 7fa3792b7700 1 --2- 172.21.15.67:0/2948437813 >> v2:172.21.15.190:3300/0 conn(0x7fa3740d2160 0x7fa3740d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:50.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.114+0000 7fa37a2b9700 1 --2- 172.21.15.67:0/2948437813 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa3740d0550 0x7fa3741613b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:50.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.114+0000 7fa379ab8700 1 -- 172.21.15.67:0/2948437813 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa3740d0550 msgr2=0x7fa3741613b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:50.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.114+0000 7fa379ab8700 1 --2- 172.21.15.67:0/2948437813 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa3740d0550 0x7fa3741613b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.114+0000 7fa379ab8700 1 -- 172.21.15.67:0/2948437813 >> v2:172.21.15.190:3300/0 conn(0x7fa3740d2160 msgr2=0x7fa3740d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:50.124 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.114+0000 7fa379ab8700 1 --2- 172.21.15.67:0/2948437813 >> v2:172.21.15.190:3300/0 conn(0x7fa3740d2160 0x7fa3740d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.124 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.114+0000 7fa379ab8700 1 -- 172.21.15.67:0/2948437813 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3740cf020 con 0x7fa3740b4c00 2023-10-21T13:05:50.124 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.114+0000 7fa37a2b9700 1 --2- 172.21.15.67:0/2948437813 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa3740d0550 0x7fa3741613b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:50.124 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.114+0000 7fa379ab8700 1 --2- 172.21.15.67:0/2948437813 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3740b4c00 0x7fa3740d1c20 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fa3740b61a0 tx=0x7fa364009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c40c2cab6663c403 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:50.124 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.114+0000 7fa378ab6700 1 -- 172.21.15.67:0/2948437813 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa364005e30 con 0x7fa3740b4c00 2023-10-21T13:05:50.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.114+0000 7fa378ab6700 1 -- 172.21.15.67:0/2948437813 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa364004030 con 0x7fa3740b4c00 2023-10-21T13:05:50.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.114+0000 7fa378ab6700 1 -- 172.21.15.67:0/2948437813 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3640043e0 con 0x7fa3740b4c00 2023-10-21T13:05:50.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.115+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2948437813 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3740b4c00 msgr2=0x7fa3740d1c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:50.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.115+0000 7fa37bd1c700 1 --2- 172.21.15.67:0/2948437813 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3740b4c00 0x7fa3740d1c20 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fa3740b61a0 tx=0x7fa364009bd0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.115+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2948437813 shutdown_connections 2023-10-21T13:05:50.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.115+0000 7fa37bd1c700 1 --2- 172.21.15.67:0/2948437813 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3740b4c00 0x7fa3740d1c20 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.115+0000 7fa37bd1c700 1 --2- 172.21.15.67:0/2948437813 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa3740d0550 0x7fa3741613b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.115+0000 7fa37bd1c700 1 --2- 172.21.15.67:0/2948437813 >> v2:172.21.15.190:3300/0 conn(0x7fa3740d2160 0x7fa3740d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.115+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2948437813 >> 172.21.15.67:0/2948437813 conn(0x7fa37409c9c0 msgr2=0x7fa3740d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:50.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.115+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2948437813 shutdown_connections 2023-10-21T13:05:50.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.115+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2948437813 wait complete. 2023-10-21T13:05:50.127 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.116+0000 7fa37bd1c700 1 Processor -- start 2023-10-21T13:05:50.127 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.116+0000 7fa37bd1c700 1 -- start start 2023-10-21T13:05:50.127 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37bd1c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa3740b4c00 0x7fa3740c81a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:50.127 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37bd1c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa3740d0550 0x7fa374156870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:50.127 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37bd1c700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3740d2160 0x7fa3740b8570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:50.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37bd1c700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3740b92d0 con 0x7fa3740d2160 2023-10-21T13:05:50.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37bd1c700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3740cac60 con 0x7fa3740b4c00 2023-10-21T13:05:50.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37bd1c700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3740b8ff0 con 0x7fa3740d0550 2023-10-21T13:05:50.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37a2b9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3740d2160 0x7fa3740b8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:50.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37a2b9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3740d2160 0x7fa3740b8570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33314/0 (socket says 172.21.15.67:33314) 2023-10-21T13:05:50.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37a2b9700 1 -- 172.21.15.67:0/2379048756 learned_addr learned my addr 172.21.15.67:0/2379048756 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:50.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa379ab8700 1 --2- 172.21.15.67:0/2379048756 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa3740b4c00 0x7fa3740c81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:50.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa3792b7700 1 --2- 172.21.15.67:0/2379048756 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa3740d0550 0x7fa374156870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:50.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37a2b9700 1 -- 172.21.15.67:0/2379048756 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa3740d0550 msgr2=0x7fa374156870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:50.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37a2b9700 1 --2- 172.21.15.67:0/2379048756 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa3740d0550 0x7fa374156870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37a2b9700 1 -- 172.21.15.67:0/2379048756 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa3740b4c00 msgr2=0x7fa3740c81a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:50.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37a2b9700 1 --2- 172.21.15.67:0/2379048756 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa3740b4c00 0x7fa3740c81a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37a2b9700 1 -- 172.21.15.67:0/2379048756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa364009500 con 0x7fa3740d2160 2023-10-21T13:05:50.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37a2b9700 1 --2- 172.21.15.67:0/2379048756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3740d2160 0x7fa3740b8570 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fa36c00cef0 tx=0x7fa36c00cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:50.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa36a7fc700 1 -- 172.21.15.67:0/2379048756 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa36c00ac80 con 0x7fa3740d2160 2023-10-21T13:05:50.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa36a7fc700 1 -- 172.21.15.67:0/2379048756 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa36c00ade0 con 0x7fa3740d2160 2023-10-21T13:05:50.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2379048756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3740caf00 con 0x7fa3740d2160 2023-10-21T13:05:50.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.117+0000 7fa36a7fc700 1 -- 172.21.15.67:0/2379048756 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa36c015680 con 0x7fa3740d2160 2023-10-21T13:05:50.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.118+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2379048756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3740b63f0 con 0x7fa3740d2160 2023-10-21T13:05:50.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.118+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2379048756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa374074d40 con 0x7fa3740d2160 2023-10-21T13:05:50.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.119+0000 7fa36a7fc700 1 -- 172.21.15.67:0/2379048756 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa36c00d430 con 0x7fa3740d2160 2023-10-21T13:05:50.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.119+0000 7fa36a7fc700 1 --2- 172.21.15.67:0/2379048756 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa35806af00 0x7fa35806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:50.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.119+0000 7fa36a7fc700 1 -- 172.21.15.67:0/2379048756 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa36c089970 con 0x7fa3740d2160 2023-10-21T13:05:50.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.120+0000 7fa379ab8700 1 --2- 172.21.15.67:0/2379048756 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa35806af00 0x7fa35806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:50.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.120+0000 7fa379ab8700 1 --2- 172.21.15.67:0/2379048756 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa35806af00 0x7fa35806d3c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa364009c10 tx=0x7fa364008070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:50.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.124+0000 7fa36a7fc700 1 -- 172.21.15.67:0/2379048756 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa36c054ab0 con 0x7fa3740d2160 2023-10-21T13:05:50.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.325+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2379048756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa3740ce9a0 con 0x7fa3740d2160 2023-10-21T13:05:50.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.326+0000 7fa36a7fc700 1 -- 172.21.15.67:0/2379048756 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) v1 ==== 74+0+16522 (secure 0 0 0) 0x7fa36c0580d0 con 0x7fa3740d2160 2023-10-21T13:05:50.329 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:50.330 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":30,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:05:49.008265+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:05:47.131214+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-10-21T13:05:47.976495+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:50.332 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.328+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2379048756 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa35806af00 msgr2=0x7fa35806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:50.332 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.328+0000 7fa37bd1c700 1 --2- 172.21.15.67:0/2379048756 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa35806af00 0x7fa35806d3c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa364009c10 tx=0x7fa364008070 comp rx=0 tx=0).stop 2023-10-21T13:05:50.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.328+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2379048756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3740d2160 msgr2=0x7fa3740b8570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:50.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.328+0000 7fa37bd1c700 1 --2- 172.21.15.67:0/2379048756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3740d2160 0x7fa3740b8570 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fa36c00cef0 tx=0x7fa36c00cf20 comp rx=0 tx=0).stop 2023-10-21T13:05:50.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.328+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2379048756 shutdown_connections 2023-10-21T13:05:50.334 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.328+0000 7fa37bd1c700 1 --2- 172.21.15.67:0/2379048756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3740d2160 0x7fa3740b8570 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.334 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.328+0000 7fa37bd1c700 1 --2- 172.21.15.67:0/2379048756 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa3740b4c00 0x7fa3740c81a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.334 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.328+0000 7fa37bd1c700 1 --2- 172.21.15.67:0/2379048756 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa35806af00 0x7fa35806d3c0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.328+0000 7fa37bd1c700 1 --2- 172.21.15.67:0/2379048756 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa3740d0550 0x7fa374156870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.329+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2379048756 >> 172.21.15.67:0/2379048756 conn(0x7fa37409c9c0 msgr2=0x7fa37406d130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:50.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.329+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2379048756 shutdown_connections 2023-10-21T13:05:50.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.329+0000 7fa37bd1c700 1 -- 172.21.15.67:0/2379048756 wait complete. 2023-10-21T13:05:50.344 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-10-21T13:05:50.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.471+0000 7f341fd88700 1 Processor -- start 2023-10-21T13:05:50.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.471+0000 7f341fd88700 1 -- start start 2023-10-21T13:05:50.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.472+0000 7f341fd88700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f3418160ec0 0x7f34180ce520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:50.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.472+0000 7f341fd88700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f34180d1c80 0x7f34180d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:50.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.472+0000 7f341fd88700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34180d2a00 con 0x7f34180b4540 2023-10-21T13:05:50.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.472+0000 7f341fd88700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34180d2160 con 0x7f3418160ec0 2023-10-21T13:05:50.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.472+0000 7f341fd88700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34180d2440 con 0x7f34180d1c80 2023-10-21T13:05:50.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.472+0000 7f341db24700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f3418160ec0 0x7f34180ce520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:50.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.472+0000 7f341e325700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f34180b4540 0x7f34180b3570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49616/0 (socket says 172.21.15.67:49616) 2023-10-21T13:05:50.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.472+0000 7f341e325700 1 -- 172.21.15.67:0/3103656922 learned_addr learned my addr 172.21.15.67:0/3103656922 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:50.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.473+0000 7f341d323700 1 --2- 172.21.15.67:0/3103656922 >> v2:172.21.15.190:3300/0 conn(0x7f34180d1c80 0x7f34180d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:50.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.473+0000 7f341db24700 1 -- 172.21.15.67:0/3103656922 >> v2:172.21.15.190:3300/0 conn(0x7f34180d1c80 msgr2=0x7f34180d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:50.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.473+0000 7f341db24700 1 --2- 172.21.15.67:0/3103656922 >> v2:172.21.15.190:3300/0 conn(0x7f34180d1c80 0x7f34180d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.473+0000 7f341db24700 1 -- 172.21.15.67:0/3103656922 >> v1:172.21.15.67:6789/0 conn(0x7f34180b4540 legacy=0x7f34180b3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:50.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.473+0000 7f341cb22700 1 -- 172.21.15.67:0/3103656922 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1900493034 0 0) 0x7f34180d2a00 con 0x7f34180b4540 2023-10-21T13:05:50.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.473+0000 7f341db24700 1 -- 172.21.15.67:0/3103656922 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34180d2720 con 0x7f3418160ec0 2023-10-21T13:05:50.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.473+0000 7f341db24700 1 --2- 172.21.15.67:0/3103656922 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3418160ec0 0x7f34180ce520 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f341808d050 tx=0x7f3410009b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d22d82ca0b29815 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:50.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.473+0000 7f341cb22700 1 -- 172.21.15.67:0/3103656922 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3410005e30 con 0x7f3418160ec0 2023-10-21T13:05:50.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.473+0000 7f341cb22700 1 -- 172.21.15.67:0/3103656922 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3410006030 con 0x7f3418160ec0 2023-10-21T13:05:50.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.473+0000 7f341cb22700 1 -- 172.21.15.67:0/3103656922 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34100063c0 con 0x7f3418160ec0 2023-10-21T13:05:50.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.473+0000 7f341fd88700 1 -- 172.21.15.67:0/3103656922 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3418160ec0 msgr2=0x7f34180ce520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:50.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.473+0000 7f341fd88700 1 --2- 172.21.15.67:0/3103656922 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3418160ec0 0x7f34180ce520 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f341808d050 tx=0x7f3410009b00 comp rx=0 tx=0).stop 2023-10-21T13:05:50.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.474+0000 7f341fd88700 1 -- 172.21.15.67:0/3103656922 shutdown_connections 2023-10-21T13:05:50.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.474+0000 7f341fd88700 1 --2- 172.21.15.67:0/3103656922 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3418160ec0 0x7f34180ce520 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.474+0000 7f341fd88700 1 --2- 172.21.15.67:0/3103656922 >> v2:172.21.15.190:3300/0 conn(0x7f34180d1c80 0x7f34180d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.474+0000 7f341fd88700 1 -- 172.21.15.67:0/3103656922 >> 172.21.15.67:0/3103656922 conn(0x7f341809c9e0 msgr2=0x7f34180d3730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:50.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.474+0000 7f341fd88700 1 -- 172.21.15.67:0/3103656922 shutdown_connections 2023-10-21T13:05:50.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.474+0000 7f341fd88700 1 -- 172.21.15.67:0/3103656922 wait complete. 2023-10-21T13:05:50.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.475+0000 7f341fd88700 1 Processor -- start 2023-10-21T13:05:50.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.475+0000 7f341fd88700 1 -- start start 2023-10-21T13:05:50.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341fd88700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f34180b4540 0x7f3418154be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:50.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341fd88700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34180d1c80 0x7f34180cb4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:50.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341fd88700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3418160ec0 0x7f34180b5000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:50.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341fd88700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34180cd0e0 con 0x7f34180d1c80 2023-10-21T13:05:50.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341fd88700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34180cd500 con 0x7f3418160ec0 2023-10-21T13:05:50.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341fd88700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34180cc460 con 0x7f34180b4540 2023-10-21T13:05:50.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341d323700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34180d1c80 0x7f34180cb4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:50.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341d323700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34180d1c80 0x7f34180cb4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33326/0 (socket says 172.21.15.67:33326) 2023-10-21T13:05:50.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341d323700 1 -- 172.21.15.67:0/3618124628 learned_addr learned my addr 172.21.15.67:0/3618124628 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:50.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341e325700 1 --2- 172.21.15.67:0/3618124628 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3418160ec0 0x7f34180b5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:50.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341d323700 1 -- 172.21.15.67:0/3618124628 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f34180b4540 msgr2=0x7f3418154be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:50.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341d323700 1 --2- 172.21.15.67:0/3618124628 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f34180b4540 0x7f3418154be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341d323700 1 -- 172.21.15.67:0/3618124628 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3418160ec0 msgr2=0x7f34180b5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:50.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341d323700 1 --2- 172.21.15.67:0/3618124628 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3418160ec0 0x7f34180b5000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:50.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341d323700 1 -- 172.21.15.67:0/3618124628 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3410009430 con 0x7f34180d1c80 2023-10-21T13:05:50.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341d323700 1 --2- 172.21.15.67:0/3618124628 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34180d1c80 0x7f34180cb4f0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f340800e810 tx=0x7f340800ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:50.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f340e7fc700 1 -- 172.21.15.67:0/3618124628 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3408013610 con 0x7f34180d1c80 2023-10-21T13:05:50.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f340e7fc700 1 -- 172.21.15.67:0/3618124628 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3408013770 con 0x7f34180d1c80 2023-10-21T13:05:50.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341fd88700 1 -- 172.21.15.67:0/3618124628 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34180cc740 con 0x7f34180d1c80 2023-10-21T13:05:50.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f340e7fc700 1 -- 172.21.15.67:0/3618124628 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3408013b00 con 0x7f34180d1c80 2023-10-21T13:05:50.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.476+0000 7f341fd88700 1 -- 172.21.15.67:0/3618124628 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34180ccd00 con 0x7f34180d1c80 2023-10-21T13:05:50.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.477+0000 7f341fd88700 1 -- 172.21.15.67:0/3618124628 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3418074d40 con 0x7f34180d1c80 2023-10-21T13:05:50.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.478+0000 7f340e7fc700 1 -- 172.21.15.67:0/3618124628 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3408013c60 con 0x7f34180d1c80 2023-10-21T13:05:50.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.478+0000 7f340e7fc700 1 --2- 172.21.15.67:0/3618124628 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f33fc06af00 0x7f33fc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:50.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.478+0000 7f340e7fc700 1 -- 172.21.15.67:0/3618124628 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f34080891d0 con 0x7f34180d1c80 2023-10-21T13:05:50.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.479+0000 7f341db24700 1 --2- 172.21.15.67:0/3618124628 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f33fc06af00 0x7f33fc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:50.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.479+0000 7f341db24700 1 --2- 172.21.15.67:0/3618124628 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f33fc06af00 0x7f33fc06d3c0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3418158c50 tx=0x7f3410010000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:50.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.483+0000 7f340e7fc700 1 -- 172.21.15.67:0/3618124628 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f3408054310 con 0x7f34180d1c80 2023-10-21T13:05:50.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:50.731+0000 7f341fd88700 1 -- 172.21.15.67:0/3618124628 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f34180d0ec0 con 0x7f34180d1c80 2023-10-21T13:05:51.615 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.613+0000 7f340e7fc700 1 -- 172.21.15.67:0/3618124628 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v15) v1 ==== 118+0+0 (secure 0 0 0) 0x7f340805ce60 con 0x7f34180d1c80 2023-10-21T13:05:51.618 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.616+0000 7f341fd88700 1 -- 172.21.15.67:0/3618124628 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f33fc06af00 msgr2=0x7f33fc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:51.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.616+0000 7f341fd88700 1 --2- 172.21.15.67:0/3618124628 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f33fc06af00 0x7f33fc06d3c0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3418158c50 tx=0x7f3410010000 comp rx=0 tx=0).stop 2023-10-21T13:05:51.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.616+0000 7f341fd88700 1 -- 172.21.15.67:0/3618124628 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34180d1c80 msgr2=0x7f34180cb4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:51.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.616+0000 7f341fd88700 1 --2- 172.21.15.67:0/3618124628 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34180d1c80 0x7f34180cb4f0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f340800e810 tx=0x7f340800ebd0 comp rx=0 tx=0).stop 2023-10-21T13:05:51.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.616+0000 7f341fd88700 1 -- 172.21.15.67:0/3618124628 shutdown_connections 2023-10-21T13:05:51.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.616+0000 7f341fd88700 1 --2- 172.21.15.67:0/3618124628 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3418160ec0 0x7f34180b5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:51.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.616+0000 7f341fd88700 1 --2- 172.21.15.67:0/3618124628 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f33fc06af00 0x7f33fc06d3c0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:51.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.616+0000 7f341fd88700 1 --2- 172.21.15.67:0/3618124628 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f34180b4540 0x7f3418154be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:51.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.616+0000 7f341fd88700 1 --2- 172.21.15.67:0/3618124628 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34180d1c80 0x7f34180cb4f0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:51.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.616+0000 7f341fd88700 1 -- 172.21.15.67:0/3618124628 >> 172.21.15.67:0/3618124628 conn(0x7f341809c9e0 msgr2=0x7f341806ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:51.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.616+0000 7f341fd88700 1 -- 172.21.15.67:0/3618124628 shutdown_connections 2023-10-21T13:05:51.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.616+0000 7f341fd88700 1 -- 172.21.15.67:0/3618124628 wait complete. 2023-10-21T13:05:51.633 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-10-21T13:05:51.633 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-10-21T13:05:51.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.766+0000 7f682b5cc700 1 Processor -- start 2023-10-21T13:05:51.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.766+0000 7f682b5cc700 1 -- start start 2023-10-21T13:05:51.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.767+0000 7f682b5cc700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f6824072770 0x7f68240cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:51.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.767+0000 7f682b5cc700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f682415a720 0x7f68240cc420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:51.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.767+0000 7f682b5cc700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68240cba00 con 0x7f68240cf1e0 2023-10-21T13:05:51.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.767+0000 7f682b5cc700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68240ce4e0 con 0x7f6824072770 2023-10-21T13:05:51.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.767+0000 7f682b5cc700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68240ce7c0 con 0x7f682415a720 2023-10-21T13:05:51.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.767+0000 7f6828b67700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f6824072770 0x7f68240cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:51.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.767+0000 7f6828b67700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f6824072770 0x7f68240cbee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33334/0 (socket says 172.21.15.67:33334) 2023-10-21T13:05:51.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.767+0000 7f6828b67700 1 -- 172.21.15.67:0/395963047 learned_addr learned my addr 172.21.15.67:0/395963047 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:51.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.767+0000 7f6829b69700 1 --2- 172.21.15.67:0/395963047 >> v2:172.21.15.190:3300/0 conn(0x7f682415a720 0x7f68240cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:51.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.767+0000 7f6828b67700 1 -- 172.21.15.67:0/395963047 >> v2:172.21.15.190:3300/0 conn(0x7f682415a720 msgr2=0x7f68240cc420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:51.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.767+0000 7f6828b67700 1 --2- 172.21.15.67:0/395963047 >> v2:172.21.15.190:3300/0 conn(0x7f682415a720 0x7f68240cc420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:51.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.767+0000 7f6828b67700 1 -- 172.21.15.67:0/395963047 >> v1:172.21.15.190:6789/0 conn(0x7f68240cf1e0 legacy=0x7f68240cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:51.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.767+0000 7f6828b67700 1 -- 172.21.15.67:0/395963047 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68240ceaa0 con 0x7f6824072770 2023-10-21T13:05:51.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.767+0000 7f6828b67700 1 --2- 172.21.15.67:0/395963047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6824072770 0x7f68240cbee0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f68240afb40 tx=0x7f6820009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73248cc6fc9c44e0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:51.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.768+0000 7f681bfff700 1 -- 172.21.15.67:0/395963047 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6820011830 con 0x7f6824072770 2023-10-21T13:05:51.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.768+0000 7f681bfff700 1 -- 172.21.15.67:0/395963047 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6820011990 con 0x7f6824072770 2023-10-21T13:05:51.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.768+0000 7f681bfff700 1 -- 172.21.15.67:0/395963047 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6820011d20 con 0x7f6824072770 2023-10-21T13:05:51.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.768+0000 7f682b5cc700 1 -- 172.21.15.67:0/395963047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6824072770 msgr2=0x7f68240cbee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:51.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.768+0000 7f682b5cc700 1 --2- 172.21.15.67:0/395963047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6824072770 0x7f68240cbee0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f68240afb40 tx=0x7f6820009bd0 comp rx=0 tx=0).stop 2023-10-21T13:05:51.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.768+0000 7f682b5cc700 1 -- 172.21.15.67:0/395963047 shutdown_connections 2023-10-21T13:05:51.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.768+0000 7f682b5cc700 1 --2- 172.21.15.67:0/395963047 >> v2:172.21.15.190:3300/0 conn(0x7f682415a720 0x7f68240cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:51.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.768+0000 7f682b5cc700 1 --2- 172.21.15.67:0/395963047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6824072770 0x7f68240cbee0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:51.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.768+0000 7f682b5cc700 1 -- 172.21.15.67:0/395963047 >> 172.21.15.67:0/395963047 conn(0x7f682406be00 msgr2=0x7f682406c210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:51.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.768+0000 7f682b5cc700 1 -- 172.21.15.67:0/395963047 shutdown_connections 2023-10-21T13:05:51.777 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.768+0000 7f682b5cc700 1 -- 172.21.15.67:0/395963047 wait complete. 2023-10-21T13:05:51.780 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.769+0000 7f682b5cc700 1 Processor -- start 2023-10-21T13:05:51.780 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.769+0000 7f682b5cc700 1 -- start start 2023-10-21T13:05:51.780 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.770+0000 7f682b5cc700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6824072770 0x7f6824156ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:51.781 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.770+0000 7f682b5cc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68240cf1e0 0x7f68241f49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:51.781 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.770+0000 7f682b5cc700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f682415a720 0x7f682415b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:51.781 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.770+0000 7f682b5cc700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f682415b130 con 0x7f68240cf1e0 2023-10-21T13:05:51.781 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.770+0000 7f682b5cc700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68241f4ef0 con 0x7f6824072770 2023-10-21T13:05:51.781 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.770+0000 7f682b5cc700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68240d1260 con 0x7f682415a720 2023-10-21T13:05:51.782 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.770+0000 7f6828b67700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68240cf1e0 0x7f68241f49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:51.782 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.770+0000 7f6828b67700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68240cf1e0 0x7f68241f49b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33340/0 (socket says 172.21.15.67:33340) 2023-10-21T13:05:51.782 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.770+0000 7f6828b67700 1 -- 172.21.15.67:0/369646699 learned_addr learned my addr 172.21.15.67:0/369646699 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:51.782 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.770+0000 7f6829368700 1 --2- 172.21.15.67:0/369646699 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6824072770 0x7f6824156ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:51.783 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.770+0000 7f6829b69700 1 --2- 172.21.15.67:0/369646699 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f682415a720 0x7f682415b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:51.783 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.771+0000 7f6828b67700 1 -- 172.21.15.67:0/369646699 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f682415a720 msgr2=0x7f682415b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:51.783 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.771+0000 7f6828b67700 1 --2- 172.21.15.67:0/369646699 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f682415a720 0x7f682415b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:51.783 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.771+0000 7f6828b67700 1 -- 172.21.15.67:0/369646699 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6824072770 msgr2=0x7f6824156ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:51.783 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.771+0000 7f6828b67700 1 --2- 172.21.15.67:0/369646699 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6824072770 0x7f6824156ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:51.784 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.771+0000 7f6828b67700 1 -- 172.21.15.67:0/369646699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6820009550 con 0x7f68240cf1e0 2023-10-21T13:05:51.784 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.771+0000 7f6828b67700 1 --2- 172.21.15.67:0/369646699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68240cf1e0 0x7f68241f49b0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f6820000c00 tx=0x7f6820004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:51.784 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.771+0000 7f6819ffb700 1 -- 172.21.15.67:0/369646699 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6820004480 con 0x7f68240cf1e0 2023-10-21T13:05:51.784 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.771+0000 7f6819ffb700 1 -- 172.21.15.67:0/369646699 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f682001f070 con 0x7f68240cf1e0 2023-10-21T13:05:51.784 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.771+0000 7f682b5cc700 1 -- 172.21.15.67:0/369646699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f682415d1d0 con 0x7f68240cf1e0 2023-10-21T13:05:51.785 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.771+0000 7f6819ffb700 1 -- 172.21.15.67:0/369646699 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68200038e0 con 0x7f68240cf1e0 2023-10-21T13:05:51.785 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.771+0000 7f682b5cc700 1 -- 172.21.15.67:0/369646699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f682415d790 con 0x7f68240cf1e0 2023-10-21T13:05:51.785 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.772+0000 7f682b5cc700 1 -- 172.21.15.67:0/369646699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6824074d40 con 0x7f68240cf1e0 2023-10-21T13:05:51.785 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.773+0000 7f6819ffb700 1 -- 172.21.15.67:0/369646699 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6820021030 con 0x7f68240cf1e0 2023-10-21T13:05:51.785 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.773+0000 7f6819ffb700 1 --2- 172.21.15.67:0/369646699 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f680806af30 0x7f680806d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:51.786 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.773+0000 7f6819ffb700 1 -- 172.21.15.67:0/369646699 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f682008a920 con 0x7f68240cf1e0 2023-10-21T13:05:51.786 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.773+0000 7f6829368700 1 --2- 172.21.15.67:0/369646699 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f680806af30 0x7f680806d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:51.786 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.774+0000 7f6829368700 1 --2- 172.21.15.67:0/369646699 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f680806af30 0x7f680806d3f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f68240b6280 tx=0x7f6814009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:51.786 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:51.778+0000 7f6819ffb700 1 -- 172.21.15.67:0/369646699 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6820055a60 con 0x7f68240cf1e0 2023-10-21T13:05:52.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.022+0000 7f682b5cc700 1 -- 172.21.15.67:0/369646699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f682415e160 con 0x7f68240cf1e0 2023-10-21T13:05:52.616 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.614+0000 7f6819ffb700 1 -- 172.21.15.67:0/369646699 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v16) v1 ==== 122+0+0 (secure 0 0 0) 0x7f6820015020 con 0x7f68240cf1e0 2023-10-21T13:05:52.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.617+0000 7f682b5cc700 1 -- 172.21.15.67:0/369646699 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f680806af30 msgr2=0x7f680806d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:52.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.617+0000 7f682b5cc700 1 --2- 172.21.15.67:0/369646699 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f680806af30 0x7f680806d3f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f68240b6280 tx=0x7f6814009040 comp rx=0 tx=0).stop 2023-10-21T13:05:52.619 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.617+0000 7f682b5cc700 1 -- 172.21.15.67:0/369646699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68240cf1e0 msgr2=0x7f68241f49b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:52.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.617+0000 7f682b5cc700 1 --2- 172.21.15.67:0/369646699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68240cf1e0 0x7f68241f49b0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f6820000c00 tx=0x7f6820004750 comp rx=0 tx=0).stop 2023-10-21T13:05:52.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.617+0000 7f682b5cc700 1 -- 172.21.15.67:0/369646699 shutdown_connections 2023-10-21T13:05:52.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.617+0000 7f682b5cc700 1 --2- 172.21.15.67:0/369646699 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f680806af30 0x7f680806d3f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:52.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.617+0000 7f682b5cc700 1 --2- 172.21.15.67:0/369646699 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f682415a720 0x7f682415b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:52.620 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.617+0000 7f682b5cc700 1 --2- 172.21.15.67:0/369646699 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6824072770 0x7f6824156ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:52.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.617+0000 7f682b5cc700 1 --2- 172.21.15.67:0/369646699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68240cf1e0 0x7f68241f49b0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:52.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.617+0000 7f682b5cc700 1 -- 172.21.15.67:0/369646699 >> 172.21.15.67:0/369646699 conn(0x7f682406be00 msgr2=0x7f68241599f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:52.621 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.617+0000 7f682b5cc700 1 -- 172.21.15.67:0/369646699 shutdown_connections 2023-10-21T13:05:52.622 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.617+0000 7f682b5cc700 1 -- 172.21.15.67:0/369646699 wait complete. 2023-10-21T13:05:52.632 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-10-21T13:05:52.633 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T13:05:52.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.758+0000 7f79e7792700 1 Processor -- start 2023-10-21T13:05:52.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.758+0000 7f79e7792700 1 -- start start 2023-10-21T13:05:52.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.759+0000 7f79e7792700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f79e015da10 0x7f79e00b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:52.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.759+0000 7f79e7792700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f79e00cfe40 0x7f79e006a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:52.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.759+0000 7f79e7792700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79e00cb600 con 0x7f79e00b3730 2023-10-21T13:05:52.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.759+0000 7f79e7792700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79e015ddf0 con 0x7f79e015da10 2023-10-21T13:05:52.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.759+0000 7f79e7792700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79e00ca9f0 con 0x7f79e00cfe40 2023-10-21T13:05:52.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.760+0000 7f79e5d2f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f79e00cfe40 0x7f79e006a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:52.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.760+0000 7f79e552e700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f79e015da10 0x7f79e00b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:52.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.760+0000 7f79e5d2f700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f79e00cfe40 0x7f79e006a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:48342/0 (socket says 172.21.15.67:48342) 2023-10-21T13:05:52.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.760+0000 7f79e5d2f700 1 -- 172.21.15.67:0/2467694766 learned_addr learned my addr 172.21.15.67:0/2467694766 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:52.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.760+0000 7f79e4d2d700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f79e00b3730 0x7f79e00cf730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:46538/0 (socket says 172.21.15.67:46538) 2023-10-21T13:05:52.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.760+0000 7f79e5d2f700 1 -- 172.21.15.67:0/2467694766 >> v2:172.21.15.190:3300/0 conn(0x7f79e015da10 msgr2=0x7f79e00b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:52.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.760+0000 7f79e5d2f700 1 --2- 172.21.15.67:0/2467694766 >> v2:172.21.15.190:3300/0 conn(0x7f79e015da10 0x7f79e00b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:52.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.760+0000 7f79e5d2f700 1 -- 172.21.15.67:0/2467694766 >> v1:172.21.15.190:6789/0 conn(0x7f79e00b3730 legacy=0x7f79e00cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:52.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.760+0000 7f79e5d2f700 1 -- 172.21.15.67:0/2467694766 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79e00cacd0 con 0x7f79e00cfe40 2023-10-21T13:05:52.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.760+0000 7f79d7fff700 1 -- 172.21.15.67:0/2467694766 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 917169049 0 0) 0x7f79e00cb600 con 0x7f79e00b3730 2023-10-21T13:05:52.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.760+0000 7f79e552e700 1 --2- 172.21.15.67:0/2467694766 >> v2:172.21.15.190:3300/0 conn(0x7f79e015da10 0x7f79e00b31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:52.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.760+0000 7f79e5d2f700 1 --2- 172.21.15.67:0/2467694766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f79e00cfe40 0x7f79e006a8d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f79d8009e50 tx=0x7f79d800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e9c3d76849da3dfb server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:52.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.760+0000 7f79d7fff700 1 -- 172.21.15.67:0/2467694766 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79d800e070 con 0x7f79e00cfe40 2023-10-21T13:05:52.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.761+0000 7f79d7fff700 1 -- 172.21.15.67:0/2467694766 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79d800b910 con 0x7f79e00cfe40 2023-10-21T13:05:52.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.761+0000 7f79d7fff700 1 -- 172.21.15.67:0/2467694766 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79d800bcc0 con 0x7f79e00cfe40 2023-10-21T13:05:52.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.761+0000 7f79e7792700 1 -- 172.21.15.67:0/2467694766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f79e00cfe40 msgr2=0x7f79e006a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:52.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.761+0000 7f79e7792700 1 --2- 172.21.15.67:0/2467694766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f79e00cfe40 0x7f79e006a8d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f79d8009e50 tx=0x7f79d800b330 comp rx=0 tx=0).stop 2023-10-21T13:05:52.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.761+0000 7f79e7792700 1 -- 172.21.15.67:0/2467694766 shutdown_connections 2023-10-21T13:05:52.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.761+0000 7f79e7792700 1 --2- 172.21.15.67:0/2467694766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f79e00cfe40 0x7f79e006a8d0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:52.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.761+0000 7f79e7792700 1 --2- 172.21.15.67:0/2467694766 >> v2:172.21.15.190:3300/0 conn(0x7f79e015da10 0x7f79e00b31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:52.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.761+0000 7f79e7792700 1 -- 172.21.15.67:0/2467694766 >> 172.21.15.67:0/2467694766 conn(0x7f79e00999d0 msgr2=0x7f79e00d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:52.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.761+0000 7f79e7792700 1 -- 172.21.15.67:0/2467694766 shutdown_connections 2023-10-21T13:05:52.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.761+0000 7f79e7792700 1 -- 172.21.15.67:0/2467694766 wait complete. 2023-10-21T13:05:52.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.762+0000 7f79e7792700 1 Processor -- start 2023-10-21T13:05:52.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.762+0000 7f79e7792700 1 -- start start 2023-10-21T13:05:52.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.763+0000 7f79e7792700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f79e00b3730 0x7f79e00c9860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:52.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.763+0000 7f79e7792700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79e015da10 0x7f79e015a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:52.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.763+0000 7f79e7792700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f79e00c7ef0 0x7f79e01e3e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:52.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.763+0000 7f79e7792700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79e01f71c0 con 0x7f79e015da10 2023-10-21T13:05:52.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.763+0000 7f79e7792700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79e01f65f0 con 0x7f79e00c7ef0 2023-10-21T13:05:52.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.763+0000 7f79e7792700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79e01f6890 con 0x7f79e00b3730 2023-10-21T13:05:52.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.763+0000 7f79e4d2d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79e015da10 0x7f79e015a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:52.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.763+0000 7f79e4d2d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79e015da10 0x7f79e015a3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33352/0 (socket says 172.21.15.67:33352) 2023-10-21T13:05:52.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.763+0000 7f79e4d2d700 1 -- 172.21.15.67:0/448384264 learned_addr learned my addr 172.21.15.67:0/448384264 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:52.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.763+0000 7f79e552e700 1 --2- 172.21.15.67:0/448384264 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f79e00b3730 0x7f79e00c9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:52.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.763+0000 7f79e5d2f700 1 --2- 172.21.15.67:0/448384264 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f79e00c7ef0 0x7f79e01e3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:52.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.764+0000 7f79e4d2d700 1 -- 172.21.15.67:0/448384264 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f79e00b3730 msgr2=0x7f79e00c9860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:52.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.764+0000 7f79e4d2d700 1 --2- 172.21.15.67:0/448384264 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f79e00b3730 0x7f79e00c9860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:52.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.764+0000 7f79e4d2d700 1 -- 172.21.15.67:0/448384264 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f79e00c7ef0 msgr2=0x7f79e01e3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:52.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.764+0000 7f79e4d2d700 1 --2- 172.21.15.67:0/448384264 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f79e00c7ef0 0x7f79e01e3e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:52.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.764+0000 7f79e4d2d700 1 -- 172.21.15.67:0/448384264 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79d0009430 con 0x7f79e015da10 2023-10-21T13:05:52.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.764+0000 7f79e4d2d700 1 --2- 172.21.15.67:0/448384264 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79e015da10 0x7f79e015a3a0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f79dc0011e0 tx=0x7f79dc00ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:52.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.764+0000 7f79d5ffb700 1 -- 172.21.15.67:0/448384264 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79dc004c80 con 0x7f79e015da10 2023-10-21T13:05:52.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.764+0000 7f79d5ffb700 1 -- 172.21.15.67:0/448384264 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79dc004e00 con 0x7f79e015da10 2023-10-21T13:05:52.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.764+0000 7f79d5ffb700 1 -- 172.21.15.67:0/448384264 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79dc007310 con 0x7f79e015da10 2023-10-21T13:05:52.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.764+0000 7f79e7792700 1 -- 172.21.15.67:0/448384264 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79d8009b30 con 0x7f79e015da10 2023-10-21T13:05:52.774 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.764+0000 7f79e7792700 1 -- 172.21.15.67:0/448384264 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79e01f6e50 con 0x7f79e015da10 2023-10-21T13:05:52.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.765+0000 7f79e7792700 1 -- 172.21.15.67:0/448384264 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79e0074d40 con 0x7f79e015da10 2023-10-21T13:05:52.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.765+0000 7f79d5ffb700 1 -- 172.21.15.67:0/448384264 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f79dc007470 con 0x7f79e015da10 2023-10-21T13:05:52.775 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.766+0000 7f79d5ffb700 1 --2- 172.21.15.67:0/448384264 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f79c406af00 0x7f79c406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:52.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.766+0000 7f79d5ffb700 1 -- 172.21.15.67:0/448384264 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f79dc089200 con 0x7f79e015da10 2023-10-21T13:05:52.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.766+0000 7f79e552e700 1 --2- 172.21.15.67:0/448384264 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f79c406af00 0x7f79c406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:52.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.767+0000 7f79e552e700 1 --2- 172.21.15.67:0/448384264 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f79c406af00 0x7f79c406d3c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f79d0009cb0 tx=0x7f79d00091c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:52.776 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:52.771+0000 7f79d5ffb700 1 -- 172.21.15.67:0/448384264 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f79dc054340 con 0x7f79e015da10 2023-10-21T13:05:53.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.015+0000 7f79e7792700 1 -- 172.21.15.67:0/448384264 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f79e00b1a30 con 0x7f79e015da10 2023-10-21T13:05:53.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.015+0000 7f79d5ffb700 1 -- 172.21.15.67:0/448384264 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4916 (secure 0 0 0) 0x7f79dc057960 con 0x7f79e015da10 2023-10-21T13:05:53.018 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:53.018 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4945,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/2616626858","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2616626858},{"type":"v1","addr":"172.21.15.190:6836","nonce":2616626858}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4948,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/1955021242","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":1955021242},{"type":"v1","addr":"172.21.15.190:6837","nonce":1955021242}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5037,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1702124877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1702124877},{"type":"v1","addr":"172.21.15.67:6834","nonce":1702124877}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-21T13:05:49.008594+0000","modified":"2023-10-21T13:05:52.023928+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5040},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5040":{"gid":5040,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/590391844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":590391844},{"type":"v1","addr":"172.21.15.67:6835","nonce":590391844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-10-21T13:05:53.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.018+0000 7f79e7792700 1 -- 172.21.15.67:0/448384264 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f79c406af00 msgr2=0x7f79c406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.018+0000 7f79e7792700 1 --2- 172.21.15.67:0/448384264 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f79c406af00 0x7f79c406d3c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f79d0009cb0 tx=0x7f79d00091c0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.018+0000 7f79e7792700 1 -- 172.21.15.67:0/448384264 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79e015da10 msgr2=0x7f79e015a3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.018+0000 7f79e7792700 1 --2- 172.21.15.67:0/448384264 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79e015da10 0x7f79e015a3a0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f79dc0011e0 tx=0x7f79dc00ca30 comp rx=0 tx=0).stop 2023-10-21T13:05:53.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.018+0000 7f79e7792700 1 -- 172.21.15.67:0/448384264 shutdown_connections 2023-10-21T13:05:53.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.018+0000 7f79e7792700 1 --2- 172.21.15.67:0/448384264 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f79e00c7ef0 0x7f79e01e3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.018+0000 7f79e7792700 1 --2- 172.21.15.67:0/448384264 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f79c406af00 0x7f79c406d3c0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.018+0000 7f79e7792700 1 --2- 172.21.15.67:0/448384264 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f79e00b3730 0x7f79e00c9860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.018+0000 7f79e7792700 1 --2- 172.21.15.67:0/448384264 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79e015da10 0x7f79e015a3a0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.018+0000 7f79e7792700 1 -- 172.21.15.67:0/448384264 >> 172.21.15.67:0/448384264 conn(0x7f79e00999d0 msgr2=0x7f79e015c990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:53.022 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.018+0000 7f79e7792700 1 -- 172.21.15.67:0/448384264 shutdown_connections 2023-10-21T13:05:53.022 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.018+0000 7f79e7792700 1 -- 172.21.15.67:0/448384264 wait complete. 2023-10-21T13:05:53.022 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 16 2023-10-21T13:05:53.032 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T13:05:53.156 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.154+0000 7fb80f152700 1 Processor -- start 2023-10-21T13:05:53.156 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.154+0000 7fb80f152700 1 -- start start 2023-10-21T13:05:53.166 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.155+0000 7fb80f152700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb80815b060 0x7fb80806fe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.167 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.155+0000 7fb80f152700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb80815b920 con 0x7fb80815e8f0 2023-10-21T13:05:53.167 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.155+0000 7fb80f152700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb80815b640 con 0x7fb80806e190 2023-10-21T13:05:53.168 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.155+0000 7fb80f152700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8080cfbf0 con 0x7fb80815b060 2023-10-21T13:05:53.168 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.155+0000 7fb80ceee700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fb80815e8f0 0x7fb80806da80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49652/0 (socket says 172.21.15.67:49652) 2023-10-21T13:05:53.168 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.155+0000 7fb80ceee700 1 -- 172.21.15.67:0/3039456003 learned_addr learned my addr 172.21.15.67:0/3039456003 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:53.168 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb80d6ef700 1 --2- 172.21.15.67:0/3039456003 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb80815b060 0x7fb80806fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.168 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 -- 172.21.15.67:0/3039456003 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 21806807 0 0) 0x7fb80815b920 con 0x7fb80815e8f0 2023-10-21T13:05:53.169 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 -- 172.21.15.67:0/3039456003 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb7f80035b0 con 0x7fb80815e8f0 2023-10-21T13:05:53.169 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 -- 172.21.15.67:0/3039456003 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1446599589 0 0) 0x7fb7f80035b0 con 0x7fb80815e8f0 2023-10-21T13:05:53.169 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 -- 172.21.15.67:0/3039456003 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb80815b060 msgr2=0x7fb80806fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:53.169 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 --2- 172.21.15.67:0/3039456003 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb80815b060 0x7fb80806fe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.169 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 -- 172.21.15.67:0/3039456003 >> v1:172.21.15.190:6789/0 conn(0x7fb80806e190 legacy=0x7fb80815a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.170 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 -- 172.21.15.67:0/3039456003 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb80806f380 con 0x7fb80815e8f0 2023-10-21T13:05:53.170 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 -- 172.21.15.67:0/3039456003 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7fb7fc001670 con 0x7fb80815e8f0 2023-10-21T13:05:53.170 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 -- 172.21.15.67:0/3039456003 >> v1:172.21.15.67:6789/0 conn(0x7fb80815e8f0 legacy=0x7fb80806da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.170 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 --2- 172.21.15.67:0/3039456003 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb80815b060 0x7fb7f8003a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.170 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 --2- 172.21.15.67:0/3039456003 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7f8003fb0 0x7fb7f8004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.171 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 --2- 172.21.15.67:0/3039456003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7f8004d90 0x7fb7f8005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.171 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 -- 172.21.15.67:0/3039456003 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7f800bac0 con 0x7fb7f8004d90 2023-10-21T13:05:53.171 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 -- 172.21.15.67:0/3039456003 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7f800bc30 con 0x7fb7f8003fb0 2023-10-21T13:05:53.171 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb8077fe700 1 -- 172.21.15.67:0/3039456003 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7f800bdf0 con 0x7fb80815b060 2023-10-21T13:05:53.171 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb80d6ef700 1 --2- 172.21.15.67:0/3039456003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7f8004d90 0x7fb7f8005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.172 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb80ceee700 1 --2- 172.21.15.67:0/3039456003 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb80815b060 0x7fb7f8003a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.172 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.156+0000 7fb807fff700 1 --2- 172.21.15.67:0/3039456003 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7f8003fb0 0x7fb7f8004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.172 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb80d6ef700 1 -- 172.21.15.67:0/3039456003 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb80815b060 msgr2=0x7fb7f8003a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:53.172 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb80d6ef700 1 --2- 172.21.15.67:0/3039456003 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb80815b060 0x7fb7f8003a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.172 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb80d6ef700 1 -- 172.21.15.67:0/3039456003 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7f8003fb0 msgr2=0x7fb7f8004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:53.172 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb80d6ef700 1 --2- 172.21.15.67:0/3039456003 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7f8003fb0 0x7fb7f8004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.173 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb80d6ef700 1 -- 172.21.15.67:0/3039456003 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7f80035b0 con 0x7fb7f8004d90 2023-10-21T13:05:53.173 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb80d6ef700 1 --2- 172.21.15.67:0/3039456003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7f8004d90 0x7fb7f8005210 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fb800009fc0 tx=0x7fb7f8005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e5609a3ebcf6ed4 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:53.173 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb8077fe700 1 -- 172.21.15.67:0/3039456003 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb80000ec30 con 0x7fb7f8004d90 2023-10-21T13:05:53.173 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb8077fe700 1 -- 172.21.15.67:0/3039456003 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb80000f040 con 0x7fb7f8004d90 2023-10-21T13:05:53.173 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb8077fe700 1 -- 172.21.15.67:0/3039456003 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb800014480 con 0x7fb7f8004d90 2023-10-21T13:05:53.174 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb80f152700 1 -- 172.21.15.67:0/3039456003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7f8004d90 msgr2=0x7fb7f8005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.174 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb80f152700 1 --2- 172.21.15.67:0/3039456003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7f8004d90 0x7fb7f8005210 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fb800009fc0 tx=0x7fb7f8005880 comp rx=0 tx=0).stop 2023-10-21T13:05:53.174 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb80d6ef700 1 -- 172.21.15.67:0/3039456003 reap_dead start 2023-10-21T13:05:53.174 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb80f152700 1 -- 172.21.15.67:0/3039456003 shutdown_connections 2023-10-21T13:05:53.174 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb80f152700 1 -- 172.21.15.67:0/3039456003 >> 172.21.15.67:0/3039456003 conn(0x7fb8080d0360 msgr2=0x7fb8080d0770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:53.175 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb80f152700 1 -- 172.21.15.67:0/3039456003 shutdown_connections 2023-10-21T13:05:53.175 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.157+0000 7fb80f152700 1 -- 172.21.15.67:0/3039456003 wait complete. 2023-10-21T13:05:53.175 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.159+0000 7fb80f152700 1 Processor -- start 2023-10-21T13:05:53.175 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.159+0000 7fb80f152700 1 -- start start 2023-10-21T13:05:53.175 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.160+0000 7fb80f152700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8081f68d0 0x7fb8080af540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.176 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.160+0000 7fb80f152700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8081f6cb0 0x7fb8081f7110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.176 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.160+0000 7fb80f152700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8080c99e0 0x7fb8080c9e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.176 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.160+0000 7fb80f152700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8080ca3b0 con 0x7fb8080c99e0 2023-10-21T13:05:53.176 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.160+0000 7fb80f152700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8081f7650 con 0x7fb8081f6cb0 2023-10-21T13:05:53.176 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.160+0000 7fb80f152700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8081f3db0 con 0x7fb8081f68d0 2023-10-21T13:05:53.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.160+0000 7fb80d6ef700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8080c99e0 0x7fb8080c9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.160+0000 7fb80d6ef700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8080c99e0 0x7fb8080c9e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33374/0 (socket says 172.21.15.67:33374) 2023-10-21T13:05:53.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.160+0000 7fb80d6ef700 1 -- 172.21.15.67:0/2957469419 learned_addr learned my addr 172.21.15.67:0/2957469419 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:53.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.160+0000 7fb80ceee700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8081f68d0 0x7fb8080af540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.160+0000 7fb807fff700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8081f6cb0 0x7fb8081f7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.161+0000 7fb80d6ef700 1 -- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8081f68d0 msgr2=0x7fb8080af540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.161+0000 7fb80d6ef700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8081f68d0 0x7fb8080af540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.161+0000 7fb80d6ef700 1 -- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8081f6cb0 msgr2=0x7fb8081f7110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.161+0000 7fb80d6ef700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8081f6cb0 0x7fb8081f7110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.161+0000 7fb80d6ef700 1 -- 172.21.15.67:0/2957469419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8080afa80 con 0x7fb8080c99e0 2023-10-21T13:05:53.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.161+0000 7fb80ceee700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8081f68d0 0x7fb8080af540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:53.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.161+0000 7fb80d6ef700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8080c99e0 0x7fb8080c9e70 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fb7f800bc00 tx=0x7fb800009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:53.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.161+0000 7fb8057fa700 1 -- 172.21.15.67:0/2957469419 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb800007000 con 0x7fb8080c99e0 2023-10-21T13:05:53.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.161+0000 7fb8057fa700 1 -- 172.21.15.67:0/2957469419 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb800022070 con 0x7fb8080c99e0 2023-10-21T13:05:53.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.161+0000 7fb80f152700 1 -- 172.21.15.67:0/2957469419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8081f31c0 con 0x7fb8080c99e0 2023-10-21T13:05:53.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.161+0000 7fb8057fa700 1 -- 172.21.15.67:0/2957469419 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb800029480 con 0x7fb8080c99e0 2023-10-21T13:05:53.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.161+0000 7fb80f152700 1 -- 172.21.15.67:0/2957469419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8081f3760 con 0x7fb8080c99e0 2023-10-21T13:05:53.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.162+0000 7fb80f152700 1 -- 172.21.15.67:0/2957469419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8080674f0 con 0x7fb8080c99e0 2023-10-21T13:05:53.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.162+0000 7fb8057fa700 1 -- 172.21.15.67:0/2957469419 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb80001e430 con 0x7fb8080c99e0 2023-10-21T13:05:53.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.163+0000 7fb8057fa700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb7ec06af00 0x7fb7ec06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.163+0000 7fb8057fa700 1 -- 172.21.15.67:0/2957469419 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb800024070 con 0x7fb8080c99e0 2023-10-21T13:05:53.181 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.163+0000 7fb80ceee700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb7ec06af00 0x7fb7ec06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.181 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.164+0000 7fb80ceee700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb7ec06af00 0x7fb7ec06d3c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb8081f4220 tx=0x7fb7fc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:53.181 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.167+0000 7fb8057fa700 1 -- 172.21.15.67:0/2957469419 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb8000567c0 con 0x7fb8080c99e0 2023-10-21T13:05:53.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.368+0000 7fb80f152700 1 -- 172.21.15.67:0/2957469419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb8081f3f60 con 0x7fb8080c99e0 2023-10-21T13:05:53.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.369+0000 7fb8057fa700 1 -- 172.21.15.67:0/2957469419 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) v1 ==== 74+0+16509 (secure 0 0 0) 0x7fb8081f3f60 con 0x7fb8080c99e0 2023-10-21T13:05:53.372 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:53.372 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":31,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:05:50.602746+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:05:47.131214+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-10-21T13:05:47.976495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T13:05:53.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.372+0000 7fb80f152700 1 -- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb7ec06af00 msgr2=0x7fb7ec06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.372+0000 7fb80f152700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb7ec06af00 0x7fb7ec06d3c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb8081f4220 tx=0x7fb7fc009040 comp rx=0 tx=0).stop 2023-10-21T13:05:53.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.372+0000 7fb80f152700 1 -- 172.21.15.67:0/2957469419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8080c99e0 msgr2=0x7fb8080c9e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.372+0000 7fb80f152700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8080c99e0 0x7fb8080c9e70 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fb7f800bc00 tx=0x7fb800009750 comp rx=0 tx=0).stop 2023-10-21T13:05:53.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.372+0000 7fb80f152700 1 -- 172.21.15.67:0/2957469419 shutdown_connections 2023-10-21T13:05:53.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.372+0000 7fb80f152700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8080c99e0 0x7fb8080c9e70 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.372+0000 7fb80f152700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb7ec06af00 0x7fb7ec06d3c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.372+0000 7fb80f152700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8081f68d0 0x7fb8080af540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.372+0000 7fb80f152700 1 --2- 172.21.15.67:0/2957469419 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8081f6cb0 0x7fb8081f7110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.372+0000 7fb80f152700 1 -- 172.21.15.67:0/2957469419 >> 172.21.15.67:0/2957469419 conn(0x7fb8080d0360 msgr2=0x7fb80815c340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:53.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.372+0000 7fb80f152700 1 -- 172.21.15.67:0/2957469419 shutdown_connections 2023-10-21T13:05:53.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.372+0000 7fb80f152700 1 -- 172.21.15.67:0/2957469419 wait complete. 2023-10-21T13:05:53.386 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-10-21T13:05:53.387 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T13:05:53.511 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.509+0000 7fa4f0b77700 1 Processor -- start 2023-10-21T13:05:53.511 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.509+0000 7fa4f0b77700 1 -- start start 2023-10-21T13:05:53.513 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.510+0000 7fa4f0b77700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fa4ec144ae0 0x7fa4ec06b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.514 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.510+0000 7fa4f0b77700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fa4ec0cdd50 0x7fa4ec0ce1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.514 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.510+0000 7fa4f0b77700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4ec1452e0 con 0x7fa4ec0ca180 2023-10-21T13:05:53.514 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.510+0000 7fa4f0b77700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4ec06c210 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.514 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.510+0000 7fa4f0b77700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4ec06b970 con 0x7fa4ec144ae0 2023-10-21T13:05:53.515 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.510+0000 7fa4ead9d700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fa4ec0cdd50 0x7fa4ec0ce1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.515 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.510+0000 7fa4ea59c700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fa4ec0ca180 0x7fa4ec0ca560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49672/0 (socket says 172.21.15.67:49672) 2023-10-21T13:05:53.515 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.510+0000 7fa4ea59c700 1 -- 172.21.15.67:0/128228397 learned_addr learned my addr 172.21.15.67:0/128228397 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:53.515 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.510+0000 7fa4e9d9b700 1 --2- 172.21.15.67:0/128228397 >> v2:172.21.15.190:3300/0 conn(0x7fa4ec144ae0 0x7fa4ec06b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.515 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.511+0000 7fa4ead9d700 1 -- 172.21.15.67:0/128228397 >> v2:172.21.15.190:3300/0 conn(0x7fa4ec144ae0 msgr2=0x7fa4ec06b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:53.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.511+0000 7fa4ead9d700 1 --2- 172.21.15.67:0/128228397 >> v2:172.21.15.190:3300/0 conn(0x7fa4ec144ae0 0x7fa4ec06b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.511+0000 7fa4ead9d700 1 -- 172.21.15.67:0/128228397 >> v1:172.21.15.67:6789/0 conn(0x7fa4ec0ca180 legacy=0x7fa4ec0ca560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.511+0000 7fa4ead9d700 1 -- 172.21.15.67:0/128228397 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4ec06bc50 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.511+0000 7fa4e959a700 1 -- 172.21.15.67:0/128228397 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1096986069 0 0) 0x7fa4ec1452e0 con 0x7fa4ec0ca180 2023-10-21T13:05:53.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.511+0000 7fa4e9d9b700 1 --2- 172.21.15.67:0/128228397 >> v2:172.21.15.190:3300/0 conn(0x7fa4ec144ae0 0x7fa4ec06b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:53.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.511+0000 7fa4ead9d700 1 --2- 172.21.15.67:0/128228397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ec0cdd50 0x7fa4ec0ce1e0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fa4e4009d90 tx=0x7fa4e400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=442d3d255b5ee839 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:53.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.511+0000 7fa4e959a700 1 -- 172.21.15.67:0/128228397 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e400e070 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.511+0000 7fa4e959a700 1 -- 172.21.15.67:0/128228397 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4e400bb90 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.511+0000 7fa4e959a700 1 -- 172.21.15.67:0/128228397 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e4012430 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.511+0000 7fa4f0b77700 1 -- 172.21.15.67:0/128228397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ec0cdd50 msgr2=0x7fa4ec0ce1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.511+0000 7fa4f0b77700 1 --2- 172.21.15.67:0/128228397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ec0cdd50 0x7fa4ec0ce1e0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fa4e4009d90 tx=0x7fa4e400b330 comp rx=0 tx=0).stop 2023-10-21T13:05:53.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.512+0000 7fa4f0b77700 1 -- 172.21.15.67:0/128228397 shutdown_connections 2023-10-21T13:05:53.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.512+0000 7fa4f0b77700 1 --2- 172.21.15.67:0/128228397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ec0cdd50 0x7fa4ec0ce1e0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.512+0000 7fa4f0b77700 1 --2- 172.21.15.67:0/128228397 >> v2:172.21.15.190:3300/0 conn(0x7fa4ec144ae0 0x7fa4ec06b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.512+0000 7fa4f0b77700 1 -- 172.21.15.67:0/128228397 >> 172.21.15.67:0/128228397 conn(0x7fa4ec0cc5b0 msgr2=0x7fa4ec0cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:53.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.512+0000 7fa4f0b77700 1 -- 172.21.15.67:0/128228397 shutdown_connections 2023-10-21T13:05:53.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.512+0000 7fa4f0b77700 1 -- 172.21.15.67:0/128228397 wait complete. 2023-10-21T13:05:53.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.513+0000 7fa4f0b77700 1 Processor -- start 2023-10-21T13:05:53.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.513+0000 7fa4f0b77700 1 -- start start 2023-10-21T13:05:53.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4f0b77700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa4ec0ca180 0x7fa4ec1f5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4f0b77700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ec0cdd50 0x7fa4ec06e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4f0b77700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa4ec144ae0 0x7fa4ec06eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4f0b77700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4ec0af1d0 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4f0b77700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4ec1f5fe0 con 0x7fa4ec144ae0 2023-10-21T13:05:53.524 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4f0b77700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4ec1f6e40 con 0x7fa4ec0ca180 2023-10-21T13:05:53.524 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4e9d9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ec0cdd50 0x7fa4ec06e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.524 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4e9d9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ec0cdd50 0x7fa4ec06e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33384/0 (socket says 172.21.15.67:33384) 2023-10-21T13:05:53.524 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4e9d9b700 1 -- 172.21.15.67:0/2390329162 learned_addr learned my addr 172.21.15.67:0/2390329162 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:53.524 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4ea59c700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa4ec0ca180 0x7fa4ec1f5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.525 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4ead9d700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa4ec144ae0 0x7fa4ec06eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.525 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4e9d9b700 1 -- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa4ec0ca180 msgr2=0x7fa4ec1f5840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.525 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4e9d9b700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa4ec0ca180 0x7fa4ec1f5840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.525 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4e9d9b700 1 -- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa4ec144ae0 msgr2=0x7fa4ec06eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.525 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4e9d9b700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa4ec144ae0 0x7fa4ec06eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.526 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4e9d9b700 1 -- 172.21.15.67:0/2390329162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4e4009a70 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.526 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4ead9d700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa4ec144ae0 0x7fa4ec06eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:53.526 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4ea59c700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa4ec0ca180 0x7fa4ec1f5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:53.526 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4e9d9b700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ec0cdd50 0x7fa4ec06e600 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc00c750 tx=0x7fa4dc00cb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:53.526 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4daffd700 1 -- 172.21.15.67:0/2390329162 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4dc011800 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.527 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4daffd700 1 -- 172.21.15.67:0/2390329162 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4dc011960 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.527 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4f0b77700 1 -- 172.21.15.67:0/2390329162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4ec1f5d80 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.527 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.514+0000 7fa4daffd700 1 -- 172.21.15.67:0/2390329162 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4dc011cd0 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.527 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.515+0000 7fa4f0b77700 1 -- 172.21.15.67:0/2390329162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4ec1f6510 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.527 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.515+0000 7fa4f0b77700 1 -- 172.21.15.67:0/2390329162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4ec0b2e80 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.528 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.516+0000 7fa4daffd700 1 -- 172.21.15.67:0/2390329162 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa4dc021350 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.528 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.516+0000 7fa4daffd700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa4cc06af00 0x7fa4cc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.528 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.516+0000 7fa4daffd700 1 -- 172.21.15.67:0/2390329162 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa4dc089520 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.528 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.517+0000 7fa4ea59c700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa4cc06af00 0x7fa4cc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.528 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.517+0000 7fa4ea59c700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa4cc06af00 0x7fa4cc06d3c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0007fd0 tx=0x7fa4e0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:53.529 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.521+0000 7fa4daffd700 1 -- 172.21.15.67:0/2390329162 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa4dc0545d0 con 0x7fa4ec0cdd50 2023-10-21T13:05:53.576 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T13:05:53.574+0000 7f0ac364c700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-10-21T13:05:53.719 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.717+0000 7fa4f0b77700 1 -- 172.21.15.67:0/2390329162 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa4ec0cd830 con 0x7fa4cc06af00 2023-10-21T13:05:53.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.727+0000 7fa4daffd700 1 -- 172.21.15.67:0/2390329162 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286380 (secure 0 0 0) 0x7fa4e0001420 con 0x7fa4cc06af00 2023-10-21T13:05:53.732 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:53.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.730+0000 7fa4f0b77700 1 -- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa4cc06af00 msgr2=0x7fa4cc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.730+0000 7fa4f0b77700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa4cc06af00 0x7fa4cc06d3c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0007fd0 tx=0x7fa4e0009040 comp rx=0 tx=0).stop 2023-10-21T13:05:53.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.730+0000 7fa4f0b77700 1 -- 172.21.15.67:0/2390329162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ec0cdd50 msgr2=0x7fa4ec06e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.730+0000 7fa4f0b77700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ec0cdd50 0x7fa4ec06e600 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc00c750 tx=0x7fa4dc00cb10 comp rx=0 tx=0).stop 2023-10-21T13:05:53.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.730+0000 7fa4f0b77700 1 -- 172.21.15.67:0/2390329162 shutdown_connections 2023-10-21T13:05:53.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.730+0000 7fa4f0b77700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa4ec144ae0 0x7fa4ec06eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.730+0000 7fa4f0b77700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa4cc06af00 0x7fa4cc06d3c0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.730+0000 7fa4f0b77700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa4ec0ca180 0x7fa4ec1f5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.730+0000 7fa4f0b77700 1 --2- 172.21.15.67:0/2390329162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ec0cdd50 0x7fa4ec06e600 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.736 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.730+0000 7fa4f0b77700 1 -- 172.21.15.67:0/2390329162 >> 172.21.15.67:0/2390329162 conn(0x7fa4ec0cc5b0 msgr2=0x7fa4ec0b3080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:53.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.730+0000 7fa4f0b77700 1 -- 172.21.15.67:0/2390329162 shutdown_connections 2023-10-21T13:05:53.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.730+0000 7fa4f0b77700 1 -- 172.21.15.67:0/2390329162 wait complete. 2023-10-21T13:05:53.737 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2023-10-21T13:05:53.744 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":58,"stamp":"2023-10-21T13:05:53.385609+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":134,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220096,"kb_used_data":3920,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754624,"statfs":{"total":773094113280,"available":772868734976,"internally_reserved":0,"allocated":4014080,"data_stored":2245740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":39,"apply_latency_ms":39,"commit_latency_ns":39000000,"apply_latency_ns":39000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.804593"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610984+0000","last_change":"2023-10-21T13:05:49.609053+0000","last_active":"2023-10-21T13:05:50.610984+0000","last_peered":"2023-10-21T13:05:50.610984+0000","last_clean":"2023-10-21T13:05:50.610984+0000","last_became_active":"2023-10-21T13:05:49.608767+0000","last_became_peered":"2023-10-21T13:05:49.608767+0000","last_unstale":"2023-10-21T13:05:50.610984+0000","last_undegraded":"2023-10-21T13:05:50.610984+0000","last_fullsized":"2023-10-21T13:05:50.610984+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:49:01.650701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864227+0000","last_change":"2023-10-21T13:05:49.618189+0000","last_active":"2023-10-21T13:05:50.864227+0000","last_peered":"2023-10-21T13:05:50.864227+0000","last_clean":"2023-10-21T13:05:50.864227+0000","last_became_active":"2023-10-21T13:05:49.617936+0000","last_became_peered":"2023-10-21T13:05:49.617936+0000","last_unstale":"2023-10-21T13:05:50.864227+0000","last_undegraded":"2023-10-21T13:05:50.864227+0000","last_fullsized":"2023-10-21T13:05:50.864227+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:22:27.155874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611232+0000","last_change":"2023-10-21T13:05:49.623650+0000","last_active":"2023-10-21T13:05:50.611232+0000","last_peered":"2023-10-21T13:05:50.611232+0000","last_clean":"2023-10-21T13:05:50.611232+0000","last_became_active":"2023-10-21T13:05:49.623367+0000","last_became_peered":"2023-10-21T13:05:49.623367+0000","last_unstale":"2023-10-21T13:05:50.611232+0000","last_undegraded":"2023-10-21T13:05:50.611232+0000","last_fullsized":"2023-10-21T13:05:50.611232+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:01:55.916828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932969+0000","last_change":"2023-10-21T13:05:49.603787+0000","last_active":"2023-10-21T13:05:50.932969+0000","last_peered":"2023-10-21T13:05:50.932969+0000","last_clean":"2023-10-21T13:05:50.932969+0000","last_became_active":"2023-10-21T13:05:49.603284+0000","last_became_peered":"2023-10-21T13:05:49.603284+0000","last_unstale":"2023-10-21T13:05:50.932969+0000","last_undegraded":"2023-10-21T13:05:50.932969+0000","last_fullsized":"2023-10-21T13:05:50.932969+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:22:28.750199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864090+0000","last_change":"2023-10-21T13:05:49.615812+0000","last_active":"2023-10-21T13:05:50.864090+0000","last_peered":"2023-10-21T13:05:50.864090+0000","last_clean":"2023-10-21T13:05:50.864090+0000","last_became_active":"2023-10-21T13:05:49.615305+0000","last_became_peered":"2023-10-21T13:05:49.615305+0000","last_unstale":"2023-10-21T13:05:50.864090+0000","last_undegraded":"2023-10-21T13:05:50.864090+0000","last_fullsized":"2023-10-21T13:05:50.864090+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:33:16.951181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931910+0000","last_change":"2023-10-21T13:05:49.613385+0000","last_active":"2023-10-21T13:05:50.931910+0000","last_peered":"2023-10-21T13:05:50.931910+0000","last_clean":"2023-10-21T13:05:50.931910+0000","last_became_active":"2023-10-21T13:05:49.610594+0000","last_became_peered":"2023-10-21T13:05:49.610594+0000","last_unstale":"2023-10-21T13:05:50.931910+0000","last_undegraded":"2023-10-21T13:05:50.931910+0000","last_fullsized":"2023-10-21T13:05:50.931910+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:54:16.343714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610559+0000","last_change":"2023-10-21T13:05:49.612733+0000","last_active":"2023-10-21T13:05:50.610559+0000","last_peered":"2023-10-21T13:05:50.610559+0000","last_clean":"2023-10-21T13:05:50.610559+0000","last_became_active":"2023-10-21T13:05:49.612446+0000","last_became_peered":"2023-10-21T13:05:49.612446+0000","last_unstale":"2023-10-21T13:05:50.610559+0000","last_undegraded":"2023-10-21T13:05:50.610559+0000","last_fullsized":"2023-10-21T13:05:50.610559+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:42:08.127580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610489+0000","last_change":"2023-10-21T13:05:49.619561+0000","last_active":"2023-10-21T13:05:50.610489+0000","last_peered":"2023-10-21T13:05:50.610489+0000","last_clean":"2023-10-21T13:05:50.610489+0000","last_became_active":"2023-10-21T13:05:49.619287+0000","last_became_peered":"2023-10-21T13:05:49.619287+0000","last_unstale":"2023-10-21T13:05:50.610489+0000","last_undegraded":"2023-10-21T13:05:50.610489+0000","last_fullsized":"2023-10-21T13:05:50.610489+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:55.785259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611464+0000","last_change":"2023-10-21T13:05:49.619810+0000","last_active":"2023-10-21T13:05:50.611464+0000","last_peered":"2023-10-21T13:05:50.611464+0000","last_clean":"2023-10-21T13:05:50.611464+0000","last_became_active":"2023-10-21T13:05:49.619507+0000","last_became_peered":"2023-10-21T13:05:49.619507+0000","last_unstale":"2023-10-21T13:05:50.611464+0000","last_undegraded":"2023-10-21T13:05:50.611464+0000","last_fullsized":"2023-10-21T13:05:50.611464+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:42:52.714925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932486+0000","last_change":"2023-10-21T13:05:49.605938+0000","last_active":"2023-10-21T13:05:50.932486+0000","last_peered":"2023-10-21T13:05:50.932486+0000","last_clean":"2023-10-21T13:05:50.932486+0000","last_became_active":"2023-10-21T13:05:49.605645+0000","last_became_peered":"2023-10-21T13:05:49.605645+0000","last_unstale":"2023-10-21T13:05:50.932486+0000","last_undegraded":"2023-10-21T13:05:50.932486+0000","last_fullsized":"2023-10-21T13:05:50.932486+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:33:35.641264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931066+0000","last_change":"2023-10-21T13:05:49.624014+0000","last_active":"2023-10-21T13:05:50.931066+0000","last_peered":"2023-10-21T13:05:50.931066+0000","last_clean":"2023-10-21T13:05:50.931066+0000","last_became_active":"2023-10-21T13:05:49.623533+0000","last_became_peered":"2023-10-21T13:05:49.623533+0000","last_unstale":"2023-10-21T13:05:50.931066+0000","last_undegraded":"2023-10-21T13:05:50.931066+0000","last_fullsized":"2023-10-21T13:05:50.931066+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:48:59.163973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611169+0000","last_change":"2023-10-21T13:05:49.615292+0000","last_active":"2023-10-21T13:05:50.611169+0000","last_peered":"2023-10-21T13:05:50.611169+0000","last_clean":"2023-10-21T13:05:50.611169+0000","last_became_active":"2023-10-21T13:05:49.614944+0000","last_became_peered":"2023-10-21T13:05:49.614944+0000","last_unstale":"2023-10-21T13:05:50.611169+0000","last_undegraded":"2023-10-21T13:05:50.611169+0000","last_fullsized":"2023-10-21T13:05:50.611169+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:10:17.454829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932152+0000","last_change":"2023-10-21T13:05:49.620093+0000","last_active":"2023-10-21T13:05:50.932152+0000","last_peered":"2023-10-21T13:05:50.932152+0000","last_clean":"2023-10-21T13:05:50.932152+0000","last_became_active":"2023-10-21T13:05:49.619678+0000","last_became_peered":"2023-10-21T13:05:49.619678+0000","last_unstale":"2023-10-21T13:05:50.932152+0000","last_undegraded":"2023-10-21T13:05:50.932152+0000","last_fullsized":"2023-10-21T13:05:50.932152+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:04:57.821742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932060+0000","last_change":"2023-10-21T13:05:49.605797+0000","last_active":"2023-10-21T13:05:50.932060+0000","last_peered":"2023-10-21T13:05:50.932060+0000","last_clean":"2023-10-21T13:05:50.932060+0000","last_became_active":"2023-10-21T13:05:49.605570+0000","last_became_peered":"2023-10-21T13:05:49.605570+0000","last_unstale":"2023-10-21T13:05:50.932060+0000","last_undegraded":"2023-10-21T13:05:50.932060+0000","last_fullsized":"2023-10-21T13:05:50.932060+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:33:16.951181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931112+0000","last_change":"2023-10-21T13:05:49.606092+0000","last_active":"2023-10-21T13:05:50.931112+0000","last_peered":"2023-10-21T13:05:50.931112+0000","last_clean":"2023-10-21T13:05:50.931112+0000","last_became_active":"2023-10-21T13:05:49.605799+0000","last_became_peered":"2023-10-21T13:05:49.605799+0000","last_unstale":"2023-10-21T13:05:50.931112+0000","last_undegraded":"2023-10-21T13:05:50.931112+0000","last_fullsized":"2023-10-21T13:05:50.931112+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:33:16.951181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.930974+0000","last_change":"2023-10-21T13:05:49.608201+0000","last_active":"2023-10-21T13:05:50.930974+0000","last_peered":"2023-10-21T13:05:50.930974+0000","last_clean":"2023-10-21T13:05:50.930974+0000","last_became_active":"2023-10-21T13:05:49.607895+0000","last_became_peered":"2023-10-21T13:05:49.607895+0000","last_unstale":"2023-10-21T13:05:50.930974+0000","last_undegraded":"2023-10-21T13:05:50.930974+0000","last_fullsized":"2023-10-21T13:05:50.930974+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:00:33.538541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931502+0000","last_change":"2023-10-21T13:05:49.607533+0000","last_active":"2023-10-21T13:05:50.931502+0000","last_peered":"2023-10-21T13:05:50.931502+0000","last_clean":"2023-10-21T13:05:50.931502+0000","last_became_active":"2023-10-21T13:05:49.607205+0000","last_became_peered":"2023-10-21T13:05:49.607205+0000","last_unstale":"2023-10-21T13:05:50.931502+0000","last_undegraded":"2023-10-21T13:05:50.931502+0000","last_fullsized":"2023-10-21T13:05:50.931502+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:45:26.818593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931999+0000","last_change":"2023-10-21T13:05:49.615135+0000","last_active":"2023-10-21T13:05:50.931999+0000","last_peered":"2023-10-21T13:05:50.931999+0000","last_clean":"2023-10-21T13:05:50.931999+0000","last_became_active":"2023-10-21T13:05:49.614744+0000","last_became_peered":"2023-10-21T13:05:49.614744+0000","last_unstale":"2023-10-21T13:05:50.931999+0000","last_undegraded":"2023-10-21T13:05:50.931999+0000","last_fullsized":"2023-10-21T13:05:50.931999+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:10:17.454829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932446+0000","last_change":"2023-10-21T13:05:49.614118+0000","last_active":"2023-10-21T13:05:50.932446+0000","last_peered":"2023-10-21T13:05:50.932446+0000","last_clean":"2023-10-21T13:05:50.932446+0000","last_became_active":"2023-10-21T13:05:49.613817+0000","last_became_peered":"2023-10-21T13:05:49.613817+0000","last_unstale":"2023-10-21T13:05:50.932446+0000","last_undegraded":"2023-10-21T13:05:50.932446+0000","last_fullsized":"2023-10-21T13:05:50.932446+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:42:52.714925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932747+0000","last_change":"2023-10-21T13:05:49.614290+0000","last_active":"2023-10-21T13:05:50.932747+0000","last_peered":"2023-10-21T13:05:50.932747+0000","last_clean":"2023-10-21T13:05:50.932747+0000","last_became_active":"2023-10-21T13:05:49.613880+0000","last_became_peered":"2023-10-21T13:05:49.613880+0000","last_unstale":"2023-10-21T13:05:50.932747+0000","last_undegraded":"2023-10-21T13:05:50.932747+0000","last_fullsized":"2023-10-21T13:05:50.932747+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:55.785259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931103+0000","last_change":"2023-10-21T13:05:49.615413+0000","last_active":"2023-10-21T13:05:50.931103+0000","last_peered":"2023-10-21T13:05:50.931103+0000","last_clean":"2023-10-21T13:05:50.931103+0000","last_became_active":"2023-10-21T13:05:49.615109+0000","last_became_peered":"2023-10-21T13:05:49.615109+0000","last_unstale":"2023-10-21T13:05:50.931103+0000","last_undegraded":"2023-10-21T13:05:50.931103+0000","last_fullsized":"2023-10-21T13:05:50.931103+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:21:40.840032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610837+0000","last_change":"2023-10-21T13:05:49.599103+0000","last_active":"2023-10-21T13:05:50.610837+0000","last_peered":"2023-10-21T13:05:50.610837+0000","last_clean":"2023-10-21T13:05:50.610837+0000","last_became_active":"2023-10-21T13:05:49.598795+0000","last_became_peered":"2023-10-21T13:05:49.598795+0000","last_unstale":"2023-10-21T13:05:50.610837+0000","last_undegraded":"2023-10-21T13:05:50.610837+0000","last_fullsized":"2023-10-21T13:05:50.610837+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:04:23.579879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.933030+0000","last_change":"2023-10-21T13:05:49.614342+0000","last_active":"2023-10-21T13:05:50.933030+0000","last_peered":"2023-10-21T13:05:50.933030+0000","last_clean":"2023-10-21T13:05:50.933030+0000","last_became_active":"2023-10-21T13:05:49.613787+0000","last_became_peered":"2023-10-21T13:05:49.613787+0000","last_unstale":"2023-10-21T13:05:50.933030+0000","last_undegraded":"2023-10-21T13:05:50.933030+0000","last_fullsized":"2023-10-21T13:05:50.933030+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:04:23.579879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611879+0000","last_change":"2023-10-21T13:05:49.599719+0000","last_active":"2023-10-21T13:05:50.611879+0000","last_peered":"2023-10-21T13:05:50.611879+0000","last_clean":"2023-10-21T13:05:50.611879+0000","last_became_active":"2023-10-21T13:05:49.598843+0000","last_became_peered":"2023-10-21T13:05:49.598843+0000","last_unstale":"2023-10-21T13:05:50.611879+0000","last_undegraded":"2023-10-21T13:05:50.611879+0000","last_fullsized":"2023-10-21T13:05:50.611879+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:26:10.537828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932710+0000","last_change":"2023-10-21T13:05:49.611272+0000","last_active":"2023-10-21T13:05:50.932710+0000","last_peered":"2023-10-21T13:05:50.932710+0000","last_clean":"2023-10-21T13:05:50.932710+0000","last_became_active":"2023-10-21T13:05:49.610985+0000","last_became_peered":"2023-10-21T13:05:49.610985+0000","last_unstale":"2023-10-21T13:05:50.932710+0000","last_undegraded":"2023-10-21T13:05:50.932710+0000","last_fullsized":"2023-10-21T13:05:50.932710+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:50:34.558059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932424+0000","last_change":"2023-10-21T13:05:49.610955+0000","last_active":"2023-10-21T13:05:50.932424+0000","last_peered":"2023-10-21T13:05:50.932424+0000","last_clean":"2023-10-21T13:05:50.932424+0000","last_became_active":"2023-10-21T13:05:49.610630+0000","last_became_peered":"2023-10-21T13:05:49.610630+0000","last_unstale":"2023-10-21T13:05:50.932424+0000","last_undegraded":"2023-10-21T13:05:50.932424+0000","last_fullsized":"2023-10-21T13:05:50.932424+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:57:30.138845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864330+0000","last_change":"2023-10-21T13:05:49.612953+0000","last_active":"2023-10-21T13:05:50.864330+0000","last_peered":"2023-10-21T13:05:50.864330+0000","last_clean":"2023-10-21T13:05:50.864330+0000","last_became_active":"2023-10-21T13:05:49.612668+0000","last_became_peered":"2023-10-21T13:05:49.612668+0000","last_unstale":"2023-10-21T13:05:50.864330+0000","last_undegraded":"2023-10-21T13:05:50.864330+0000","last_fullsized":"2023-10-21T13:05:50.864330+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:57:30.138845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610956+0000","last_change":"2023-10-21T13:05:49.619491+0000","last_active":"2023-10-21T13:05:50.610956+0000","last_peered":"2023-10-21T13:05:50.610956+0000","last_clean":"2023-10-21T13:05:50.610956+0000","last_became_active":"2023-10-21T13:05:49.616627+0000","last_became_peered":"2023-10-21T13:05:49.616627+0000","last_unstale":"2023-10-21T13:05:50.610956+0000","last_undegraded":"2023-10-21T13:05:50.610956+0000","last_fullsized":"2023-10-21T13:05:50.610956+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:21:40.840032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931273+0000","last_change":"2023-10-21T13:05:49.607922+0000","last_active":"2023-10-21T13:05:50.931273+0000","last_peered":"2023-10-21T13:05:50.931273+0000","last_clean":"2023-10-21T13:05:50.931273+0000","last_became_active":"2023-10-21T13:05:49.607624+0000","last_became_peered":"2023-10-21T13:05:49.607624+0000","last_unstale":"2023-10-21T13:05:50.931273+0000","last_undegraded":"2023-10-21T13:05:50.931273+0000","last_fullsized":"2023-10-21T13:05:50.931273+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:22:27.155874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931295+0000","last_change":"2023-10-21T13:05:49.608355+0000","last_active":"2023-10-21T13:05:50.931295+0000","last_peered":"2023-10-21T13:05:50.931295+0000","last_clean":"2023-10-21T13:05:50.931295+0000","last_became_active":"2023-10-21T13:05:49.608041+0000","last_became_peered":"2023-10-21T13:05:49.608041+0000","last_unstale":"2023-10-21T13:05:50.931295+0000","last_undegraded":"2023-10-21T13:05:50.931295+0000","last_fullsized":"2023-10-21T13:05:50.931295+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:57:30.138845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610704+0000","last_change":"2023-10-21T13:05:49.610266+0000","last_active":"2023-10-21T13:05:50.610704+0000","last_peered":"2023-10-21T13:05:50.610704+0000","last_clean":"2023-10-21T13:05:50.610704+0000","last_became_active":"2023-10-21T13:05:49.608961+0000","last_became_peered":"2023-10-21T13:05:49.608961+0000","last_unstale":"2023-10-21T13:05:50.610704+0000","last_undegraded":"2023-10-21T13:05:50.610704+0000","last_fullsized":"2023-10-21T13:05:50.610704+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:59:36.852470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.930974+0000","last_change":"2023-10-21T13:05:49.621159+0000","last_active":"2023-10-21T13:05:50.930974+0000","last_peered":"2023-10-21T13:05:50.930974+0000","last_clean":"2023-10-21T13:05:50.930974+0000","last_became_active":"2023-10-21T13:05:49.620858+0000","last_became_peered":"2023-10-21T13:05:49.620858+0000","last_unstale":"2023-10-21T13:05:50.930974+0000","last_undegraded":"2023-10-21T13:05:50.930974+0000","last_fullsized":"2023-10-21T13:05:50.930974+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:14:10.372534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.933117+0000","last_change":"2023-10-21T13:05:49.614295+0000","last_active":"2023-10-21T13:05:50.933117+0000","last_peered":"2023-10-21T13:05:50.933117+0000","last_clean":"2023-10-21T13:05:50.933117+0000","last_became_active":"2023-10-21T13:05:49.613732+0000","last_became_peered":"2023-10-21T13:05:49.613732+0000","last_unstale":"2023-10-21T13:05:50.933117+0000","last_undegraded":"2023-10-21T13:05:50.933117+0000","last_fullsized":"2023-10-21T13:05:50.933117+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:42:08.127580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"30'4","reported_seq":16,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931676+0000","last_change":"2023-10-21T13:05:48.607567+0000","last_active":"2023-10-21T13:05:50.931676+0000","last_peered":"2023-10-21T13:05:50.931676+0000","last_clean":"2023-10-21T13:05:50.931676+0000","last_became_active":"2023-10-21T13:05:48.607266+0000","last_became_peered":"2023-10-21T13:05:48.607266+0000","last_unstale":"2023-10-21T13:05:50.931676+0000","last_undegraded":"2023-10-21T13:05:50.931676+0000","last_fullsized":"2023-10-21T13:05:50.931676+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:16:05.448618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610941+0000","last_change":"2023-10-21T13:05:49.606852+0000","last_active":"2023-10-21T13:05:50.610941+0000","last_peered":"2023-10-21T13:05:50.610941+0000","last_clean":"2023-10-21T13:05:50.610941+0000","last_became_active":"2023-10-21T13:05:49.606565+0000","last_became_peered":"2023-10-21T13:05:49.606565+0000","last_unstale":"2023-10-21T13:05:50.610941+0000","last_undegraded":"2023-10-21T13:05:50.610941+0000","last_fullsized":"2023-10-21T13:05:50.610941+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:00:33.538541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932361+0000","last_change":"2023-10-21T13:05:48.614446+0000","last_active":"2023-10-21T13:05:50.932361+0000","last_peered":"2023-10-21T13:05:50.932361+0000","last_clean":"2023-10-21T13:05:50.932361+0000","last_became_active":"2023-10-21T13:05:48.614204+0000","last_became_peered":"2023-10-21T13:05:48.614204+0000","last_unstale":"2023-10-21T13:05:50.932361+0000","last_undegraded":"2023-10-21T13:05:50.932361+0000","last_fullsized":"2023-10-21T13:05:50.932361+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:59:35.845352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610974+0000","last_change":"2023-10-21T13:05:49.599521+0000","last_active":"2023-10-21T13:05:50.610974+0000","last_peered":"2023-10-21T13:05:50.610974+0000","last_clean":"2023-10-21T13:05:50.610974+0000","last_became_active":"2023-10-21T13:05:49.599213+0000","last_became_peered":"2023-10-21T13:05:49.599213+0000","last_unstale":"2023-10-21T13:05:50.610974+0000","last_undegraded":"2023-10-21T13:05:50.610974+0000","last_fullsized":"2023-10-21T13:05:50.610974+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:33:16.951181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932562+0000","last_change":"2023-10-21T13:05:48.613406+0000","last_active":"2023-10-21T13:05:50.932562+0000","last_peered":"2023-10-21T13:05:50.932562+0000","last_clean":"2023-10-21T13:05:50.932562+0000","last_became_active":"2023-10-21T13:05:48.612517+0000","last_became_peered":"2023-10-21T13:05:48.612517+0000","last_unstale":"2023-10-21T13:05:50.932562+0000","last_undegraded":"2023-10-21T13:05:50.932562+0000","last_fullsized":"2023-10-21T13:05:50.932562+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:54:15.685503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932378+0000","last_change":"2023-10-21T13:05:49.616797+0000","last_active":"2023-10-21T13:05:50.932378+0000","last_peered":"2023-10-21T13:05:50.932378+0000","last_clean":"2023-10-21T13:05:50.932378+0000","last_became_active":"2023-10-21T13:05:49.616573+0000","last_became_peered":"2023-10-21T13:05:49.616573+0000","last_unstale":"2023-10-21T13:05:50.932378+0000","last_undegraded":"2023-10-21T13:05:50.932378+0000","last_fullsized":"2023-10-21T13:05:50.932378+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:22:27.155874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932813+0000","last_change":"2023-10-21T13:05:48.609156+0000","last_active":"2023-10-21T13:05:50.932813+0000","last_peered":"2023-10-21T13:05:50.932813+0000","last_clean":"2023-10-21T13:05:50.932813+0000","last_became_active":"2023-10-21T13:05:48.608646+0000","last_became_peered":"2023-10-21T13:05:48.608646+0000","last_unstale":"2023-10-21T13:05:50.932813+0000","last_undegraded":"2023-10-21T13:05:50.932813+0000","last_fullsized":"2023-10-21T13:05:50.932813+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:36:12.058080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611044+0000","last_change":"2023-10-21T13:05:49.619865+0000","last_active":"2023-10-21T13:05:50.611044+0000","last_peered":"2023-10-21T13:05:50.611044+0000","last_clean":"2023-10-21T13:05:50.611044+0000","last_became_active":"2023-10-21T13:05:49.619547+0000","last_became_peered":"2023-10-21T13:05:49.619547+0000","last_unstale":"2023-10-21T13:05:50.611044+0000","last_undegraded":"2023-10-21T13:05:50.611044+0000","last_fullsized":"2023-10-21T13:05:50.611044+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:54:16.343714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610436+0000","last_change":"2023-10-21T13:05:48.610400+0000","last_active":"2023-10-21T13:05:50.610436+0000","last_peered":"2023-10-21T13:05:50.610436+0000","last_clean":"2023-10-21T13:05:50.610436+0000","last_became_active":"2023-10-21T13:05:48.610127+0000","last_became_peered":"2023-10-21T13:05:48.610127+0000","last_unstale":"2023-10-21T13:05:50.610436+0000","last_undegraded":"2023-10-21T13:05:50.610436+0000","last_fullsized":"2023-10-21T13:05:50.610436+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:01:54.909710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610607+0000","last_change":"2023-10-21T13:05:49.609397+0000","last_active":"2023-10-21T13:05:50.610607+0000","last_peered":"2023-10-21T13:05:50.610607+0000","last_clean":"2023-10-21T13:05:50.610607+0000","last_became_active":"2023-10-21T13:05:49.608421+0000","last_became_peered":"2023-10-21T13:05:49.608421+0000","last_unstale":"2023-10-21T13:05:50.610607+0000","last_undegraded":"2023-10-21T13:05:50.610607+0000","last_fullsized":"2023-10-21T13:05:50.610607+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:36:13.065198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611010+0000","last_change":"2023-10-21T13:05:48.606326+0000","last_active":"2023-10-21T13:05:50.611010+0000","last_peered":"2023-10-21T13:05:50.611010+0000","last_clean":"2023-10-21T13:05:50.611010+0000","last_became_active":"2023-10-21T13:05:48.606056+0000","last_became_peered":"2023-10-21T13:05:48.606056+0000","last_unstale":"2023-10-21T13:05:50.611010+0000","last_undegraded":"2023-10-21T13:05:50.611010+0000","last_fullsized":"2023-10-21T13:05:50.611010+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:28:02.268376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610784+0000","last_change":"2023-10-21T13:05:49.613935+0000","last_active":"2023-10-21T13:05:50.610784+0000","last_peered":"2023-10-21T13:05:50.610784+0000","last_clean":"2023-10-21T13:05:50.610784+0000","last_became_active":"2023-10-21T13:05:49.611306+0000","last_became_peered":"2023-10-21T13:05:49.611306+0000","last_unstale":"2023-10-21T13:05:50.610784+0000","last_undegraded":"2023-10-21T13:05:50.610784+0000","last_fullsized":"2023-10-21T13:05:50.610784+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:27:24.425840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932636+0000","last_change":"2023-10-21T13:05:48.612808+0000","last_active":"2023-10-21T13:05:50.932636+0000","last_peered":"2023-10-21T13:05:50.932636+0000","last_clean":"2023-10-21T13:05:50.932636+0000","last_became_active":"2023-10-21T13:05:48.612481+0000","last_became_peered":"2023-10-21T13:05:48.612481+0000","last_unstale":"2023-10-21T13:05:50.932636+0000","last_undegraded":"2023-10-21T13:05:50.932636+0000","last_fullsized":"2023-10-21T13:05:50.932636+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:13:12.676820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931626+0000","last_change":"2023-10-21T13:05:49.611311+0000","last_active":"2023-10-21T13:05:50.931626+0000","last_peered":"2023-10-21T13:05:50.931626+0000","last_clean":"2023-10-21T13:05:50.931626+0000","last_became_active":"2023-10-21T13:05:49.611009+0000","last_became_peered":"2023-10-21T13:05:49.611009+0000","last_unstale":"2023-10-21T13:05:50.931626+0000","last_undegraded":"2023-10-21T13:05:50.931626+0000","last_fullsized":"2023-10-21T13:05:50.931626+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:00:33.538541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611972+0000","last_change":"2023-10-21T13:05:48.604108+0000","last_active":"2023-10-21T13:05:50.611972+0000","last_peered":"2023-10-21T13:05:50.611972+0000","last_clean":"2023-10-21T13:05:50.611972+0000","last_became_active":"2023-10-21T13:05:48.603766+0000","last_became_peered":"2023-10-21T13:05:48.603766+0000","last_unstale":"2023-10-21T13:05:50.611972+0000","last_undegraded":"2023-10-21T13:05:50.611972+0000","last_fullsized":"2023-10-21T13:05:50.611972+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:52:24.563510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931463+0000","last_change":"2023-10-21T13:05:49.617824+0000","last_active":"2023-10-21T13:05:50.931463+0000","last_peered":"2023-10-21T13:05:50.931463+0000","last_clean":"2023-10-21T13:05:50.931463+0000","last_became_active":"2023-10-21T13:05:49.617506+0000","last_became_peered":"2023-10-21T13:05:49.617506+0000","last_unstale":"2023-10-21T13:05:50.931463+0000","last_undegraded":"2023-10-21T13:05:50.931463+0000","last_fullsized":"2023-10-21T13:05:50.931463+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:17:00.533312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864365+0000","last_change":"2023-10-21T13:05:48.609166+0000","last_active":"2023-10-21T13:05:50.864365+0000","last_peered":"2023-10-21T13:05:50.864365+0000","last_clean":"2023-10-21T13:05:50.864365+0000","last_became_active":"2023-10-21T13:05:48.608871+0000","last_became_peered":"2023-10-21T13:05:48.608871+0000","last_unstale":"2023-10-21T13:05:50.864365+0000","last_undegraded":"2023-10-21T13:05:50.864365+0000","last_fullsized":"2023-10-21T13:05:50.864365+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:54.778141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932840+0000","last_change":"2023-10-21T13:05:49.605836+0000","last_active":"2023-10-21T13:05:50.932840+0000","last_peered":"2023-10-21T13:05:50.932840+0000","last_clean":"2023-10-21T13:05:50.932840+0000","last_became_active":"2023-10-21T13:05:49.605542+0000","last_became_peered":"2023-10-21T13:05:49.605542+0000","last_unstale":"2023-10-21T13:05:50.932840+0000","last_undegraded":"2023-10-21T13:05:50.932840+0000","last_fullsized":"2023-10-21T13:05:50.932840+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:55:11.486624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864189+0000","last_change":"2023-10-21T13:05:48.607946+0000","last_active":"2023-10-21T13:05:50.864189+0000","last_peered":"2023-10-21T13:05:50.864189+0000","last_clean":"2023-10-21T13:05:50.864189+0000","last_became_active":"2023-10-21T13:05:48.607654+0000","last_became_peered":"2023-10-21T13:05:48.607654+0000","last_unstale":"2023-10-21T13:05:50.864189+0000","last_undegraded":"2023-10-21T13:05:50.864189+0000","last_fullsized":"2023-10-21T13:05:50.864189+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:00:32.531424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932710+0000","last_change":"2023-10-21T13:05:49.603603+0000","last_active":"2023-10-21T13:05:50.932710+0000","last_peered":"2023-10-21T13:05:50.932710+0000","last_clean":"2023-10-21T13:05:50.932710+0000","last_became_active":"2023-10-21T13:05:49.603196+0000","last_became_peered":"2023-10-21T13:05:49.603196+0000","last_unstale":"2023-10-21T13:05:50.932710+0000","last_undegraded":"2023-10-21T13:05:50.932710+0000","last_fullsized":"2023-10-21T13:05:50.932710+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:26:47.541522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"30'3","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931126+0000","last_change":"2023-10-21T13:05:48.607644+0000","last_active":"2023-10-21T13:05:50.931126+0000","last_peered":"2023-10-21T13:05:50.931126+0000","last_clean":"2023-10-21T13:05:50.931126+0000","last_became_active":"2023-10-21T13:05:48.607343+0000","last_became_peered":"2023-10-21T13:05:48.607343+0000","last_unstale":"2023-10-21T13:05:50.931126+0000","last_undegraded":"2023-10-21T13:05:50.931126+0000","last_fullsized":"2023-10-21T13:05:50.931126+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:55:10.479506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931243+0000","last_change":"2023-10-21T13:05:49.623961+0000","last_active":"2023-10-21T13:05:50.931243+0000","last_peered":"2023-10-21T13:05:50.931243+0000","last_clean":"2023-10-21T13:05:50.931243+0000","last_became_active":"2023-10-21T13:05:49.623400+0000","last_became_peered":"2023-10-21T13:05:49.623400+0000","last_unstale":"2023-10-21T13:05:50.931243+0000","last_undegraded":"2023-10-21T13:05:50.931243+0000","last_fullsized":"2023-10-21T13:05:50.931243+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:24:48.417754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"30'6","reported_seq":18,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932524+0000","last_change":"2023-10-21T13:05:48.610568+0000","last_active":"2023-10-21T13:05:50.932524+0000","last_peered":"2023-10-21T13:05:50.932524+0000","last_clean":"2023-10-21T13:05:50.932524+0000","last_became_active":"2023-10-21T13:05:48.610165+0000","last_became_peered":"2023-10-21T13:05:48.610165+0000","last_unstale":"2023-10-21T13:05:50.932524+0000","last_undegraded":"2023-10-21T13:05:50.932524+0000","last_fullsized":"2023-10-21T13:05:50.932524+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:44:26.487584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932189+0000","last_change":"2023-10-21T13:05:49.614421+0000","last_active":"2023-10-21T13:05:50.932189+0000","last_peered":"2023-10-21T13:05:50.932189+0000","last_clean":"2023-10-21T13:05:50.932189+0000","last_became_active":"2023-10-21T13:05:49.613982+0000","last_became_peered":"2023-10-21T13:05:49.613982+0000","last_unstale":"2023-10-21T13:05:50.932189+0000","last_undegraded":"2023-10-21T13:05:50.932189+0000","last_fullsized":"2023-10-21T13:05:50.932189+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:52:25.570627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610720+0000","last_change":"2023-10-21T13:05:48.609089+0000","last_active":"2023-10-21T13:05:50.610720+0000","last_peered":"2023-10-21T13:05:50.610720+0000","last_clean":"2023-10-21T13:05:50.610720+0000","last_became_active":"2023-10-21T13:05:48.608763+0000","last_became_peered":"2023-10-21T13:05:48.608763+0000","last_unstale":"2023-10-21T13:05:50.610720+0000","last_undegraded":"2023-10-21T13:05:50.610720+0000","last_fullsized":"2023-10-21T13:05:50.610720+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:10:16.447711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932169+0000","last_change":"2023-10-21T13:05:49.618842+0000","last_active":"2023-10-21T13:05:50.932169+0000","last_peered":"2023-10-21T13:05:50.932169+0000","last_clean":"2023-10-21T13:05:50.932169+0000","last_became_active":"2023-10-21T13:05:49.618393+0000","last_became_peered":"2023-10-21T13:05:49.618393+0000","last_unstale":"2023-10-21T13:05:50.932169+0000","last_undegraded":"2023-10-21T13:05:50.932169+0000","last_fullsized":"2023-10-21T13:05:50.932169+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:49:01.650701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932862+0000","last_change":"2023-10-21T13:05:48.611240+0000","last_active":"2023-10-21T13:05:50.932862+0000","last_peered":"2023-10-21T13:05:50.932862+0000","last_clean":"2023-10-21T13:05:50.932862+0000","last_became_active":"2023-10-21T13:05:48.610884+0000","last_became_peered":"2023-10-21T13:05:48.610884+0000","last_unstale":"2023-10-21T13:05:50.932862+0000","last_undegraded":"2023-10-21T13:05:50.932862+0000","last_fullsized":"2023-10-21T13:05:50.932862+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:42:07.120463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611918+0000","last_change":"2023-10-21T13:05:49.611015+0000","last_active":"2023-10-21T13:05:50.611918+0000","last_peered":"2023-10-21T13:05:50.611918+0000","last_clean":"2023-10-21T13:05:50.611918+0000","last_became_active":"2023-10-21T13:05:49.610743+0000","last_became_peered":"2023-10-21T13:05:49.610743+0000","last_unstale":"2023-10-21T13:05:50.611918+0000","last_undegraded":"2023-10-21T13:05:50.611918+0000","last_fullsized":"2023-10-21T13:05:50.611918+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:22:27.155874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931736+0000","last_change":"2023-10-21T13:05:48.607865+0000","last_active":"2023-10-21T13:05:50.931736+0000","last_peered":"2023-10-21T13:05:50.931736+0000","last_clean":"2023-10-21T13:05:50.931736+0000","last_became_active":"2023-10-21T13:05:48.607574+0000","last_became_peered":"2023-10-21T13:05:48.607574+0000","last_unstale":"2023-10-21T13:05:50.931736+0000","last_undegraded":"2023-10-21T13:05:50.931736+0000","last_fullsized":"2023-10-21T13:05:50.931736+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:04:22.572762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931300+0000","last_change":"2023-10-21T13:05:49.607712+0000","last_active":"2023-10-21T13:05:50.931300+0000","last_peered":"2023-10-21T13:05:50.931300+0000","last_clean":"2023-10-21T13:05:50.931300+0000","last_became_active":"2023-10-21T13:05:49.607419+0000","last_became_peered":"2023-10-21T13:05:49.607419+0000","last_unstale":"2023-10-21T13:05:50.931300+0000","last_undegraded":"2023-10-21T13:05:50.931300+0000","last_fullsized":"2023-10-21T13:05:50.931300+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:13:19.613816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"30'8","reported_seq":20,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932088+0000","last_change":"2023-10-21T13:05:48.613107+0000","last_active":"2023-10-21T13:05:50.932088+0000","last_peered":"2023-10-21T13:05:50.932088+0000","last_clean":"2023-10-21T13:05:50.932088+0000","last_became_active":"2023-10-21T13:05:48.612439+0000","last_became_peered":"2023-10-21T13:05:48.612439+0000","last_unstale":"2023-10-21T13:05:50.932088+0000","last_undegraded":"2023-10-21T13:05:50.932088+0000","last_fullsized":"2023-10-21T13:05:50.932088+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:51:15.348217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931590+0000","last_change":"2023-10-21T13:05:49.613620+0000","last_active":"2023-10-21T13:05:50.931590+0000","last_peered":"2023-10-21T13:05:50.931590+0000","last_clean":"2023-10-21T13:05:50.931590+0000","last_became_active":"2023-10-21T13:05:49.612947+0000","last_became_peered":"2023-10-21T13:05:49.612947+0000","last_unstale":"2023-10-21T13:05:50.931590+0000","last_undegraded":"2023-10-21T13:05:50.931590+0000","last_fullsized":"2023-10-21T13:05:50.931590+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:53:20.080412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932744+0000","last_change":"2023-10-21T13:05:48.613138+0000","last_active":"2023-10-21T13:05:50.932744+0000","last_peered":"2023-10-21T13:05:50.932744+0000","last_clean":"2023-10-21T13:05:50.932744+0000","last_became_active":"2023-10-21T13:05:48.612772+0000","last_became_peered":"2023-10-21T13:05:48.612772+0000","last_unstale":"2023-10-21T13:05:50.932744+0000","last_undegraded":"2023-10-21T13:05:50.932744+0000","last_fullsized":"2023-10-21T13:05:50.932744+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:10:07.959011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611606+0000","last_change":"2023-10-21T13:05:49.612022+0000","last_active":"2023-10-21T13:05:50.611606+0000","last_peered":"2023-10-21T13:05:50.611606+0000","last_clean":"2023-10-21T13:05:50.611606+0000","last_became_active":"2023-10-21T13:05:49.611712+0000","last_became_peered":"2023-10-21T13:05:49.611712+0000","last_unstale":"2023-10-21T13:05:50.611606+0000","last_undegraded":"2023-10-21T13:05:50.611606+0000","last_fullsized":"2023-10-21T13:05:50.611606+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:55:47.965685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610803+0000","last_change":"2023-10-21T13:05:48.612015+0000","last_active":"2023-10-21T13:05:50.610803+0000","last_peered":"2023-10-21T13:05:50.610803+0000","last_clean":"2023-10-21T13:05:50.610803+0000","last_became_active":"2023-10-21T13:05:48.611720+0000","last_became_peered":"2023-10-21T13:05:48.611720+0000","last_unstale":"2023-10-21T13:05:50.610803+0000","last_undegraded":"2023-10-21T13:05:50.610803+0000","last_fullsized":"2023-10-21T13:05:50.610803+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:27:23.418722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864699+0000","last_change":"2023-10-21T13:05:49.613505+0000","last_active":"2023-10-21T13:05:50.864699+0000","last_peered":"2023-10-21T13:05:50.864699+0000","last_clean":"2023-10-21T13:05:50.864699+0000","last_became_active":"2023-10-21T13:05:49.613202+0000","last_became_peered":"2023-10-21T13:05:49.613202+0000","last_unstale":"2023-10-21T13:05:50.864699+0000","last_undegraded":"2023-10-21T13:05:50.864699+0000","last_fullsized":"2023-10-21T13:05:50.864699+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:49:01.650701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931325+0000","last_change":"2023-10-21T13:05:48.614924+0000","last_active":"2023-10-21T13:05:50.931325+0000","last_peered":"2023-10-21T13:05:50.931325+0000","last_clean":"2023-10-21T13:05:50.931325+0000","last_became_active":"2023-10-21T13:05:48.614670+0000","last_became_peered":"2023-10-21T13:05:48.614670+0000","last_unstale":"2023-10-21T13:05:50.931325+0000","last_undegraded":"2023-10-21T13:05:50.931325+0000","last_fullsized":"2023-10-21T13:05:50.931325+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:49:38.739038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932447+0000","last_change":"2023-10-21T13:05:49.617117+0000","last_active":"2023-10-21T13:05:50.932447+0000","last_peered":"2023-10-21T13:05:50.932447+0000","last_clean":"2023-10-21T13:05:50.932447+0000","last_became_active":"2023-10-21T13:05:49.616631+0000","last_became_peered":"2023-10-21T13:05:49.616631+0000","last_unstale":"2023-10-21T13:05:50.932447+0000","last_undegraded":"2023-10-21T13:05:50.932447+0000","last_fullsized":"2023-10-21T13:05:50.932447+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:55:47.965685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931225+0000","last_change":"2023-10-21T13:05:48.610501+0000","last_active":"2023-10-21T13:05:50.931225+0000","last_peered":"2023-10-21T13:05:50.931225+0000","last_clean":"2023-10-21T13:05:50.931225+0000","last_became_active":"2023-10-21T13:05:48.610214+0000","last_became_peered":"2023-10-21T13:05:48.610214+0000","last_unstale":"2023-10-21T13:05:50.931225+0000","last_undegraded":"2023-10-21T13:05:50.931225+0000","last_fullsized":"2023-10-21T13:05:50.931225+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:54.778141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931965+0000","last_change":"2023-10-21T13:05:49.614475+0000","last_active":"2023-10-21T13:05:50.931965+0000","last_peered":"2023-10-21T13:05:50.931965+0000","last_clean":"2023-10-21T13:05:50.931965+0000","last_became_active":"2023-10-21T13:05:49.614048+0000","last_became_peered":"2023-10-21T13:05:49.614048+0000","last_unstale":"2023-10-21T13:05:50.931965+0000","last_undegraded":"2023-10-21T13:05:50.931965+0000","last_fullsized":"2023-10-21T13:05:50.931965+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:02:18.337879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864206+0000","last_change":"2023-10-21T13:05:48.609698+0000","last_active":"2023-10-21T13:05:50.864206+0000","last_peered":"2023-10-21T13:05:50.864206+0000","last_clean":"2023-10-21T13:05:50.864206+0000","last_became_active":"2023-10-21T13:05:48.609409+0000","last_became_peered":"2023-10-21T13:05:48.609409+0000","last_unstale":"2023-10-21T13:05:50.864206+0000","last_undegraded":"2023-10-21T13:05:50.864206+0000","last_fullsized":"2023-10-21T13:05:50.864206+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:59:35.845352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864213+0000","last_change":"2023-10-21T13:05:49.607853+0000","last_active":"2023-10-21T13:05:50.864213+0000","last_peered":"2023-10-21T13:05:50.864213+0000","last_clean":"2023-10-21T13:05:50.864213+0000","last_became_active":"2023-10-21T13:05:49.607587+0000","last_became_peered":"2023-10-21T13:05:49.607587+0000","last_unstale":"2023-10-21T13:05:50.864213+0000","last_undegraded":"2023-10-21T13:05:50.864213+0000","last_fullsized":"2023-10-21T13:05:50.864213+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:26:10.537828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610918+0000","last_change":"2023-10-21T13:05:48.605733+0000","last_active":"2023-10-21T13:05:50.610918+0000","last_peered":"2023-10-21T13:05:50.610918+0000","last_clean":"2023-10-21T13:05:50.610918+0000","last_became_active":"2023-10-21T13:05:48.605432+0000","last_became_peered":"2023-10-21T13:05:48.605432+0000","last_unstale":"2023-10-21T13:05:50.610918+0000","last_undegraded":"2023-10-21T13:05:50.610918+0000","last_fullsized":"2023-10-21T13:05:50.610918+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:15:52.490967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932732+0000","last_change":"2023-10-21T13:05:49.619775+0000","last_active":"2023-10-21T13:05:50.932732+0000","last_peered":"2023-10-21T13:05:50.932732+0000","last_clean":"2023-10-21T13:05:50.932732+0000","last_became_active":"2023-10-21T13:05:49.619442+0000","last_became_peered":"2023-10-21T13:05:49.619442+0000","last_unstale":"2023-10-21T13:05:50.932732+0000","last_undegraded":"2023-10-21T13:05:50.932732+0000","last_fullsized":"2023-10-21T13:05:50.932732+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:58:00.696039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610670+0000","last_change":"2023-10-21T13:05:48.611605+0000","last_active":"2023-10-21T13:05:50.610670+0000","last_peered":"2023-10-21T13:05:50.610670+0000","last_clean":"2023-10-21T13:05:50.610670+0000","last_became_active":"2023-10-21T13:05:48.611268+0000","last_became_peered":"2023-10-21T13:05:48.611268+0000","last_unstale":"2023-10-21T13:05:50.610670+0000","last_undegraded":"2023-10-21T13:05:50.610670+0000","last_fullsized":"2023-10-21T13:05:50.610670+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:10:07.959011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610797+0000","last_change":"2023-10-21T13:05:49.612735+0000","last_active":"2023-10-21T13:05:50.610797+0000","last_peered":"2023-10-21T13:05:50.610797+0000","last_clean":"2023-10-21T13:05:50.610797+0000","last_became_active":"2023-10-21T13:05:49.612463+0000","last_became_peered":"2023-10-21T13:05:49.612463+0000","last_unstale":"2023-10-21T13:05:50.610797+0000","last_undegraded":"2023-10-21T13:05:50.610797+0000","last_fullsized":"2023-10-21T13:05:50.610797+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:01:29.789179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.930973+0000","last_change":"2023-10-21T13:05:48.614531+0000","last_active":"2023-10-21T13:05:50.930973+0000","last_peered":"2023-10-21T13:05:50.930973+0000","last_clean":"2023-10-21T13:05:50.930973+0000","last_became_active":"2023-10-21T13:05:48.614168+0000","last_became_peered":"2023-10-21T13:05:48.614168+0000","last_unstale":"2023-10-21T13:05:50.930973+0000","last_undegraded":"2023-10-21T13:05:50.930973+0000","last_fullsized":"2023-10-21T13:05:50.930973+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:26:46.534404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932149+0000","last_change":"2023-10-21T13:05:49.617419+0000","last_active":"2023-10-21T13:05:50.932149+0000","last_peered":"2023-10-21T13:05:50.932149+0000","last_clean":"2023-10-21T13:05:50.932149+0000","last_became_active":"2023-10-21T13:05:49.617102+0000","last_became_peered":"2023-10-21T13:05:49.617102+0000","last_unstale":"2023-10-21T13:05:50.932149+0000","last_undegraded":"2023-10-21T13:05:50.932149+0000","last_fullsized":"2023-10-21T13:05:50.932149+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:01:55.916828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932051+0000","last_change":"2023-10-21T13:05:48.607900+0000","last_active":"2023-10-21T13:05:50.932051+0000","last_peered":"2023-10-21T13:05:50.932051+0000","last_clean":"2023-10-21T13:05:50.932051+0000","last_became_active":"2023-10-21T13:05:48.607488+0000","last_became_peered":"2023-10-21T13:05:48.607488+0000","last_unstale":"2023-10-21T13:05:50.932051+0000","last_undegraded":"2023-10-21T13:05:50.932051+0000","last_fullsized":"2023-10-21T13:05:50.932051+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:54:15.336596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931580+0000","last_change":"2023-10-21T13:05:49.607523+0000","last_active":"2023-10-21T13:05:50.931580+0000","last_peered":"2023-10-21T13:05:50.931580+0000","last_clean":"2023-10-21T13:05:50.931580+0000","last_became_active":"2023-10-21T13:05:49.607182+0000","last_became_peered":"2023-10-21T13:05:49.607182+0000","last_unstale":"2023-10-21T13:05:50.931580+0000","last_undegraded":"2023-10-21T13:05:50.931580+0000","last_fullsized":"2023-10-21T13:05:50.931580+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:34:11.153517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864335+0000","last_change":"2023-10-21T13:05:48.607861+0000","last_active":"2023-10-21T13:05:50.864335+0000","last_peered":"2023-10-21T13:05:50.864335+0000","last_clean":"2023-10-21T13:05:50.864335+0000","last_became_active":"2023-10-21T13:05:48.607537+0000","last_became_peered":"2023-10-21T13:05:48.607537+0000","last_unstale":"2023-10-21T13:05:50.864335+0000","last_undegraded":"2023-10-21T13:05:50.864335+0000","last_fullsized":"2023-10-21T13:05:50.864335+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:36:12.058080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932647+0000","last_change":"2023-10-21T13:05:49.618647+0000","last_active":"2023-10-21T13:05:50.932647+0000","last_peered":"2023-10-21T13:05:50.932647+0000","last_clean":"2023-10-21T13:05:50.932647+0000","last_became_active":"2023-10-21T13:05:49.618042+0000","last_became_peered":"2023-10-21T13:05:49.618042+0000","last_unstale":"2023-10-21T13:05:50.932647+0000","last_undegraded":"2023-10-21T13:05:50.932647+0000","last_fullsized":"2023-10-21T13:05:50.932647+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:39:08.171477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932424+0000","last_change":"2023-10-21T13:05:48.613755+0000","last_active":"2023-10-21T13:05:50.932424+0000","last_peered":"2023-10-21T13:05:50.932424+0000","last_clean":"2023-10-21T13:05:50.932424+0000","last_became_active":"2023-10-21T13:05:48.613515+0000","last_became_peered":"2023-10-21T13:05:48.613515+0000","last_unstale":"2023-10-21T13:05:50.932424+0000","last_undegraded":"2023-10-21T13:05:50.932424+0000","last_fullsized":"2023-10-21T13:05:50.932424+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:39:07.164359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931149+0000","last_change":"2023-10-21T13:05:49.617112+0000","last_active":"2023-10-21T13:05:50.931149+0000","last_peered":"2023-10-21T13:05:50.931149+0000","last_clean":"2023-10-21T13:05:50.931149+0000","last_became_active":"2023-10-21T13:05:49.616630+0000","last_became_peered":"2023-10-21T13:05:49.616630+0000","last_unstale":"2023-10-21T13:05:50.931149+0000","last_undegraded":"2023-10-21T13:05:50.931149+0000","last_fullsized":"2023-10-21T13:05:50.931149+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:49:01.650701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932241+0000","last_change":"2023-10-21T13:05:48.607787+0000","last_active":"2023-10-21T13:05:50.932241+0000","last_peered":"2023-10-21T13:05:50.932241+0000","last_clean":"2023-10-21T13:05:50.932241+0000","last_became_active":"2023-10-21T13:05:48.607525+0000","last_became_peered":"2023-10-21T13:05:48.607525+0000","last_unstale":"2023-10-21T13:05:50.932241+0000","last_undegraded":"2023-10-21T13:05:50.932241+0000","last_fullsized":"2023-10-21T13:05:50.932241+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:28:02.268376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932213+0000","last_change":"2023-10-21T13:05:49.618665+0000","last_active":"2023-10-21T13:05:50.932213+0000","last_peered":"2023-10-21T13:05:50.932213+0000","last_clean":"2023-10-21T13:05:50.932213+0000","last_became_active":"2023-10-21T13:05:49.618040+0000","last_became_peered":"2023-10-21T13:05:49.618040+0000","last_unstale":"2023-10-21T13:05:50.932213+0000","last_undegraded":"2023-10-21T13:05:50.932213+0000","last_fullsized":"2023-10-21T13:05:50.932213+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:26:10.537828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932285+0000","last_change":"2023-10-21T13:05:48.611307+0000","last_active":"2023-10-21T13:05:50.932285+0000","last_peered":"2023-10-21T13:05:50.932285+0000","last_clean":"2023-10-21T13:05:50.932285+0000","last_became_active":"2023-10-21T13:05:48.610945+0000","last_became_peered":"2023-10-21T13:05:48.610945+0000","last_unstale":"2023-10-21T13:05:50.932285+0000","last_undegraded":"2023-10-21T13:05:50.932285+0000","last_fullsized":"2023-10-21T13:05:50.932285+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:28:35.364037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931703+0000","last_change":"2023-10-21T13:05:49.604113+0000","last_active":"2023-10-21T13:05:50.931703+0000","last_peered":"2023-10-21T13:05:50.931703+0000","last_clean":"2023-10-21T13:05:50.931703+0000","last_became_active":"2023-10-21T13:05:49.603136+0000","last_became_peered":"2023-10-21T13:05:49.603136+0000","last_unstale":"2023-10-21T13:05:50.931703+0000","last_undegraded":"2023-10-21T13:05:50.931703+0000","last_fullsized":"2023-10-21T13:05:50.931703+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:21:40.840032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610801+0000","last_change":"2023-10-21T13:05:48.611596+0000","last_active":"2023-10-21T13:05:50.610801+0000","last_peered":"2023-10-21T13:05:50.610801+0000","last_clean":"2023-10-21T13:05:50.610801+0000","last_became_active":"2023-10-21T13:05:48.611220+0000","last_became_peered":"2023-10-21T13:05:48.611220+0000","last_unstale":"2023-10-21T13:05:50.610801+0000","last_undegraded":"2023-10-21T13:05:50.610801+0000","last_fullsized":"2023-10-21T13:05:50.610801+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:02:17.330762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931457+0000","last_change":"2023-10-21T13:05:49.616707+0000","last_active":"2023-10-21T13:05:50.931457+0000","last_peered":"2023-10-21T13:05:50.931457+0000","last_clean":"2023-10-21T13:05:50.931457+0000","last_became_active":"2023-10-21T13:05:49.616427+0000","last_became_peered":"2023-10-21T13:05:49.616427+0000","last_unstale":"2023-10-21T13:05:50.931457+0000","last_undegraded":"2023-10-21T13:05:50.931457+0000","last_fullsized":"2023-10-21T13:05:50.931457+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:35:36.154139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931801+0000","last_change":"2023-10-21T13:05:48.615604+0000","last_active":"2023-10-21T13:05:50.931801+0000","last_peered":"2023-10-21T13:05:50.931801+0000","last_clean":"2023-10-21T13:05:50.931801+0000","last_became_active":"2023-10-21T13:05:48.615276+0000","last_became_peered":"2023-10-21T13:05:48.615276+0000","last_unstale":"2023-10-21T13:05:50.931801+0000","last_undegraded":"2023-10-21T13:05:50.931801+0000","last_fullsized":"2023-10-21T13:05:50.931801+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:54.778141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931244+0000","last_change":"2023-10-21T13:05:49.609076+0000","last_active":"2023-10-21T13:05:50.931244+0000","last_peered":"2023-10-21T13:05:50.931244+0000","last_clean":"2023-10-21T13:05:50.931244+0000","last_became_active":"2023-10-21T13:05:49.608817+0000","last_became_peered":"2023-10-21T13:05:49.608817+0000","last_unstale":"2023-10-21T13:05:50.931244+0000","last_undegraded":"2023-10-21T13:05:50.931244+0000","last_fullsized":"2023-10-21T13:05:50.931244+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:26:10.537828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931377+0000","last_change":"2023-10-21T13:05:48.614879+0000","last_active":"2023-10-21T13:05:50.931377+0000","last_peered":"2023-10-21T13:05:50.931377+0000","last_clean":"2023-10-21T13:05:50.931377+0000","last_became_active":"2023-10-21T13:05:48.614295+0000","last_became_peered":"2023-10-21T13:05:48.614295+0000","last_unstale":"2023-10-21T13:05:50.931377+0000","last_undegraded":"2023-10-21T13:05:50.931377+0000","last_fullsized":"2023-10-21T13:05:50.931377+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:26:10.366202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":172,"reported_epoch":30,"state":"active+clean","last_fresh":"2023-10-21T13:05:49.605994+0000","last_change":"2023-10-21T13:04:48.686798+0000","last_active":"2023-10-21T13:05:49.605994+0000","last_peered":"2023-10-21T13:05:49.605994+0000","last_clean":"2023-10-21T13:05:49.605994+0000","last_became_active":"2023-10-21T13:04:48.685603+0000","last_became_peered":"2023-10-21T13:04:48.685603+0000","last_unstale":"2023-10-21T13:05:49.605994+0000","last_undegraded":"2023-10-21T13:05:49.605994+0000","last_fullsized":"2023-10-21T13:05:49.605994+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_clean_scrub_stamp":"2023-10-21T13:04:47.669759+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:39:05.649200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574863,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":127820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":7.1029999999999998,"5min":7.1029999999999998,"15min":7.1029999999999998},"last":0.58699999999999997}]},{"osd":1,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":9.9830000000000005,"5min":9.9830000000000005,"15min":9.9830000000000005},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":7.1699999999999999,"5min":7.1699999999999999,"15min":7.1699999999999999},"last":0.72999999999999998}]},{"osd":2,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":7.1980000000000004,"5min":7.1980000000000004,"15min":7.1980000000000004},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.71799999999999997}]},{"osd":3,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":7.0640000000000001,"5min":7.0640000000000001,"15min":7.0640000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.63600000000000001}]},{"osd":4,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.53300000000000003}]},{"osd":5,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.497}]},{"osd":6,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.47399999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574864,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":360448,"data_stored":135710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.627}]},{"osd":1,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.58199999999999996}]},{"osd":2,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.65800000000000003}]},{"osd":3,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.46100000000000002}]},{"osd":5,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.61299999999999999}]},{"osd":7,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.441}]}]},{"osd":1,"up_from":13,"seq":55834574866,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":946176,"data_stored":724536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 13:05:50 2023","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.1699999999999999,"5min":2.1699999999999999,"15min":2.1699999999999999},"last":0.39900000000000002}]},{"osd":2,"last update":"Sat Oct 21 13:05:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.29399999999999998}]},{"osd":3,"last update":"Sat Oct 21 13:05:50 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.377},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":2.1389999999999998,"5min":2.1389999999999998,"15min":2.1389999999999998},"last":0.317}]},{"osd":4,"last update":"Sat Oct 21 13:05:50 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.53500000000000003}]},{"osd":5,"last update":"Sat Oct 21 13:05:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":2.1070000000000002,"5min":2.1070000000000002,"15min":2.1070000000000002},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.81899999999999995}]},{"osd":6,"last update":"Sat Oct 21 13:05:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.0329999999999999,"5min":2.0329999999999999,"15min":2.0329999999999999},"last":0.749},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.58499999999999996}]},{"osd":7,"last update":"Sat Oct 21 13:05:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.0739999999999998,"5min":2.0739999999999998,"15min":2.0739999999999998},"last":0.65000000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27364,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344476,"statfs":{"total":96636764160,"available":96608743424,"internally_reserved":0,"allocated":352256,"data_stored":134188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.317}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26800000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71899999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574864,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27364,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344476,"statfs":{"total":96636764160,"available":96608743424,"internally_reserved":0,"allocated":352256,"data_stored":134132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.47099999999999997}]},{"osd":1,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.38900000000000001}]},{"osd":3,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.53900000000000003}]},{"osd":4,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.5},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.56699999999999995}]},{"osd":5,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":0.63400000000000001}]},{"osd":6,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.59099999999999997}]},{"osd":7,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.484,"5min":1.484,"15min":1.484},"last":0.66300000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":364544,"data_stored":134874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 13:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"last":0.34599999999999997}]},{"osd":1,"last update":"Sat Oct 21 13:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.315,"15min":0.315},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.36599999999999999}]},{"osd":2,"last update":"Sat Oct 21 13:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.40400000000000003}]},{"osd":4,"last update":"Sat Oct 21 13:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.47999999999999998}]},{"osd":5,"last update":"Sat Oct 21 13:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.50700000000000001}]},{"osd":6,"last update":"Sat Oct 21 13:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.46899999999999997}]},{"osd":7,"last update":"Sat Oct 21 13:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.438},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.54900000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574865,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":364544,"data_stored":135732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 13:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.60799999999999998}]},{"osd":1,"last update":"Sat Oct 21 13:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.67000000000000004}]},{"osd":2,"last update":"Sat Oct 21 13:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.72899999999999998}]},{"osd":3,"last update":"Sat Oct 21 13:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.45100000000000001}]},{"osd":5,"last update":"Sat Oct 21 13:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.52100000000000002}]},{"osd":6,"last update":"Sat Oct 21 13:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.78700000000000003}]},{"osd":7,"last update":"Sat Oct 21 13:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.751},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.76300000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574865,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":933888,"data_stored":718748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.0739999999999998,"5min":2.0739999999999998,"15min":2.0739999999999998},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.73599999999999999}]},{"osd":1,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":4.4779999999999998,"5min":4.4779999999999998,"15min":4.4779999999999998},"last":0.78000000000000003}]},{"osd":2,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":2.2370000000000001,"5min":2.2370000000000001,"15min":2.2370000000000001},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.75}]},{"osd":3,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.627}]},{"osd":4,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":4.0890000000000004,"5min":4.0890000000000004,"15min":4.0890000000000004},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.67100000000000004}]},{"osd":6,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":4.9340000000000002,"5min":4.9340000000000002,"15min":4.9340000000000002},"last":0.64600000000000002}]},{"osd":7,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.70599999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T13:05:53.751 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T13:05:53.909 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.907+0000 7f8872c4e700 1 Processor -- start 2023-10-21T13:05:53.909 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.907+0000 7f8872c4e700 1 -- start start 2023-10-21T13:05:53.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.908+0000 7f8872c4e700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f886c15f1e0 0x7f886c0cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.908+0000 7f8872c4e700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f886c0cc3d0 0x7f886c0d0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.908+0000 7f8872c4e700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f886c15bbf0 con 0x7f886c0b2f10 2023-10-21T13:05:53.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.908+0000 7f8872c4e700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f886c15f6a0 con 0x7f886c15f1e0 2023-10-21T13:05:53.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.908+0000 7f8872c4e700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f886c15f980 con 0x7f886c0cc3d0 2023-10-21T13:05:53.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.908+0000 7f886bfff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f886c15f1e0 0x7f886c0cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.908+0000 7f88709ea700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f886c0b2f10 0x7f886c0b32f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49684/0 (socket says 172.21.15.67:49684) 2023-10-21T13:05:53.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.908+0000 7f88709ea700 1 -- 172.21.15.67:0/591633710 learned_addr learned my addr 172.21.15.67:0/591633710 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:53.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.908+0000 7f88711eb700 1 --2- 172.21.15.67:0/591633710 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f886c0cc3d0 0x7f886c0d0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.908+0000 7f886bfff700 1 -- 172.21.15.67:0/591633710 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f886c0cc3d0 msgr2=0x7f886c0d0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:53.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.908+0000 7f886bfff700 1 --2- 172.21.15.67:0/591633710 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f886c0cc3d0 0x7f886c0d0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.908+0000 7f886bfff700 1 -- 172.21.15.67:0/591633710 >> v1:172.21.15.67:6789/0 conn(0x7f886c0b2f10 legacy=0x7f886c0b32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.909+0000 7f886b7fe700 1 -- 172.21.15.67:0/591633710 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3028961599 0 0) 0x7f886c15bbf0 con 0x7f886c0b2f10 2023-10-21T13:05:53.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.909+0000 7f886bfff700 1 -- 172.21.15.67:0/591633710 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f886c15fc60 con 0x7f886c15f1e0 2023-10-21T13:05:53.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.909+0000 7f886bfff700 1 --2- 172.21.15.67:0/591633710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f886c15f1e0 0x7f886c0cf060 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f8858009840 tx=0x7f8858009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=599c7eea7c3011cd server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:53.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.909+0000 7f886b7fe700 1 -- 172.21.15.67:0/591633710 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8858011830 con 0x7f886c15f1e0 2023-10-21T13:05:53.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.909+0000 7f886b7fe700 1 -- 172.21.15.67:0/591633710 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8858011990 con 0x7f886c15f1e0 2023-10-21T13:05:53.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.909+0000 7f886b7fe700 1 -- 172.21.15.67:0/591633710 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8858011d20 con 0x7f886c15f1e0 2023-10-21T13:05:53.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.909+0000 7f8872c4e700 1 -- 172.21.15.67:0/591633710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f886c15f1e0 msgr2=0x7f886c0cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.909+0000 7f8872c4e700 1 --2- 172.21.15.67:0/591633710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f886c15f1e0 0x7f886c0cf060 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f8858009840 tx=0x7f8858009b50 comp rx=0 tx=0).stop 2023-10-21T13:05:53.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.909+0000 7f8872c4e700 1 -- 172.21.15.67:0/591633710 shutdown_connections 2023-10-21T13:05:53.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.909+0000 7f8872c4e700 1 --2- 172.21.15.67:0/591633710 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f886c0cc3d0 0x7f886c0d0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.909+0000 7f8872c4e700 1 --2- 172.21.15.67:0/591633710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f886c15f1e0 0x7f886c0cf060 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.909+0000 7f8872c4e700 1 -- 172.21.15.67:0/591633710 >> 172.21.15.67:0/591633710 conn(0x7f886c0cdf10 msgr2=0x7f886c0ce320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:53.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.909+0000 7f8872c4e700 1 -- 172.21.15.67:0/591633710 shutdown_connections 2023-10-21T13:05:53.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.909+0000 7f8872c4e700 1 -- 172.21.15.67:0/591633710 wait complete. 2023-10-21T13:05:53.920 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.911+0000 7f8872c4e700 1 Processor -- start 2023-10-21T13:05:53.920 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.911+0000 7f8872c4e700 1 -- start start 2023-10-21T13:05:53.920 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.912+0000 7f8872c4e700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f886c0b2f10 0x7f886c0c9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.920 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.912+0000 7f8872c4e700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f886c0cc3d0 0x7f886c154cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.912+0000 7f8872c4e700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f886c15f1e0 0x7f886c0b1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.912+0000 7f8872c4e700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f886c0c74e0 con 0x7f886c0b2f10 2023-10-21T13:05:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.912+0000 7f8872c4e700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f886c0c77c0 con 0x7f886c15f1e0 2023-10-21T13:05:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.912+0000 7f8872c4e700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f886c0c7aa0 con 0x7f886c0cc3d0 2023-10-21T13:05:53.922 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.912+0000 7f88709ea700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f886c0b2f10 0x7f886c0c9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.922 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.912+0000 7f88709ea700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f886c0b2f10 0x7f886c0c9fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33396/0 (socket says 172.21.15.67:33396) 2023-10-21T13:05:53.922 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.912+0000 7f88709ea700 1 -- 172.21.15.67:0/1191385728 learned_addr learned my addr 172.21.15.67:0/1191385728 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:53.922 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.912+0000 7f886bfff700 1 --2- 172.21.15.67:0/1191385728 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f886c0cc3d0 0x7f886c154cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.912+0000 7f88711eb700 1 --2- 172.21.15.67:0/1191385728 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f886c15f1e0 0x7f886c0b1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.913+0000 7f88709ea700 1 -- 172.21.15.67:0/1191385728 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f886c0cc3d0 msgr2=0x7f886c154cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.913+0000 7f88709ea700 1 --2- 172.21.15.67:0/1191385728 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f886c0cc3d0 0x7f886c154cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.913+0000 7f88709ea700 1 -- 172.21.15.67:0/1191385728 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f886c15f1e0 msgr2=0x7f886c0b1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:53.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.913+0000 7f88709ea700 1 --2- 172.21.15.67:0/1191385728 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f886c15f1e0 0x7f886c0b1900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:53.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.913+0000 7f88709ea700 1 -- 172.21.15.67:0/1191385728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88580094a0 con 0x7f886c0b2f10 2023-10-21T13:05:53.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.913+0000 7f88709ea700 1 --2- 172.21.15.67:0/1191385728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f886c0b2f10 0x7f886c0c9fb0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f886000c550 tx=0x7f886000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:53.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.913+0000 7f88697fa700 1 -- 172.21.15.67:0/1191385728 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8860004c80 con 0x7f886c0b2f10 2023-10-21T13:05:53.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.913+0000 7f88697fa700 1 -- 172.21.15.67:0/1191385728 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8860004e00 con 0x7f886c0b2f10 2023-10-21T13:05:53.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.913+0000 7f8872c4e700 1 -- 172.21.15.67:0/1191385728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f886c0c7d80 con 0x7f886c0b2f10 2023-10-21T13:05:53.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.913+0000 7f88697fa700 1 -- 172.21.15.67:0/1191385728 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8860007310 con 0x7f886c0b2f10 2023-10-21T13:05:53.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.913+0000 7f8872c4e700 1 -- 172.21.15.67:0/1191385728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f886c155230 con 0x7f886c0b2f10 2023-10-21T13:05:53.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.914+0000 7f8872c4e700 1 -- 172.21.15.67:0/1191385728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f886c1592e0 con 0x7f886c0b2f10 2023-10-21T13:05:53.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.914+0000 7f88697fa700 1 -- 172.21.15.67:0/1191385728 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f8860007470 con 0x7f886c0b2f10 2023-10-21T13:05:53.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.915+0000 7f88697fa700 1 --2- 172.21.15.67:0/1191385728 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f885006af00 0x7f885006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:53.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.915+0000 7f88697fa700 1 -- 172.21.15.67:0/1191385728 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8860089220 con 0x7f886c0b2f10 2023-10-21T13:05:53.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.915+0000 7f886bfff700 1 --2- 172.21.15.67:0/1191385728 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f885006af00 0x7f885006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:53.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.916+0000 7f886bfff700 1 --2- 172.21.15.67:0/1191385728 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f885006af00 0x7f885006d3c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f88580090b0 tx=0x7f8858008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:53.927 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:53.919+0000 7f88697fa700 1 -- 172.21.15.67:0/1191385728 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f886c1592e0 con 0x7f886c0b2f10 2023-10-21T13:05:54.115 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.113+0000 7f8872c4e700 1 -- 172.21.15.67:0/1191385728 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f886c0c7930 con 0x7f885006af00 2023-10-21T13:05:54.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.121+0000 7f88697fa700 1 -- 172.21.15.67:0/1191385728 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286380 (secure 0 0 0) 0x7f886c0c7930 con 0x7f885006af00 2023-10-21T13:05:54.126 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:54.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.125+0000 7f8872c4e700 1 -- 172.21.15.67:0/1191385728 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f885006af00 msgr2=0x7f885006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:54.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.125+0000 7f8872c4e700 1 --2- 172.21.15.67:0/1191385728 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f885006af00 0x7f885006d3c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f88580090b0 tx=0x7f8858008030 comp rx=0 tx=0).stop 2023-10-21T13:05:54.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.125+0000 7f8872c4e700 1 -- 172.21.15.67:0/1191385728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f886c0b2f10 msgr2=0x7f886c0c9fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:54.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.125+0000 7f8872c4e700 1 --2- 172.21.15.67:0/1191385728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f886c0b2f10 0x7f886c0c9fb0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f886000c550 tx=0x7f886000c910 comp rx=0 tx=0).stop 2023-10-21T13:05:54.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.125+0000 7f8872c4e700 1 -- 172.21.15.67:0/1191385728 shutdown_connections 2023-10-21T13:05:54.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.125+0000 7f8872c4e700 1 --2- 172.21.15.67:0/1191385728 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f886c15f1e0 0x7f886c0b1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.125+0000 7f8872c4e700 1 --2- 172.21.15.67:0/1191385728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f886c0b2f10 0x7f886c0c9fb0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.125+0000 7f8872c4e700 1 --2- 172.21.15.67:0/1191385728 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f885006af00 0x7f885006d3c0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.125+0000 7f8872c4e700 1 --2- 172.21.15.67:0/1191385728 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f886c0cc3d0 0x7f886c154cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.130 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.125+0000 7f8872c4e700 1 -- 172.21.15.67:0/1191385728 >> 172.21.15.67:0/1191385728 conn(0x7f886c0cdf10 msgr2=0x7f886c0b26d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:54.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.125+0000 7f8872c4e700 1 -- 172.21.15.67:0/1191385728 shutdown_connections 2023-10-21T13:05:54.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.125+0000 7f8872c4e700 1 -- 172.21.15.67:0/1191385728 wait complete. 2023-10-21T13:05:54.131 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2023-10-21T13:05:54.139 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":58,"stamp":"2023-10-21T13:05:53.385609+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":134,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220096,"kb_used_data":3920,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754624,"statfs":{"total":773094113280,"available":772868734976,"internally_reserved":0,"allocated":4014080,"data_stored":2245740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":39,"apply_latency_ms":39,"commit_latency_ns":39000000,"apply_latency_ns":39000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.804593"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610984+0000","last_change":"2023-10-21T13:05:49.609053+0000","last_active":"2023-10-21T13:05:50.610984+0000","last_peered":"2023-10-21T13:05:50.610984+0000","last_clean":"2023-10-21T13:05:50.610984+0000","last_became_active":"2023-10-21T13:05:49.608767+0000","last_became_peered":"2023-10-21T13:05:49.608767+0000","last_unstale":"2023-10-21T13:05:50.610984+0000","last_undegraded":"2023-10-21T13:05:50.610984+0000","last_fullsized":"2023-10-21T13:05:50.610984+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:49:01.650701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864227+0000","last_change":"2023-10-21T13:05:49.618189+0000","last_active":"2023-10-21T13:05:50.864227+0000","last_peered":"2023-10-21T13:05:50.864227+0000","last_clean":"2023-10-21T13:05:50.864227+0000","last_became_active":"2023-10-21T13:05:49.617936+0000","last_became_peered":"2023-10-21T13:05:49.617936+0000","last_unstale":"2023-10-21T13:05:50.864227+0000","last_undegraded":"2023-10-21T13:05:50.864227+0000","last_fullsized":"2023-10-21T13:05:50.864227+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:22:27.155874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611232+0000","last_change":"2023-10-21T13:05:49.623650+0000","last_active":"2023-10-21T13:05:50.611232+0000","last_peered":"2023-10-21T13:05:50.611232+0000","last_clean":"2023-10-21T13:05:50.611232+0000","last_became_active":"2023-10-21T13:05:49.623367+0000","last_became_peered":"2023-10-21T13:05:49.623367+0000","last_unstale":"2023-10-21T13:05:50.611232+0000","last_undegraded":"2023-10-21T13:05:50.611232+0000","last_fullsized":"2023-10-21T13:05:50.611232+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:01:55.916828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932969+0000","last_change":"2023-10-21T13:05:49.603787+0000","last_active":"2023-10-21T13:05:50.932969+0000","last_peered":"2023-10-21T13:05:50.932969+0000","last_clean":"2023-10-21T13:05:50.932969+0000","last_became_active":"2023-10-21T13:05:49.603284+0000","last_became_peered":"2023-10-21T13:05:49.603284+0000","last_unstale":"2023-10-21T13:05:50.932969+0000","last_undegraded":"2023-10-21T13:05:50.932969+0000","last_fullsized":"2023-10-21T13:05:50.932969+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:22:28.750199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864090+0000","last_change":"2023-10-21T13:05:49.615812+0000","last_active":"2023-10-21T13:05:50.864090+0000","last_peered":"2023-10-21T13:05:50.864090+0000","last_clean":"2023-10-21T13:05:50.864090+0000","last_became_active":"2023-10-21T13:05:49.615305+0000","last_became_peered":"2023-10-21T13:05:49.615305+0000","last_unstale":"2023-10-21T13:05:50.864090+0000","last_undegraded":"2023-10-21T13:05:50.864090+0000","last_fullsized":"2023-10-21T13:05:50.864090+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:33:16.951181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931910+0000","last_change":"2023-10-21T13:05:49.613385+0000","last_active":"2023-10-21T13:05:50.931910+0000","last_peered":"2023-10-21T13:05:50.931910+0000","last_clean":"2023-10-21T13:05:50.931910+0000","last_became_active":"2023-10-21T13:05:49.610594+0000","last_became_peered":"2023-10-21T13:05:49.610594+0000","last_unstale":"2023-10-21T13:05:50.931910+0000","last_undegraded":"2023-10-21T13:05:50.931910+0000","last_fullsized":"2023-10-21T13:05:50.931910+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:54:16.343714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610559+0000","last_change":"2023-10-21T13:05:49.612733+0000","last_active":"2023-10-21T13:05:50.610559+0000","last_peered":"2023-10-21T13:05:50.610559+0000","last_clean":"2023-10-21T13:05:50.610559+0000","last_became_active":"2023-10-21T13:05:49.612446+0000","last_became_peered":"2023-10-21T13:05:49.612446+0000","last_unstale":"2023-10-21T13:05:50.610559+0000","last_undegraded":"2023-10-21T13:05:50.610559+0000","last_fullsized":"2023-10-21T13:05:50.610559+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:42:08.127580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610489+0000","last_change":"2023-10-21T13:05:49.619561+0000","last_active":"2023-10-21T13:05:50.610489+0000","last_peered":"2023-10-21T13:05:50.610489+0000","last_clean":"2023-10-21T13:05:50.610489+0000","last_became_active":"2023-10-21T13:05:49.619287+0000","last_became_peered":"2023-10-21T13:05:49.619287+0000","last_unstale":"2023-10-21T13:05:50.610489+0000","last_undegraded":"2023-10-21T13:05:50.610489+0000","last_fullsized":"2023-10-21T13:05:50.610489+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:55.785259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611464+0000","last_change":"2023-10-21T13:05:49.619810+0000","last_active":"2023-10-21T13:05:50.611464+0000","last_peered":"2023-10-21T13:05:50.611464+0000","last_clean":"2023-10-21T13:05:50.611464+0000","last_became_active":"2023-10-21T13:05:49.619507+0000","last_became_peered":"2023-10-21T13:05:49.619507+0000","last_unstale":"2023-10-21T13:05:50.611464+0000","last_undegraded":"2023-10-21T13:05:50.611464+0000","last_fullsized":"2023-10-21T13:05:50.611464+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:42:52.714925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932486+0000","last_change":"2023-10-21T13:05:49.605938+0000","last_active":"2023-10-21T13:05:50.932486+0000","last_peered":"2023-10-21T13:05:50.932486+0000","last_clean":"2023-10-21T13:05:50.932486+0000","last_became_active":"2023-10-21T13:05:49.605645+0000","last_became_peered":"2023-10-21T13:05:49.605645+0000","last_unstale":"2023-10-21T13:05:50.932486+0000","last_undegraded":"2023-10-21T13:05:50.932486+0000","last_fullsized":"2023-10-21T13:05:50.932486+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:33:35.641264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931066+0000","last_change":"2023-10-21T13:05:49.624014+0000","last_active":"2023-10-21T13:05:50.931066+0000","last_peered":"2023-10-21T13:05:50.931066+0000","last_clean":"2023-10-21T13:05:50.931066+0000","last_became_active":"2023-10-21T13:05:49.623533+0000","last_became_peered":"2023-10-21T13:05:49.623533+0000","last_unstale":"2023-10-21T13:05:50.931066+0000","last_undegraded":"2023-10-21T13:05:50.931066+0000","last_fullsized":"2023-10-21T13:05:50.931066+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:48:59.163973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611169+0000","last_change":"2023-10-21T13:05:49.615292+0000","last_active":"2023-10-21T13:05:50.611169+0000","last_peered":"2023-10-21T13:05:50.611169+0000","last_clean":"2023-10-21T13:05:50.611169+0000","last_became_active":"2023-10-21T13:05:49.614944+0000","last_became_peered":"2023-10-21T13:05:49.614944+0000","last_unstale":"2023-10-21T13:05:50.611169+0000","last_undegraded":"2023-10-21T13:05:50.611169+0000","last_fullsized":"2023-10-21T13:05:50.611169+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:10:17.454829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932152+0000","last_change":"2023-10-21T13:05:49.620093+0000","last_active":"2023-10-21T13:05:50.932152+0000","last_peered":"2023-10-21T13:05:50.932152+0000","last_clean":"2023-10-21T13:05:50.932152+0000","last_became_active":"2023-10-21T13:05:49.619678+0000","last_became_peered":"2023-10-21T13:05:49.619678+0000","last_unstale":"2023-10-21T13:05:50.932152+0000","last_undegraded":"2023-10-21T13:05:50.932152+0000","last_fullsized":"2023-10-21T13:05:50.932152+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:04:57.821742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932060+0000","last_change":"2023-10-21T13:05:49.605797+0000","last_active":"2023-10-21T13:05:50.932060+0000","last_peered":"2023-10-21T13:05:50.932060+0000","last_clean":"2023-10-21T13:05:50.932060+0000","last_became_active":"2023-10-21T13:05:49.605570+0000","last_became_peered":"2023-10-21T13:05:49.605570+0000","last_unstale":"2023-10-21T13:05:50.932060+0000","last_undegraded":"2023-10-21T13:05:50.932060+0000","last_fullsized":"2023-10-21T13:05:50.932060+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:33:16.951181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931112+0000","last_change":"2023-10-21T13:05:49.606092+0000","last_active":"2023-10-21T13:05:50.931112+0000","last_peered":"2023-10-21T13:05:50.931112+0000","last_clean":"2023-10-21T13:05:50.931112+0000","last_became_active":"2023-10-21T13:05:49.605799+0000","last_became_peered":"2023-10-21T13:05:49.605799+0000","last_unstale":"2023-10-21T13:05:50.931112+0000","last_undegraded":"2023-10-21T13:05:50.931112+0000","last_fullsized":"2023-10-21T13:05:50.931112+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:33:16.951181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.930974+0000","last_change":"2023-10-21T13:05:49.608201+0000","last_active":"2023-10-21T13:05:50.930974+0000","last_peered":"2023-10-21T13:05:50.930974+0000","last_clean":"2023-10-21T13:05:50.930974+0000","last_became_active":"2023-10-21T13:05:49.607895+0000","last_became_peered":"2023-10-21T13:05:49.607895+0000","last_unstale":"2023-10-21T13:05:50.930974+0000","last_undegraded":"2023-10-21T13:05:50.930974+0000","last_fullsized":"2023-10-21T13:05:50.930974+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:00:33.538541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931502+0000","last_change":"2023-10-21T13:05:49.607533+0000","last_active":"2023-10-21T13:05:50.931502+0000","last_peered":"2023-10-21T13:05:50.931502+0000","last_clean":"2023-10-21T13:05:50.931502+0000","last_became_active":"2023-10-21T13:05:49.607205+0000","last_became_peered":"2023-10-21T13:05:49.607205+0000","last_unstale":"2023-10-21T13:05:50.931502+0000","last_undegraded":"2023-10-21T13:05:50.931502+0000","last_fullsized":"2023-10-21T13:05:50.931502+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:45:26.818593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931999+0000","last_change":"2023-10-21T13:05:49.615135+0000","last_active":"2023-10-21T13:05:50.931999+0000","last_peered":"2023-10-21T13:05:50.931999+0000","last_clean":"2023-10-21T13:05:50.931999+0000","last_became_active":"2023-10-21T13:05:49.614744+0000","last_became_peered":"2023-10-21T13:05:49.614744+0000","last_unstale":"2023-10-21T13:05:50.931999+0000","last_undegraded":"2023-10-21T13:05:50.931999+0000","last_fullsized":"2023-10-21T13:05:50.931999+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:10:17.454829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932446+0000","last_change":"2023-10-21T13:05:49.614118+0000","last_active":"2023-10-21T13:05:50.932446+0000","last_peered":"2023-10-21T13:05:50.932446+0000","last_clean":"2023-10-21T13:05:50.932446+0000","last_became_active":"2023-10-21T13:05:49.613817+0000","last_became_peered":"2023-10-21T13:05:49.613817+0000","last_unstale":"2023-10-21T13:05:50.932446+0000","last_undegraded":"2023-10-21T13:05:50.932446+0000","last_fullsized":"2023-10-21T13:05:50.932446+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:42:52.714925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932747+0000","last_change":"2023-10-21T13:05:49.614290+0000","last_active":"2023-10-21T13:05:50.932747+0000","last_peered":"2023-10-21T13:05:50.932747+0000","last_clean":"2023-10-21T13:05:50.932747+0000","last_became_active":"2023-10-21T13:05:49.613880+0000","last_became_peered":"2023-10-21T13:05:49.613880+0000","last_unstale":"2023-10-21T13:05:50.932747+0000","last_undegraded":"2023-10-21T13:05:50.932747+0000","last_fullsized":"2023-10-21T13:05:50.932747+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:55.785259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931103+0000","last_change":"2023-10-21T13:05:49.615413+0000","last_active":"2023-10-21T13:05:50.931103+0000","last_peered":"2023-10-21T13:05:50.931103+0000","last_clean":"2023-10-21T13:05:50.931103+0000","last_became_active":"2023-10-21T13:05:49.615109+0000","last_became_peered":"2023-10-21T13:05:49.615109+0000","last_unstale":"2023-10-21T13:05:50.931103+0000","last_undegraded":"2023-10-21T13:05:50.931103+0000","last_fullsized":"2023-10-21T13:05:50.931103+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:21:40.840032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610837+0000","last_change":"2023-10-21T13:05:49.599103+0000","last_active":"2023-10-21T13:05:50.610837+0000","last_peered":"2023-10-21T13:05:50.610837+0000","last_clean":"2023-10-21T13:05:50.610837+0000","last_became_active":"2023-10-21T13:05:49.598795+0000","last_became_peered":"2023-10-21T13:05:49.598795+0000","last_unstale":"2023-10-21T13:05:50.610837+0000","last_undegraded":"2023-10-21T13:05:50.610837+0000","last_fullsized":"2023-10-21T13:05:50.610837+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:04:23.579879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.933030+0000","last_change":"2023-10-21T13:05:49.614342+0000","last_active":"2023-10-21T13:05:50.933030+0000","last_peered":"2023-10-21T13:05:50.933030+0000","last_clean":"2023-10-21T13:05:50.933030+0000","last_became_active":"2023-10-21T13:05:49.613787+0000","last_became_peered":"2023-10-21T13:05:49.613787+0000","last_unstale":"2023-10-21T13:05:50.933030+0000","last_undegraded":"2023-10-21T13:05:50.933030+0000","last_fullsized":"2023-10-21T13:05:50.933030+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:04:23.579879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611879+0000","last_change":"2023-10-21T13:05:49.599719+0000","last_active":"2023-10-21T13:05:50.611879+0000","last_peered":"2023-10-21T13:05:50.611879+0000","last_clean":"2023-10-21T13:05:50.611879+0000","last_became_active":"2023-10-21T13:05:49.598843+0000","last_became_peered":"2023-10-21T13:05:49.598843+0000","last_unstale":"2023-10-21T13:05:50.611879+0000","last_undegraded":"2023-10-21T13:05:50.611879+0000","last_fullsized":"2023-10-21T13:05:50.611879+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:26:10.537828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932710+0000","last_change":"2023-10-21T13:05:49.611272+0000","last_active":"2023-10-21T13:05:50.932710+0000","last_peered":"2023-10-21T13:05:50.932710+0000","last_clean":"2023-10-21T13:05:50.932710+0000","last_became_active":"2023-10-21T13:05:49.610985+0000","last_became_peered":"2023-10-21T13:05:49.610985+0000","last_unstale":"2023-10-21T13:05:50.932710+0000","last_undegraded":"2023-10-21T13:05:50.932710+0000","last_fullsized":"2023-10-21T13:05:50.932710+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:50:34.558059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932424+0000","last_change":"2023-10-21T13:05:49.610955+0000","last_active":"2023-10-21T13:05:50.932424+0000","last_peered":"2023-10-21T13:05:50.932424+0000","last_clean":"2023-10-21T13:05:50.932424+0000","last_became_active":"2023-10-21T13:05:49.610630+0000","last_became_peered":"2023-10-21T13:05:49.610630+0000","last_unstale":"2023-10-21T13:05:50.932424+0000","last_undegraded":"2023-10-21T13:05:50.932424+0000","last_fullsized":"2023-10-21T13:05:50.932424+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:57:30.138845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864330+0000","last_change":"2023-10-21T13:05:49.612953+0000","last_active":"2023-10-21T13:05:50.864330+0000","last_peered":"2023-10-21T13:05:50.864330+0000","last_clean":"2023-10-21T13:05:50.864330+0000","last_became_active":"2023-10-21T13:05:49.612668+0000","last_became_peered":"2023-10-21T13:05:49.612668+0000","last_unstale":"2023-10-21T13:05:50.864330+0000","last_undegraded":"2023-10-21T13:05:50.864330+0000","last_fullsized":"2023-10-21T13:05:50.864330+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:57:30.138845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610956+0000","last_change":"2023-10-21T13:05:49.619491+0000","last_active":"2023-10-21T13:05:50.610956+0000","last_peered":"2023-10-21T13:05:50.610956+0000","last_clean":"2023-10-21T13:05:50.610956+0000","last_became_active":"2023-10-21T13:05:49.616627+0000","last_became_peered":"2023-10-21T13:05:49.616627+0000","last_unstale":"2023-10-21T13:05:50.610956+0000","last_undegraded":"2023-10-21T13:05:50.610956+0000","last_fullsized":"2023-10-21T13:05:50.610956+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:21:40.840032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931273+0000","last_change":"2023-10-21T13:05:49.607922+0000","last_active":"2023-10-21T13:05:50.931273+0000","last_peered":"2023-10-21T13:05:50.931273+0000","last_clean":"2023-10-21T13:05:50.931273+0000","last_became_active":"2023-10-21T13:05:49.607624+0000","last_became_peered":"2023-10-21T13:05:49.607624+0000","last_unstale":"2023-10-21T13:05:50.931273+0000","last_undegraded":"2023-10-21T13:05:50.931273+0000","last_fullsized":"2023-10-21T13:05:50.931273+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:22:27.155874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931295+0000","last_change":"2023-10-21T13:05:49.608355+0000","last_active":"2023-10-21T13:05:50.931295+0000","last_peered":"2023-10-21T13:05:50.931295+0000","last_clean":"2023-10-21T13:05:50.931295+0000","last_became_active":"2023-10-21T13:05:49.608041+0000","last_became_peered":"2023-10-21T13:05:49.608041+0000","last_unstale":"2023-10-21T13:05:50.931295+0000","last_undegraded":"2023-10-21T13:05:50.931295+0000","last_fullsized":"2023-10-21T13:05:50.931295+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:57:30.138845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610704+0000","last_change":"2023-10-21T13:05:49.610266+0000","last_active":"2023-10-21T13:05:50.610704+0000","last_peered":"2023-10-21T13:05:50.610704+0000","last_clean":"2023-10-21T13:05:50.610704+0000","last_became_active":"2023-10-21T13:05:49.608961+0000","last_became_peered":"2023-10-21T13:05:49.608961+0000","last_unstale":"2023-10-21T13:05:50.610704+0000","last_undegraded":"2023-10-21T13:05:50.610704+0000","last_fullsized":"2023-10-21T13:05:50.610704+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:59:36.852470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.930974+0000","last_change":"2023-10-21T13:05:49.621159+0000","last_active":"2023-10-21T13:05:50.930974+0000","last_peered":"2023-10-21T13:05:50.930974+0000","last_clean":"2023-10-21T13:05:50.930974+0000","last_became_active":"2023-10-21T13:05:49.620858+0000","last_became_peered":"2023-10-21T13:05:49.620858+0000","last_unstale":"2023-10-21T13:05:50.930974+0000","last_undegraded":"2023-10-21T13:05:50.930974+0000","last_fullsized":"2023-10-21T13:05:50.930974+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:14:10.372534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.933117+0000","last_change":"2023-10-21T13:05:49.614295+0000","last_active":"2023-10-21T13:05:50.933117+0000","last_peered":"2023-10-21T13:05:50.933117+0000","last_clean":"2023-10-21T13:05:50.933117+0000","last_became_active":"2023-10-21T13:05:49.613732+0000","last_became_peered":"2023-10-21T13:05:49.613732+0000","last_unstale":"2023-10-21T13:05:50.933117+0000","last_undegraded":"2023-10-21T13:05:50.933117+0000","last_fullsized":"2023-10-21T13:05:50.933117+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:42:08.127580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"30'4","reported_seq":16,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931676+0000","last_change":"2023-10-21T13:05:48.607567+0000","last_active":"2023-10-21T13:05:50.931676+0000","last_peered":"2023-10-21T13:05:50.931676+0000","last_clean":"2023-10-21T13:05:50.931676+0000","last_became_active":"2023-10-21T13:05:48.607266+0000","last_became_peered":"2023-10-21T13:05:48.607266+0000","last_unstale":"2023-10-21T13:05:50.931676+0000","last_undegraded":"2023-10-21T13:05:50.931676+0000","last_fullsized":"2023-10-21T13:05:50.931676+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:16:05.448618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610941+0000","last_change":"2023-10-21T13:05:49.606852+0000","last_active":"2023-10-21T13:05:50.610941+0000","last_peered":"2023-10-21T13:05:50.610941+0000","last_clean":"2023-10-21T13:05:50.610941+0000","last_became_active":"2023-10-21T13:05:49.606565+0000","last_became_peered":"2023-10-21T13:05:49.606565+0000","last_unstale":"2023-10-21T13:05:50.610941+0000","last_undegraded":"2023-10-21T13:05:50.610941+0000","last_fullsized":"2023-10-21T13:05:50.610941+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:00:33.538541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932361+0000","last_change":"2023-10-21T13:05:48.614446+0000","last_active":"2023-10-21T13:05:50.932361+0000","last_peered":"2023-10-21T13:05:50.932361+0000","last_clean":"2023-10-21T13:05:50.932361+0000","last_became_active":"2023-10-21T13:05:48.614204+0000","last_became_peered":"2023-10-21T13:05:48.614204+0000","last_unstale":"2023-10-21T13:05:50.932361+0000","last_undegraded":"2023-10-21T13:05:50.932361+0000","last_fullsized":"2023-10-21T13:05:50.932361+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:59:35.845352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610974+0000","last_change":"2023-10-21T13:05:49.599521+0000","last_active":"2023-10-21T13:05:50.610974+0000","last_peered":"2023-10-21T13:05:50.610974+0000","last_clean":"2023-10-21T13:05:50.610974+0000","last_became_active":"2023-10-21T13:05:49.599213+0000","last_became_peered":"2023-10-21T13:05:49.599213+0000","last_unstale":"2023-10-21T13:05:50.610974+0000","last_undegraded":"2023-10-21T13:05:50.610974+0000","last_fullsized":"2023-10-21T13:05:50.610974+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:33:16.951181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932562+0000","last_change":"2023-10-21T13:05:48.613406+0000","last_active":"2023-10-21T13:05:50.932562+0000","last_peered":"2023-10-21T13:05:50.932562+0000","last_clean":"2023-10-21T13:05:50.932562+0000","last_became_active":"2023-10-21T13:05:48.612517+0000","last_became_peered":"2023-10-21T13:05:48.612517+0000","last_unstale":"2023-10-21T13:05:50.932562+0000","last_undegraded":"2023-10-21T13:05:50.932562+0000","last_fullsized":"2023-10-21T13:05:50.932562+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:54:15.685503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932378+0000","last_change":"2023-10-21T13:05:49.616797+0000","last_active":"2023-10-21T13:05:50.932378+0000","last_peered":"2023-10-21T13:05:50.932378+0000","last_clean":"2023-10-21T13:05:50.932378+0000","last_became_active":"2023-10-21T13:05:49.616573+0000","last_became_peered":"2023-10-21T13:05:49.616573+0000","last_unstale":"2023-10-21T13:05:50.932378+0000","last_undegraded":"2023-10-21T13:05:50.932378+0000","last_fullsized":"2023-10-21T13:05:50.932378+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:22:27.155874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932813+0000","last_change":"2023-10-21T13:05:48.609156+0000","last_active":"2023-10-21T13:05:50.932813+0000","last_peered":"2023-10-21T13:05:50.932813+0000","last_clean":"2023-10-21T13:05:50.932813+0000","last_became_active":"2023-10-21T13:05:48.608646+0000","last_became_peered":"2023-10-21T13:05:48.608646+0000","last_unstale":"2023-10-21T13:05:50.932813+0000","last_undegraded":"2023-10-21T13:05:50.932813+0000","last_fullsized":"2023-10-21T13:05:50.932813+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:36:12.058080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611044+0000","last_change":"2023-10-21T13:05:49.619865+0000","last_active":"2023-10-21T13:05:50.611044+0000","last_peered":"2023-10-21T13:05:50.611044+0000","last_clean":"2023-10-21T13:05:50.611044+0000","last_became_active":"2023-10-21T13:05:49.619547+0000","last_became_peered":"2023-10-21T13:05:49.619547+0000","last_unstale":"2023-10-21T13:05:50.611044+0000","last_undegraded":"2023-10-21T13:05:50.611044+0000","last_fullsized":"2023-10-21T13:05:50.611044+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:54:16.343714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610436+0000","last_change":"2023-10-21T13:05:48.610400+0000","last_active":"2023-10-21T13:05:50.610436+0000","last_peered":"2023-10-21T13:05:50.610436+0000","last_clean":"2023-10-21T13:05:50.610436+0000","last_became_active":"2023-10-21T13:05:48.610127+0000","last_became_peered":"2023-10-21T13:05:48.610127+0000","last_unstale":"2023-10-21T13:05:50.610436+0000","last_undegraded":"2023-10-21T13:05:50.610436+0000","last_fullsized":"2023-10-21T13:05:50.610436+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:01:54.909710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610607+0000","last_change":"2023-10-21T13:05:49.609397+0000","last_active":"2023-10-21T13:05:50.610607+0000","last_peered":"2023-10-21T13:05:50.610607+0000","last_clean":"2023-10-21T13:05:50.610607+0000","last_became_active":"2023-10-21T13:05:49.608421+0000","last_became_peered":"2023-10-21T13:05:49.608421+0000","last_unstale":"2023-10-21T13:05:50.610607+0000","last_undegraded":"2023-10-21T13:05:50.610607+0000","last_fullsized":"2023-10-21T13:05:50.610607+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:36:13.065198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611010+0000","last_change":"2023-10-21T13:05:48.606326+0000","last_active":"2023-10-21T13:05:50.611010+0000","last_peered":"2023-10-21T13:05:50.611010+0000","last_clean":"2023-10-21T13:05:50.611010+0000","last_became_active":"2023-10-21T13:05:48.606056+0000","last_became_peered":"2023-10-21T13:05:48.606056+0000","last_unstale":"2023-10-21T13:05:50.611010+0000","last_undegraded":"2023-10-21T13:05:50.611010+0000","last_fullsized":"2023-10-21T13:05:50.611010+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:28:02.268376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610784+0000","last_change":"2023-10-21T13:05:49.613935+0000","last_active":"2023-10-21T13:05:50.610784+0000","last_peered":"2023-10-21T13:05:50.610784+0000","last_clean":"2023-10-21T13:05:50.610784+0000","last_became_active":"2023-10-21T13:05:49.611306+0000","last_became_peered":"2023-10-21T13:05:49.611306+0000","last_unstale":"2023-10-21T13:05:50.610784+0000","last_undegraded":"2023-10-21T13:05:50.610784+0000","last_fullsized":"2023-10-21T13:05:50.610784+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:27:24.425840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932636+0000","last_change":"2023-10-21T13:05:48.612808+0000","last_active":"2023-10-21T13:05:50.932636+0000","last_peered":"2023-10-21T13:05:50.932636+0000","last_clean":"2023-10-21T13:05:50.932636+0000","last_became_active":"2023-10-21T13:05:48.612481+0000","last_became_peered":"2023-10-21T13:05:48.612481+0000","last_unstale":"2023-10-21T13:05:50.932636+0000","last_undegraded":"2023-10-21T13:05:50.932636+0000","last_fullsized":"2023-10-21T13:05:50.932636+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:13:12.676820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931626+0000","last_change":"2023-10-21T13:05:49.611311+0000","last_active":"2023-10-21T13:05:50.931626+0000","last_peered":"2023-10-21T13:05:50.931626+0000","last_clean":"2023-10-21T13:05:50.931626+0000","last_became_active":"2023-10-21T13:05:49.611009+0000","last_became_peered":"2023-10-21T13:05:49.611009+0000","last_unstale":"2023-10-21T13:05:50.931626+0000","last_undegraded":"2023-10-21T13:05:50.931626+0000","last_fullsized":"2023-10-21T13:05:50.931626+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:00:33.538541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611972+0000","last_change":"2023-10-21T13:05:48.604108+0000","last_active":"2023-10-21T13:05:50.611972+0000","last_peered":"2023-10-21T13:05:50.611972+0000","last_clean":"2023-10-21T13:05:50.611972+0000","last_became_active":"2023-10-21T13:05:48.603766+0000","last_became_peered":"2023-10-21T13:05:48.603766+0000","last_unstale":"2023-10-21T13:05:50.611972+0000","last_undegraded":"2023-10-21T13:05:50.611972+0000","last_fullsized":"2023-10-21T13:05:50.611972+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:52:24.563510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931463+0000","last_change":"2023-10-21T13:05:49.617824+0000","last_active":"2023-10-21T13:05:50.931463+0000","last_peered":"2023-10-21T13:05:50.931463+0000","last_clean":"2023-10-21T13:05:50.931463+0000","last_became_active":"2023-10-21T13:05:49.617506+0000","last_became_peered":"2023-10-21T13:05:49.617506+0000","last_unstale":"2023-10-21T13:05:50.931463+0000","last_undegraded":"2023-10-21T13:05:50.931463+0000","last_fullsized":"2023-10-21T13:05:50.931463+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:17:00.533312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864365+0000","last_change":"2023-10-21T13:05:48.609166+0000","last_active":"2023-10-21T13:05:50.864365+0000","last_peered":"2023-10-21T13:05:50.864365+0000","last_clean":"2023-10-21T13:05:50.864365+0000","last_became_active":"2023-10-21T13:05:48.608871+0000","last_became_peered":"2023-10-21T13:05:48.608871+0000","last_unstale":"2023-10-21T13:05:50.864365+0000","last_undegraded":"2023-10-21T13:05:50.864365+0000","last_fullsized":"2023-10-21T13:05:50.864365+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:54.778141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932840+0000","last_change":"2023-10-21T13:05:49.605836+0000","last_active":"2023-10-21T13:05:50.932840+0000","last_peered":"2023-10-21T13:05:50.932840+0000","last_clean":"2023-10-21T13:05:50.932840+0000","last_became_active":"2023-10-21T13:05:49.605542+0000","last_became_peered":"2023-10-21T13:05:49.605542+0000","last_unstale":"2023-10-21T13:05:50.932840+0000","last_undegraded":"2023-10-21T13:05:50.932840+0000","last_fullsized":"2023-10-21T13:05:50.932840+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:55:11.486624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864189+0000","last_change":"2023-10-21T13:05:48.607946+0000","last_active":"2023-10-21T13:05:50.864189+0000","last_peered":"2023-10-21T13:05:50.864189+0000","last_clean":"2023-10-21T13:05:50.864189+0000","last_became_active":"2023-10-21T13:05:48.607654+0000","last_became_peered":"2023-10-21T13:05:48.607654+0000","last_unstale":"2023-10-21T13:05:50.864189+0000","last_undegraded":"2023-10-21T13:05:50.864189+0000","last_fullsized":"2023-10-21T13:05:50.864189+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:00:32.531424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932710+0000","last_change":"2023-10-21T13:05:49.603603+0000","last_active":"2023-10-21T13:05:50.932710+0000","last_peered":"2023-10-21T13:05:50.932710+0000","last_clean":"2023-10-21T13:05:50.932710+0000","last_became_active":"2023-10-21T13:05:49.603196+0000","last_became_peered":"2023-10-21T13:05:49.603196+0000","last_unstale":"2023-10-21T13:05:50.932710+0000","last_undegraded":"2023-10-21T13:05:50.932710+0000","last_fullsized":"2023-10-21T13:05:50.932710+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:26:47.541522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"30'3","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931126+0000","last_change":"2023-10-21T13:05:48.607644+0000","last_active":"2023-10-21T13:05:50.931126+0000","last_peered":"2023-10-21T13:05:50.931126+0000","last_clean":"2023-10-21T13:05:50.931126+0000","last_became_active":"2023-10-21T13:05:48.607343+0000","last_became_peered":"2023-10-21T13:05:48.607343+0000","last_unstale":"2023-10-21T13:05:50.931126+0000","last_undegraded":"2023-10-21T13:05:50.931126+0000","last_fullsized":"2023-10-21T13:05:50.931126+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:55:10.479506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931243+0000","last_change":"2023-10-21T13:05:49.623961+0000","last_active":"2023-10-21T13:05:50.931243+0000","last_peered":"2023-10-21T13:05:50.931243+0000","last_clean":"2023-10-21T13:05:50.931243+0000","last_became_active":"2023-10-21T13:05:49.623400+0000","last_became_peered":"2023-10-21T13:05:49.623400+0000","last_unstale":"2023-10-21T13:05:50.931243+0000","last_undegraded":"2023-10-21T13:05:50.931243+0000","last_fullsized":"2023-10-21T13:05:50.931243+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:24:48.417754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"30'6","reported_seq":18,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932524+0000","last_change":"2023-10-21T13:05:48.610568+0000","last_active":"2023-10-21T13:05:50.932524+0000","last_peered":"2023-10-21T13:05:50.932524+0000","last_clean":"2023-10-21T13:05:50.932524+0000","last_became_active":"2023-10-21T13:05:48.610165+0000","last_became_peered":"2023-10-21T13:05:48.610165+0000","last_unstale":"2023-10-21T13:05:50.932524+0000","last_undegraded":"2023-10-21T13:05:50.932524+0000","last_fullsized":"2023-10-21T13:05:50.932524+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:44:26.487584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932189+0000","last_change":"2023-10-21T13:05:49.614421+0000","last_active":"2023-10-21T13:05:50.932189+0000","last_peered":"2023-10-21T13:05:50.932189+0000","last_clean":"2023-10-21T13:05:50.932189+0000","last_became_active":"2023-10-21T13:05:49.613982+0000","last_became_peered":"2023-10-21T13:05:49.613982+0000","last_unstale":"2023-10-21T13:05:50.932189+0000","last_undegraded":"2023-10-21T13:05:50.932189+0000","last_fullsized":"2023-10-21T13:05:50.932189+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:52:25.570627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610720+0000","last_change":"2023-10-21T13:05:48.609089+0000","last_active":"2023-10-21T13:05:50.610720+0000","last_peered":"2023-10-21T13:05:50.610720+0000","last_clean":"2023-10-21T13:05:50.610720+0000","last_became_active":"2023-10-21T13:05:48.608763+0000","last_became_peered":"2023-10-21T13:05:48.608763+0000","last_unstale":"2023-10-21T13:05:50.610720+0000","last_undegraded":"2023-10-21T13:05:50.610720+0000","last_fullsized":"2023-10-21T13:05:50.610720+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:10:16.447711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932169+0000","last_change":"2023-10-21T13:05:49.618842+0000","last_active":"2023-10-21T13:05:50.932169+0000","last_peered":"2023-10-21T13:05:50.932169+0000","last_clean":"2023-10-21T13:05:50.932169+0000","last_became_active":"2023-10-21T13:05:49.618393+0000","last_became_peered":"2023-10-21T13:05:49.618393+0000","last_unstale":"2023-10-21T13:05:50.932169+0000","last_undegraded":"2023-10-21T13:05:50.932169+0000","last_fullsized":"2023-10-21T13:05:50.932169+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:49:01.650701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932862+0000","last_change":"2023-10-21T13:05:48.611240+0000","last_active":"2023-10-21T13:05:50.932862+0000","last_peered":"2023-10-21T13:05:50.932862+0000","last_clean":"2023-10-21T13:05:50.932862+0000","last_became_active":"2023-10-21T13:05:48.610884+0000","last_became_peered":"2023-10-21T13:05:48.610884+0000","last_unstale":"2023-10-21T13:05:50.932862+0000","last_undegraded":"2023-10-21T13:05:50.932862+0000","last_fullsized":"2023-10-21T13:05:50.932862+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:42:07.120463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611918+0000","last_change":"2023-10-21T13:05:49.611015+0000","last_active":"2023-10-21T13:05:50.611918+0000","last_peered":"2023-10-21T13:05:50.611918+0000","last_clean":"2023-10-21T13:05:50.611918+0000","last_became_active":"2023-10-21T13:05:49.610743+0000","last_became_peered":"2023-10-21T13:05:49.610743+0000","last_unstale":"2023-10-21T13:05:50.611918+0000","last_undegraded":"2023-10-21T13:05:50.611918+0000","last_fullsized":"2023-10-21T13:05:50.611918+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:22:27.155874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931736+0000","last_change":"2023-10-21T13:05:48.607865+0000","last_active":"2023-10-21T13:05:50.931736+0000","last_peered":"2023-10-21T13:05:50.931736+0000","last_clean":"2023-10-21T13:05:50.931736+0000","last_became_active":"2023-10-21T13:05:48.607574+0000","last_became_peered":"2023-10-21T13:05:48.607574+0000","last_unstale":"2023-10-21T13:05:50.931736+0000","last_undegraded":"2023-10-21T13:05:50.931736+0000","last_fullsized":"2023-10-21T13:05:50.931736+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:04:22.572762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931300+0000","last_change":"2023-10-21T13:05:49.607712+0000","last_active":"2023-10-21T13:05:50.931300+0000","last_peered":"2023-10-21T13:05:50.931300+0000","last_clean":"2023-10-21T13:05:50.931300+0000","last_became_active":"2023-10-21T13:05:49.607419+0000","last_became_peered":"2023-10-21T13:05:49.607419+0000","last_unstale":"2023-10-21T13:05:50.931300+0000","last_undegraded":"2023-10-21T13:05:50.931300+0000","last_fullsized":"2023-10-21T13:05:50.931300+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:13:19.613816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"30'8","reported_seq":20,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932088+0000","last_change":"2023-10-21T13:05:48.613107+0000","last_active":"2023-10-21T13:05:50.932088+0000","last_peered":"2023-10-21T13:05:50.932088+0000","last_clean":"2023-10-21T13:05:50.932088+0000","last_became_active":"2023-10-21T13:05:48.612439+0000","last_became_peered":"2023-10-21T13:05:48.612439+0000","last_unstale":"2023-10-21T13:05:50.932088+0000","last_undegraded":"2023-10-21T13:05:50.932088+0000","last_fullsized":"2023-10-21T13:05:50.932088+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T14:51:15.348217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931590+0000","last_change":"2023-10-21T13:05:49.613620+0000","last_active":"2023-10-21T13:05:50.931590+0000","last_peered":"2023-10-21T13:05:50.931590+0000","last_clean":"2023-10-21T13:05:50.931590+0000","last_became_active":"2023-10-21T13:05:49.612947+0000","last_became_peered":"2023-10-21T13:05:49.612947+0000","last_unstale":"2023-10-21T13:05:50.931590+0000","last_undegraded":"2023-10-21T13:05:50.931590+0000","last_fullsized":"2023-10-21T13:05:50.931590+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:53:20.080412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932744+0000","last_change":"2023-10-21T13:05:48.613138+0000","last_active":"2023-10-21T13:05:50.932744+0000","last_peered":"2023-10-21T13:05:50.932744+0000","last_clean":"2023-10-21T13:05:50.932744+0000","last_became_active":"2023-10-21T13:05:48.612772+0000","last_became_peered":"2023-10-21T13:05:48.612772+0000","last_unstale":"2023-10-21T13:05:50.932744+0000","last_undegraded":"2023-10-21T13:05:50.932744+0000","last_fullsized":"2023-10-21T13:05:50.932744+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:10:07.959011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.611606+0000","last_change":"2023-10-21T13:05:49.612022+0000","last_active":"2023-10-21T13:05:50.611606+0000","last_peered":"2023-10-21T13:05:50.611606+0000","last_clean":"2023-10-21T13:05:50.611606+0000","last_became_active":"2023-10-21T13:05:49.611712+0000","last_became_peered":"2023-10-21T13:05:49.611712+0000","last_unstale":"2023-10-21T13:05:50.611606+0000","last_undegraded":"2023-10-21T13:05:50.611606+0000","last_fullsized":"2023-10-21T13:05:50.611606+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:55:47.965685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610803+0000","last_change":"2023-10-21T13:05:48.612015+0000","last_active":"2023-10-21T13:05:50.610803+0000","last_peered":"2023-10-21T13:05:50.610803+0000","last_clean":"2023-10-21T13:05:50.610803+0000","last_became_active":"2023-10-21T13:05:48.611720+0000","last_became_peered":"2023-10-21T13:05:48.611720+0000","last_unstale":"2023-10-21T13:05:50.610803+0000","last_undegraded":"2023-10-21T13:05:50.610803+0000","last_fullsized":"2023-10-21T13:05:50.610803+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:27:23.418722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864699+0000","last_change":"2023-10-21T13:05:49.613505+0000","last_active":"2023-10-21T13:05:50.864699+0000","last_peered":"2023-10-21T13:05:50.864699+0000","last_clean":"2023-10-21T13:05:50.864699+0000","last_became_active":"2023-10-21T13:05:49.613202+0000","last_became_peered":"2023-10-21T13:05:49.613202+0000","last_unstale":"2023-10-21T13:05:50.864699+0000","last_undegraded":"2023-10-21T13:05:50.864699+0000","last_fullsized":"2023-10-21T13:05:50.864699+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:49:01.650701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931325+0000","last_change":"2023-10-21T13:05:48.614924+0000","last_active":"2023-10-21T13:05:50.931325+0000","last_peered":"2023-10-21T13:05:50.931325+0000","last_clean":"2023-10-21T13:05:50.931325+0000","last_became_active":"2023-10-21T13:05:48.614670+0000","last_became_peered":"2023-10-21T13:05:48.614670+0000","last_unstale":"2023-10-21T13:05:50.931325+0000","last_undegraded":"2023-10-21T13:05:50.931325+0000","last_fullsized":"2023-10-21T13:05:50.931325+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:49:38.739038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932447+0000","last_change":"2023-10-21T13:05:49.617117+0000","last_active":"2023-10-21T13:05:50.932447+0000","last_peered":"2023-10-21T13:05:50.932447+0000","last_clean":"2023-10-21T13:05:50.932447+0000","last_became_active":"2023-10-21T13:05:49.616631+0000","last_became_peered":"2023-10-21T13:05:49.616631+0000","last_unstale":"2023-10-21T13:05:50.932447+0000","last_undegraded":"2023-10-21T13:05:50.932447+0000","last_fullsized":"2023-10-21T13:05:50.932447+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:55:47.965685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931225+0000","last_change":"2023-10-21T13:05:48.610501+0000","last_active":"2023-10-21T13:05:50.931225+0000","last_peered":"2023-10-21T13:05:50.931225+0000","last_clean":"2023-10-21T13:05:50.931225+0000","last_became_active":"2023-10-21T13:05:48.610214+0000","last_became_peered":"2023-10-21T13:05:48.610214+0000","last_unstale":"2023-10-21T13:05:50.931225+0000","last_undegraded":"2023-10-21T13:05:50.931225+0000","last_fullsized":"2023-10-21T13:05:50.931225+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:54.778141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931965+0000","last_change":"2023-10-21T13:05:49.614475+0000","last_active":"2023-10-21T13:05:50.931965+0000","last_peered":"2023-10-21T13:05:50.931965+0000","last_clean":"2023-10-21T13:05:50.931965+0000","last_became_active":"2023-10-21T13:05:49.614048+0000","last_became_peered":"2023-10-21T13:05:49.614048+0000","last_unstale":"2023-10-21T13:05:50.931965+0000","last_undegraded":"2023-10-21T13:05:50.931965+0000","last_fullsized":"2023-10-21T13:05:50.931965+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:02:18.337879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864206+0000","last_change":"2023-10-21T13:05:48.609698+0000","last_active":"2023-10-21T13:05:50.864206+0000","last_peered":"2023-10-21T13:05:50.864206+0000","last_clean":"2023-10-21T13:05:50.864206+0000","last_became_active":"2023-10-21T13:05:48.609409+0000","last_became_peered":"2023-10-21T13:05:48.609409+0000","last_unstale":"2023-10-21T13:05:50.864206+0000","last_undegraded":"2023-10-21T13:05:50.864206+0000","last_fullsized":"2023-10-21T13:05:50.864206+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:59:35.845352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864213+0000","last_change":"2023-10-21T13:05:49.607853+0000","last_active":"2023-10-21T13:05:50.864213+0000","last_peered":"2023-10-21T13:05:50.864213+0000","last_clean":"2023-10-21T13:05:50.864213+0000","last_became_active":"2023-10-21T13:05:49.607587+0000","last_became_peered":"2023-10-21T13:05:49.607587+0000","last_unstale":"2023-10-21T13:05:50.864213+0000","last_undegraded":"2023-10-21T13:05:50.864213+0000","last_fullsized":"2023-10-21T13:05:50.864213+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:26:10.537828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610918+0000","last_change":"2023-10-21T13:05:48.605733+0000","last_active":"2023-10-21T13:05:50.610918+0000","last_peered":"2023-10-21T13:05:50.610918+0000","last_clean":"2023-10-21T13:05:50.610918+0000","last_became_active":"2023-10-21T13:05:48.605432+0000","last_became_peered":"2023-10-21T13:05:48.605432+0000","last_unstale":"2023-10-21T13:05:50.610918+0000","last_undegraded":"2023-10-21T13:05:50.610918+0000","last_fullsized":"2023-10-21T13:05:50.610918+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:15:52.490967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932732+0000","last_change":"2023-10-21T13:05:49.619775+0000","last_active":"2023-10-21T13:05:50.932732+0000","last_peered":"2023-10-21T13:05:50.932732+0000","last_clean":"2023-10-21T13:05:50.932732+0000","last_became_active":"2023-10-21T13:05:49.619442+0000","last_became_peered":"2023-10-21T13:05:49.619442+0000","last_unstale":"2023-10-21T13:05:50.932732+0000","last_undegraded":"2023-10-21T13:05:50.932732+0000","last_fullsized":"2023-10-21T13:05:50.932732+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:58:00.696039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610670+0000","last_change":"2023-10-21T13:05:48.611605+0000","last_active":"2023-10-21T13:05:50.610670+0000","last_peered":"2023-10-21T13:05:50.610670+0000","last_clean":"2023-10-21T13:05:50.610670+0000","last_became_active":"2023-10-21T13:05:48.611268+0000","last_became_peered":"2023-10-21T13:05:48.611268+0000","last_unstale":"2023-10-21T13:05:50.610670+0000","last_undegraded":"2023-10-21T13:05:50.610670+0000","last_fullsized":"2023-10-21T13:05:50.610670+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:10:07.959011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610797+0000","last_change":"2023-10-21T13:05:49.612735+0000","last_active":"2023-10-21T13:05:50.610797+0000","last_peered":"2023-10-21T13:05:50.610797+0000","last_clean":"2023-10-21T13:05:50.610797+0000","last_became_active":"2023-10-21T13:05:49.612463+0000","last_became_peered":"2023-10-21T13:05:49.612463+0000","last_unstale":"2023-10-21T13:05:50.610797+0000","last_undegraded":"2023-10-21T13:05:50.610797+0000","last_fullsized":"2023-10-21T13:05:50.610797+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:01:29.789179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.930973+0000","last_change":"2023-10-21T13:05:48.614531+0000","last_active":"2023-10-21T13:05:50.930973+0000","last_peered":"2023-10-21T13:05:50.930973+0000","last_clean":"2023-10-21T13:05:50.930973+0000","last_became_active":"2023-10-21T13:05:48.614168+0000","last_became_peered":"2023-10-21T13:05:48.614168+0000","last_unstale":"2023-10-21T13:05:50.930973+0000","last_undegraded":"2023-10-21T13:05:50.930973+0000","last_fullsized":"2023-10-21T13:05:50.930973+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:26:46.534404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932149+0000","last_change":"2023-10-21T13:05:49.617419+0000","last_active":"2023-10-21T13:05:50.932149+0000","last_peered":"2023-10-21T13:05:50.932149+0000","last_clean":"2023-10-21T13:05:50.932149+0000","last_became_active":"2023-10-21T13:05:49.617102+0000","last_became_peered":"2023-10-21T13:05:49.617102+0000","last_unstale":"2023-10-21T13:05:50.932149+0000","last_undegraded":"2023-10-21T13:05:50.932149+0000","last_fullsized":"2023-10-21T13:05:50.932149+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:01:55.916828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932051+0000","last_change":"2023-10-21T13:05:48.607900+0000","last_active":"2023-10-21T13:05:50.932051+0000","last_peered":"2023-10-21T13:05:50.932051+0000","last_clean":"2023-10-21T13:05:50.932051+0000","last_became_active":"2023-10-21T13:05:48.607488+0000","last_became_peered":"2023-10-21T13:05:48.607488+0000","last_unstale":"2023-10-21T13:05:50.932051+0000","last_undegraded":"2023-10-21T13:05:50.932051+0000","last_fullsized":"2023-10-21T13:05:50.932051+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:54:15.336596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931580+0000","last_change":"2023-10-21T13:05:49.607523+0000","last_active":"2023-10-21T13:05:50.931580+0000","last_peered":"2023-10-21T13:05:50.931580+0000","last_clean":"2023-10-21T13:05:50.931580+0000","last_became_active":"2023-10-21T13:05:49.607182+0000","last_became_peered":"2023-10-21T13:05:49.607182+0000","last_unstale":"2023-10-21T13:05:50.931580+0000","last_undegraded":"2023-10-21T13:05:50.931580+0000","last_fullsized":"2023-10-21T13:05:50.931580+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:34:11.153517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.864335+0000","last_change":"2023-10-21T13:05:48.607861+0000","last_active":"2023-10-21T13:05:50.864335+0000","last_peered":"2023-10-21T13:05:50.864335+0000","last_clean":"2023-10-21T13:05:50.864335+0000","last_became_active":"2023-10-21T13:05:48.607537+0000","last_became_peered":"2023-10-21T13:05:48.607537+0000","last_unstale":"2023-10-21T13:05:50.864335+0000","last_undegraded":"2023-10-21T13:05:50.864335+0000","last_fullsized":"2023-10-21T13:05:50.864335+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:36:12.058080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932647+0000","last_change":"2023-10-21T13:05:49.618647+0000","last_active":"2023-10-21T13:05:50.932647+0000","last_peered":"2023-10-21T13:05:50.932647+0000","last_clean":"2023-10-21T13:05:50.932647+0000","last_became_active":"2023-10-21T13:05:49.618042+0000","last_became_peered":"2023-10-21T13:05:49.618042+0000","last_unstale":"2023-10-21T13:05:50.932647+0000","last_undegraded":"2023-10-21T13:05:50.932647+0000","last_fullsized":"2023-10-21T13:05:50.932647+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:39:08.171477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932424+0000","last_change":"2023-10-21T13:05:48.613755+0000","last_active":"2023-10-21T13:05:50.932424+0000","last_peered":"2023-10-21T13:05:50.932424+0000","last_clean":"2023-10-21T13:05:50.932424+0000","last_became_active":"2023-10-21T13:05:48.613515+0000","last_became_peered":"2023-10-21T13:05:48.613515+0000","last_unstale":"2023-10-21T13:05:50.932424+0000","last_undegraded":"2023-10-21T13:05:50.932424+0000","last_fullsized":"2023-10-21T13:05:50.932424+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:39:07.164359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931149+0000","last_change":"2023-10-21T13:05:49.617112+0000","last_active":"2023-10-21T13:05:50.931149+0000","last_peered":"2023-10-21T13:05:50.931149+0000","last_clean":"2023-10-21T13:05:50.931149+0000","last_became_active":"2023-10-21T13:05:49.616630+0000","last_became_peered":"2023-10-21T13:05:49.616630+0000","last_unstale":"2023-10-21T13:05:50.931149+0000","last_undegraded":"2023-10-21T13:05:50.931149+0000","last_fullsized":"2023-10-21T13:05:50.931149+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:49:01.650701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932241+0000","last_change":"2023-10-21T13:05:48.607787+0000","last_active":"2023-10-21T13:05:50.932241+0000","last_peered":"2023-10-21T13:05:50.932241+0000","last_clean":"2023-10-21T13:05:50.932241+0000","last_became_active":"2023-10-21T13:05:48.607525+0000","last_became_peered":"2023-10-21T13:05:48.607525+0000","last_unstale":"2023-10-21T13:05:50.932241+0000","last_undegraded":"2023-10-21T13:05:50.932241+0000","last_fullsized":"2023-10-21T13:05:50.932241+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:28:02.268376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932213+0000","last_change":"2023-10-21T13:05:49.618665+0000","last_active":"2023-10-21T13:05:50.932213+0000","last_peered":"2023-10-21T13:05:50.932213+0000","last_clean":"2023-10-21T13:05:50.932213+0000","last_became_active":"2023-10-21T13:05:49.618040+0000","last_became_peered":"2023-10-21T13:05:49.618040+0000","last_unstale":"2023-10-21T13:05:50.932213+0000","last_undegraded":"2023-10-21T13:05:50.932213+0000","last_fullsized":"2023-10-21T13:05:50.932213+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:26:10.537828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.932285+0000","last_change":"2023-10-21T13:05:48.611307+0000","last_active":"2023-10-21T13:05:50.932285+0000","last_peered":"2023-10-21T13:05:50.932285+0000","last_clean":"2023-10-21T13:05:50.932285+0000","last_became_active":"2023-10-21T13:05:48.610945+0000","last_became_peered":"2023-10-21T13:05:48.610945+0000","last_unstale":"2023-10-21T13:05:50.932285+0000","last_undegraded":"2023-10-21T13:05:50.932285+0000","last_fullsized":"2023-10-21T13:05:50.932285+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:28:35.364037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931703+0000","last_change":"2023-10-21T13:05:49.604113+0000","last_active":"2023-10-21T13:05:50.931703+0000","last_peered":"2023-10-21T13:05:50.931703+0000","last_clean":"2023-10-21T13:05:50.931703+0000","last_became_active":"2023-10-21T13:05:49.603136+0000","last_became_peered":"2023-10-21T13:05:49.603136+0000","last_unstale":"2023-10-21T13:05:50.931703+0000","last_undegraded":"2023-10-21T13:05:50.931703+0000","last_fullsized":"2023-10-21T13:05:50.931703+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T13:21:40.840032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.610801+0000","last_change":"2023-10-21T13:05:48.611596+0000","last_active":"2023-10-21T13:05:50.610801+0000","last_peered":"2023-10-21T13:05:50.610801+0000","last_clean":"2023-10-21T13:05:50.610801+0000","last_became_active":"2023-10-21T13:05:48.611220+0000","last_became_peered":"2023-10-21T13:05:48.611220+0000","last_unstale":"2023-10-21T13:05:50.610801+0000","last_undegraded":"2023-10-21T13:05:50.610801+0000","last_fullsized":"2023-10-21T13:05:50.610801+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:02:17.330762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931457+0000","last_change":"2023-10-21T13:05:49.616707+0000","last_active":"2023-10-21T13:05:50.931457+0000","last_peered":"2023-10-21T13:05:50.931457+0000","last_clean":"2023-10-21T13:05:50.931457+0000","last_became_active":"2023-10-21T13:05:49.616427+0000","last_became_peered":"2023-10-21T13:05:49.616427+0000","last_unstale":"2023-10-21T13:05:50.931457+0000","last_undegraded":"2023-10-21T13:05:50.931457+0000","last_fullsized":"2023-10-21T13:05:50.931457+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:35:36.154139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931801+0000","last_change":"2023-10-21T13:05:48.615604+0000","last_active":"2023-10-21T13:05:50.931801+0000","last_peered":"2023-10-21T13:05:50.931801+0000","last_clean":"2023-10-21T13:05:50.931801+0000","last_became_active":"2023-10-21T13:05:48.615276+0000","last_became_peered":"2023-10-21T13:05:48.615276+0000","last_unstale":"2023-10-21T13:05:50.931801+0000","last_undegraded":"2023-10-21T13:05:50.931801+0000","last_fullsized":"2023-10-21T13:05:50.931801+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:54.778141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931244+0000","last_change":"2023-10-21T13:05:49.609076+0000","last_active":"2023-10-21T13:05:50.931244+0000","last_peered":"2023-10-21T13:05:50.931244+0000","last_clean":"2023-10-21T13:05:50.931244+0000","last_became_active":"2023-10-21T13:05:49.608817+0000","last_became_peered":"2023-10-21T13:05:49.608817+0000","last_unstale":"2023-10-21T13:05:50.931244+0000","last_undegraded":"2023-10-21T13:05:50.931244+0000","last_fullsized":"2023-10-21T13:05:50.931244+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:48.580481+0000","last_clean_scrub_stamp":"2023-10-21T13:05:48.580481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:26:10.537828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-10-21T13:05:50.931377+0000","last_change":"2023-10-21T13:05:48.614879+0000","last_active":"2023-10-21T13:05:50.931377+0000","last_peered":"2023-10-21T13:05:50.931377+0000","last_clean":"2023-10-21T13:05:50.931377+0000","last_became_active":"2023-10-21T13:05:48.614295+0000","last_became_peered":"2023-10-21T13:05:48.614295+0000","last_unstale":"2023-10-21T13:05:50.931377+0000","last_undegraded":"2023-10-21T13:05:50.931377+0000","last_fullsized":"2023-10-21T13:05:50.931377+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:05:47.573363+0000","last_clean_scrub_stamp":"2023-10-21T13:05:47.573363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:26:10.366202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":172,"reported_epoch":30,"state":"active+clean","last_fresh":"2023-10-21T13:05:49.605994+0000","last_change":"2023-10-21T13:04:48.686798+0000","last_active":"2023-10-21T13:05:49.605994+0000","last_peered":"2023-10-21T13:05:49.605994+0000","last_clean":"2023-10-21T13:05:49.605994+0000","last_became_active":"2023-10-21T13:04:48.685603+0000","last_became_peered":"2023-10-21T13:04:48.685603+0000","last_unstale":"2023-10-21T13:05:49.605994+0000","last_undegraded":"2023-10-21T13:05:49.605994+0000","last_fullsized":"2023-10-21T13:05:49.605994+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_clean_scrub_stamp":"2023-10-21T13:04:47.669759+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:39:05.649200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574863,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":127820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":7.1029999999999998,"5min":7.1029999999999998,"15min":7.1029999999999998},"last":0.58699999999999997}]},{"osd":1,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":9.9830000000000005,"5min":9.9830000000000005,"15min":9.9830000000000005},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":7.1699999999999999,"5min":7.1699999999999999,"15min":7.1699999999999999},"last":0.72999999999999998}]},{"osd":2,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":7.1980000000000004,"5min":7.1980000000000004,"15min":7.1980000000000004},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.71799999999999997}]},{"osd":3,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":7.0640000000000001,"5min":7.0640000000000001,"15min":7.0640000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.63600000000000001}]},{"osd":4,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.53300000000000003}]},{"osd":5,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.497}]},{"osd":6,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.47399999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574864,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":360448,"data_stored":135710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.627}]},{"osd":1,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.58199999999999996}]},{"osd":2,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.65800000000000003}]},{"osd":3,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.46100000000000002}]},{"osd":5,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.61299999999999999}]},{"osd":7,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.441}]}]},{"osd":1,"up_from":13,"seq":55834574866,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":946176,"data_stored":724536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 13:05:50 2023","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.1699999999999999,"5min":2.1699999999999999,"15min":2.1699999999999999},"last":0.39900000000000002}]},{"osd":2,"last update":"Sat Oct 21 13:05:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.29399999999999998}]},{"osd":3,"last update":"Sat Oct 21 13:05:50 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.377},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":2.1389999999999998,"5min":2.1389999999999998,"15min":2.1389999999999998},"last":0.317}]},{"osd":4,"last update":"Sat Oct 21 13:05:50 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.53500000000000003}]},{"osd":5,"last update":"Sat Oct 21 13:05:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":2.1070000000000002,"5min":2.1070000000000002,"15min":2.1070000000000002},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.81899999999999995}]},{"osd":6,"last update":"Sat Oct 21 13:05:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.0329999999999999,"5min":2.0329999999999999,"15min":2.0329999999999999},"last":0.749},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.58499999999999996}]},{"osd":7,"last update":"Sat Oct 21 13:05:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.0739999999999998,"5min":2.0739999999999998,"15min":2.0739999999999998},"last":0.65000000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27364,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344476,"statfs":{"total":96636764160,"available":96608743424,"internally_reserved":0,"allocated":352256,"data_stored":134188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.317}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26800000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71899999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574864,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27364,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344476,"statfs":{"total":96636764160,"available":96608743424,"internally_reserved":0,"allocated":352256,"data_stored":134132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.47099999999999997}]},{"osd":1,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.38900000000000001}]},{"osd":3,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.53900000000000003}]},{"osd":4,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.5},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.56699999999999995}]},{"osd":5,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":0.63400000000000001}]},{"osd":6,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.59099999999999997}]},{"osd":7,"last update":"Sat Oct 21 13:05:49 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.484,"5min":1.484,"15min":1.484},"last":0.66300000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":364544,"data_stored":134874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 13:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"last":0.34599999999999997}]},{"osd":1,"last update":"Sat Oct 21 13:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.315,"15min":0.315},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.36599999999999999}]},{"osd":2,"last update":"Sat Oct 21 13:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.40400000000000003}]},{"osd":4,"last update":"Sat Oct 21 13:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.47999999999999998}]},{"osd":5,"last update":"Sat Oct 21 13:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.50700000000000001}]},{"osd":6,"last update":"Sat Oct 21 13:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.46899999999999997}]},{"osd":7,"last update":"Sat Oct 21 13:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.438},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.54900000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574865,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":364544,"data_stored":135732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 13:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.60799999999999998}]},{"osd":1,"last update":"Sat Oct 21 13:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.67000000000000004}]},{"osd":2,"last update":"Sat Oct 21 13:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.72899999999999998}]},{"osd":3,"last update":"Sat Oct 21 13:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.45100000000000001}]},{"osd":5,"last update":"Sat Oct 21 13:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.52100000000000002}]},{"osd":6,"last update":"Sat Oct 21 13:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.78700000000000003}]},{"osd":7,"last update":"Sat Oct 21 13:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.751},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.76300000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574865,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":933888,"data_stored":718748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.0739999999999998,"5min":2.0739999999999998,"15min":2.0739999999999998},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.73599999999999999}]},{"osd":1,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":4.4779999999999998,"5min":4.4779999999999998,"15min":4.4779999999999998},"last":0.78000000000000003}]},{"osd":2,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":2.2370000000000001,"5min":2.2370000000000001,"15min":2.2370000000000001},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.75}]},{"osd":3,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.627}]},{"osd":4,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":4.0890000000000004,"5min":4.0890000000000004,"15min":4.0890000000000004},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.67100000000000004}]},{"osd":6,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":4.9340000000000002,"5min":4.9340000000000002,"15min":4.9340000000000002},"last":0.64600000000000002}]},{"osd":7,"last update":"Sat Oct 21 13:05:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.70599999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T13:05:54.144 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-10-21T13:05:54.145 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-10-21T13:05:54.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.310+0000 7fc3a0785700 1 Processor -- start 2023-10-21T13:05:54.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.310+0000 7fc3a0785700 1 -- start start 2023-10-21T13:05:54.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.311+0000 7fc3a0785700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc398072770 0x7fc3980cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:54.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.311+0000 7fc3a0785700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fc39815a720 0x7fc3980cc420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:54.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.311+0000 7fc3a0785700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3980cba00 con 0x7fc3980cf1e0 2023-10-21T13:05:54.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.311+0000 7fc3a0785700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3980ce4e0 con 0x7fc39815a720 2023-10-21T13:05:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.311+0000 7fc3a0785700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3980ce7c0 con 0x7fc398072770 2023-10-21T13:05:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.311+0000 7fc39ed22700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fc39815a720 0x7fc3980cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.311+0000 7fc39dd20700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc398072770 0x7fc3980cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.311+0000 7fc39e521700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7fc3980cf1e0 0x7fc3980cf5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:46596/0 (socket says 172.21.15.67:46596) 2023-10-21T13:05:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.311+0000 7fc39e521700 1 -- 172.21.15.67:0/184681617 learned_addr learned my addr 172.21.15.67:0/184681617 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:54.316 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.312+0000 7fc39ed22700 1 -- 172.21.15.67:0/184681617 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc398072770 msgr2=0x7fc3980cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:54.316 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.312+0000 7fc39ed22700 1 --2- 172.21.15.67:0/184681617 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc398072770 0x7fc3980cbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.316 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.312+0000 7fc39ed22700 1 -- 172.21.15.67:0/184681617 >> v1:172.21.15.190:6789/0 conn(0x7fc3980cf1e0 legacy=0x7fc3980cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:54.317 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.312+0000 7fc39ed22700 1 -- 172.21.15.67:0/184681617 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3980ceaa0 con 0x7fc39815a720 2023-10-21T13:05:54.317 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.312+0000 7fc39d51f700 1 -- 172.21.15.67:0/184681617 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2472718828 0 0) 0x7fc3980cba00 con 0x7fc3980cf1e0 2023-10-21T13:05:54.317 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.312+0000 7fc39dd20700 1 --2- 172.21.15.67:0/184681617 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc398072770 0x7fc3980cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T13:05:54.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.312+0000 7fc39ed22700 1 --2- 172.21.15.67:0/184681617 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc39815a720 0x7fc3980cc420 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc390009d90 tx=0x7fc39000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=545b6f0b2c43a14 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:54.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.312+0000 7fc39d51f700 1 -- 172.21.15.67:0/184681617 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc39000e070 con 0x7fc39815a720 2023-10-21T13:05:54.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.312+0000 7fc39d51f700 1 -- 172.21.15.67:0/184681617 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc39000bb20 con 0x7fc39815a720 2023-10-21T13:05:54.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.312+0000 7fc39d51f700 1 -- 172.21.15.67:0/184681617 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc390012430 con 0x7fc39815a720 2023-10-21T13:05:54.322 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.312+0000 7fc3a0785700 1 -- 172.21.15.67:0/184681617 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc39815a720 msgr2=0x7fc3980cc420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:54.322 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.312+0000 7fc3a0785700 1 --2- 172.21.15.67:0/184681617 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc39815a720 0x7fc3980cc420 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc390009d90 tx=0x7fc39000b330 comp rx=0 tx=0).stop 2023-10-21T13:05:54.322 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.313+0000 7fc3a0785700 1 -- 172.21.15.67:0/184681617 shutdown_connections 2023-10-21T13:05:54.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.313+0000 7fc3a0785700 1 --2- 172.21.15.67:0/184681617 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc39815a720 0x7fc3980cc420 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.313+0000 7fc3a0785700 1 --2- 172.21.15.67:0/184681617 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc398072770 0x7fc3980cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.313+0000 7fc3a0785700 1 -- 172.21.15.67:0/184681617 >> 172.21.15.67:0/184681617 conn(0x7fc39806be00 msgr2=0x7fc39806c210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:54.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.313+0000 7fc3a0785700 1 -- 172.21.15.67:0/184681617 shutdown_connections 2023-10-21T13:05:54.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.313+0000 7fc3a0785700 1 -- 172.21.15.67:0/184681617 wait complete. 2023-10-21T13:05:54.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.314+0000 7fc3a0785700 1 Processor -- start 2023-10-21T13:05:54.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.314+0000 7fc3a0785700 1 -- start start 2023-10-21T13:05:54.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc3a0785700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc398072770 0x7fc3980aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:54.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc3a0785700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc3980cf1e0 0x7fc3981574d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:54.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc3a0785700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc39815a720 0x7fc3980afe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:54.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc3a0785700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3980b2ab0 con 0x7fc398072770 2023-10-21T13:05:54.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc3a0785700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc39815d850 con 0x7fc39815a720 2023-10-21T13:05:54.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc3a0785700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc398157a10 con 0x7fc3980cf1e0 2023-10-21T13:05:54.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc39e521700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc398072770 0x7fc3980aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:54.326 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc39e521700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc398072770 0x7fc3980aef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33410/0 (socket says 172.21.15.67:33410) 2023-10-21T13:05:54.326 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc39e521700 1 -- 172.21.15.67:0/2942555481 learned_addr learned my addr 172.21.15.67:0/2942555481 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:54.326 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc39dd20700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc3980cf1e0 0x7fc3981574d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:54.326 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc39ed22700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc39815a720 0x7fc3980afe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:54.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc39e521700 1 -- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc3980cf1e0 msgr2=0x7fc3981574d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:54.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc39e521700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc3980cf1e0 0x7fc3981574d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc39e521700 1 -- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc39815a720 msgr2=0x7fc3980afe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:54.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc39e521700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc39815a720 0x7fc3980afe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.327 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc39e521700 1 -- 172.21.15.67:0/2942555481 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3940094a0 con 0x7fc398072770 2023-10-21T13:05:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc39ed22700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc39815a720 0x7fc3980afe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc39dd20700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc3980cf1e0 0x7fc3981574d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc39e521700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc398072770 0x7fc3980aef40 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fc3880011e0 tx=0x7fc38800cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc38effd700 1 -- 172.21.15.67:0/2942555481 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc388004c80 con 0x7fc398072770 2023-10-21T13:05:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc38effd700 1 -- 172.21.15.67:0/2942555481 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc388004e00 con 0x7fc398072770 2023-10-21T13:05:54.329 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc38effd700 1 -- 172.21.15.67:0/2942555481 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc388007310 con 0x7fc398072770 2023-10-21T13:05:54.329 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc3a0785700 1 -- 172.21.15.67:0/2942555481 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc390009a70 con 0x7fc398072770 2023-10-21T13:05:54.329 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.315+0000 7fc3a0785700 1 -- 172.21.15.67:0/2942555481 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc39815d200 con 0x7fc398072770 2023-10-21T13:05:54.329 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.316+0000 7fc3a0785700 1 -- 172.21.15.67:0/2942555481 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc398074d40 con 0x7fc398072770 2023-10-21T13:05:54.329 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.317+0000 7fc38effd700 1 -- 172.21.15.67:0/2942555481 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc388007470 con 0x7fc398072770 2023-10-21T13:05:54.330 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.317+0000 7fc38effd700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc37c06af00 0x7fc37c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:54.330 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.317+0000 7fc38effd700 1 -- 172.21.15.67:0/2942555481 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc388089410 con 0x7fc398072770 2023-10-21T13:05:54.330 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.317+0000 7fc39dd20700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc37c06af00 0x7fc37c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:54.330 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.318+0000 7fc39dd20700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc37c06af00 0x7fc37c06d3c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc3980cac40 tx=0x7fc394008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:54.331 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.322+0000 7fc38effd700 1 -- 172.21.15.67:0/2942555481 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc3880544c0 con 0x7fc398072770 2023-10-21T13:05:54.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.603+0000 7fc3a0785700 1 -- 172.21.15.67:0/2942555481 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fc39815e570 con 0x7fc398072770 2023-10-21T13:05:54.607 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.605+0000 7fc38effd700 1 -- 172.21.15.67:0/2942555481 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) v1 ==== 190+0+147 (secure 0 0 0) 0x7fc388057ae0 con 0x7fc398072770 2023-10-21T13:05:54.607 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2023-10-21T13:05:54.607 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBCzDNltgaoDRAAd/kfL7PMHz/1mm2zs6Ml8w== 2023-10-21T13:05:54.608 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2023-10-21T13:05:54.608 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2023-10-21T13:05:54.608 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-10-21T13:05:54.609 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.607+0000 7fc3a0785700 1 -- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc37c06af00 msgr2=0x7fc37c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:54.610 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.607+0000 7fc3a0785700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc37c06af00 0x7fc37c06d3c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc3980cac40 tx=0x7fc394008040 comp rx=0 tx=0).stop 2023-10-21T13:05:54.610 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.607+0000 7fc3a0785700 1 -- 172.21.15.67:0/2942555481 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc398072770 msgr2=0x7fc3980aef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:54.610 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.607+0000 7fc3a0785700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc398072770 0x7fc3980aef40 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fc3880011e0 tx=0x7fc38800cae0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.610 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.608+0000 7fc3a0785700 1 -- 172.21.15.67:0/2942555481 shutdown_connections 2023-10-21T13:05:54.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.608+0000 7fc3a0785700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc39815a720 0x7fc3980afe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.608+0000 7fc3a0785700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc398072770 0x7fc3980aef40 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.608+0000 7fc3a0785700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc37c06af00 0x7fc37c06d3c0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.608+0000 7fc3a0785700 1 --2- 172.21.15.67:0/2942555481 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc3980cf1e0 0x7fc3981574d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.608+0000 7fc3a0785700 1 -- 172.21.15.67:0/2942555481 >> 172.21.15.67:0/2942555481 conn(0x7fc39806be00 msgr2=0x7fc3980b5bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:54.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.608+0000 7fc3a0785700 1 -- 172.21.15.67:0/2942555481 shutdown_connections 2023-10-21T13:05:54.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.608+0000 7fc3a0785700 1 -- 172.21.15.67:0/2942555481 wait complete. 2023-10-21T13:05:54.612 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2023-10-21T13:05:54.622 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T13:05:54.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.747+0000 7fb87af42700 1 Processor -- start 2023-10-21T13:05:54.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.747+0000 7fb87af42700 1 -- start start 2023-10-21T13:05:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb87af42700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb87415d9f0 0x7fb8740b28f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb87af42700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb874072900 con 0x7fb8740ad860 2023-10-21T13:05:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb87af42700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8740b2e30 con 0x7fb87406a8d0 2023-10-21T13:05:54.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb87af42700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb874162200 con 0x7fb87415d9f0 2023-10-21T13:05:54.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8794df700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fb8740ad860 0x7fb874161af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49714/0 (socket says 172.21.15.67:49714) 2023-10-21T13:05:54.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8794df700 1 -- 172.21.15.67:0/533829399 learned_addr learned my addr 172.21.15.67:0/533829399 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:54.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 -- 172.21.15.67:0/533829399 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3631546370 0 0) 0x7fb874072900 con 0x7fb8740ad860 2023-10-21T13:05:54.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 -- 172.21.15.67:0/533829399 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb8640035b0 con 0x7fb8740ad860 2023-10-21T13:05:54.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb878cde700 1 --2- 172.21.15.67:0/533829399 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb87415d9f0 0x7fb8740b28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:54.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 -- 172.21.15.67:0/533829399 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2630445545 0 0) 0x7fb8640035b0 con 0x7fb8740ad860 2023-10-21T13:05:54.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 -- 172.21.15.67:0/533829399 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb87415d9f0 msgr2=0x7fb8740b28f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:54.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 --2- 172.21.15.67:0/533829399 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb87415d9f0 0x7fb8740b28f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 -- 172.21.15.67:0/533829399 >> v1:172.21.15.190:6789/0 conn(0x7fb87406a8d0 legacy=0x7fb8741613e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:54.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 -- 172.21.15.67:0/533829399 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb874071a10 con 0x7fb8740ad860 2023-10-21T13:05:54.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 -- 172.21.15.67:0/533829399 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7fb86c0019f0 con 0x7fb8740ad860 2023-10-21T13:05:54.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 -- 172.21.15.67:0/533829399 >> v1:172.21.15.67:6789/0 conn(0x7fb8740ad860 legacy=0x7fb874161af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:54.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 --2- 172.21.15.67:0/533829399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb864003a30 0x7fb864003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:54.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 --2- 172.21.15.67:0/533829399 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb864004850 0x7fb864004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:54.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 --2- 172.21.15.67:0/533829399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb864005210 0x7fb86400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:54.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 -- 172.21.15.67:0/533829399 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb874162200 con 0x7fb864003a30 2023-10-21T13:05:54.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 -- 172.21.15.67:0/533829399 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb86400c0e0 con 0x7fb864005210 2023-10-21T13:05:54.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb8737fe700 1 -- 172.21.15.67:0/533829399 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb86400c2a0 con 0x7fb864004850 2023-10-21T13:05:54.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.748+0000 7fb878cde700 1 --2- 172.21.15.67:0/533829399 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb87415d9f0 0x7fb8740b28f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:54.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.749+0000 7fb878cde700 1 --2- 172.21.15.67:0/533829399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb864003a30 0x7fb864003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:54.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.749+0000 7fb8794df700 1 --2- 172.21.15.67:0/533829399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb864005210 0x7fb86400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:54.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.749+0000 7fb873fff700 1 --2- 172.21.15.67:0/533829399 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb864004850 0x7fb864004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:54.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.749+0000 7fb878cde700 1 -- 172.21.15.67:0/533829399 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb864004850 msgr2=0x7fb864004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:54.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.749+0000 7fb878cde700 1 --2- 172.21.15.67:0/533829399 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb864004850 0x7fb864004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.749+0000 7fb878cde700 1 -- 172.21.15.67:0/533829399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb864005210 msgr2=0x7fb86400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:54.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.749+0000 7fb878cde700 1 --2- 172.21.15.67:0/533829399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb864005210 0x7fb86400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.749+0000 7fb878cde700 1 -- 172.21.15.67:0/533829399 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8640035b0 con 0x7fb864003a30 2023-10-21T13:05:54.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.749+0000 7fb878cde700 1 --2- 172.21.15.67:0/533829399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb864003a30 0x7fb864003e50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fb87406ca30 tx=0x7fb864005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5acaa15a6f255763 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:54.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.749+0000 7fb8737fe700 1 -- 172.21.15.67:0/533829399 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb86800c070 con 0x7fb864003a30 2023-10-21T13:05:54.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.749+0000 7fb8737fe700 1 -- 172.21.15.67:0/533829399 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb868013630 con 0x7fb864003a30 2023-10-21T13:05:54.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.749+0000 7fb8737fe700 1 -- 172.21.15.67:0/533829399 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8680093d0 con 0x7fb864003a30 2023-10-21T13:05:54.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.750+0000 7fb87af42700 1 -- 172.21.15.67:0/533829399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb864003a30 msgr2=0x7fb864003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:54.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.750+0000 7fb87af42700 1 --2- 172.21.15.67:0/533829399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb864003a30 0x7fb864003e50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fb87406ca30 tx=0x7fb864005880 comp rx=0 tx=0).stop 2023-10-21T13:05:54.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.750+0000 7fb8794df700 1 -- 172.21.15.67:0/533829399 reap_dead start 2023-10-21T13:05:54.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.750+0000 7fb87af42700 1 -- 172.21.15.67:0/533829399 shutdown_connections 2023-10-21T13:05:54.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.750+0000 7fb87af42700 1 -- 172.21.15.67:0/533829399 >> 172.21.15.67:0/533829399 conn(0x7fb87406da20 msgr2=0x7fb87406de00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:54.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.750+0000 7fb87af42700 1 -- 172.21.15.67:0/533829399 shutdown_connections 2023-10-21T13:05:54.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.750+0000 7fb87af42700 1 -- 172.21.15.67:0/533829399 wait complete. 2023-10-21T13:05:54.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.751+0000 7fb87af42700 1 Processor -- start 2023-10-21T13:05:54.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.751+0000 7fb87af42700 1 -- start start 2023-10-21T13:05:54.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb87af42700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb864003a30 0x7fb87415fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:54.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb87af42700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8741f3db0 0x7fb8741603c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:54.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb87af42700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb874160900 0x7fb8741f6920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:54.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb87af42700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb874160db0 con 0x7fb8741f3db0 2023-10-21T13:05:54.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb87af42700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8740c4eb0 con 0x7fb864003a30 2023-10-21T13:05:54.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb87af42700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb874160040 con 0x7fb874160900 2023-10-21T13:05:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb873fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8741f3db0 0x7fb8741603c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb873fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8741f3db0 0x7fb8741603c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33432/0 (socket says 172.21.15.67:33432) 2023-10-21T13:05:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb873fff700 1 -- 172.21.15.67:0/489901268 learned_addr learned my addr 172.21.15.67:0/489901268 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb878cde700 1 --2- 172.21.15.67:0/489901268 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb864003a30 0x7fb87415fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb8794df700 1 --2- 172.21.15.67:0/489901268 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb874160900 0x7fb8741f6920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:54.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb873fff700 1 -- 172.21.15.67:0/489901268 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb874160900 msgr2=0x7fb8741f6920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:54.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb873fff700 1 --2- 172.21.15.67:0/489901268 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb874160900 0x7fb8741f6920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb873fff700 1 -- 172.21.15.67:0/489901268 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb864003a30 msgr2=0x7fb87415fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:54.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb873fff700 1 --2- 172.21.15.67:0/489901268 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb864003a30 0x7fb87415fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:54.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb873fff700 1 -- 172.21.15.67:0/489901268 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8740c42a0 con 0x7fb8741f3db0 2023-10-21T13:05:54.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.752+0000 7fb873fff700 1 --2- 172.21.15.67:0/489901268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8741f3db0 0x7fb8741603c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fb86000f820 tx=0x7fb86000fb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:54.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.753+0000 7fb8717fa700 1 -- 172.21.15.67:0/489901268 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8600052e0 con 0x7fb8741f3db0 2023-10-21T13:05:54.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.753+0000 7fb8717fa700 1 -- 172.21.15.67:0/489901268 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb860005440 con 0x7fb8741f3db0 2023-10-21T13:05:54.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.753+0000 7fb8717fa700 1 -- 172.21.15.67:0/489901268 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8600038a0 con 0x7fb8741f3db0 2023-10-21T13:05:54.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.753+0000 7fb87af42700 1 -- 172.21.15.67:0/489901268 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8740c4580 con 0x7fb8741f3db0 2023-10-21T13:05:54.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.753+0000 7fb87af42700 1 -- 172.21.15.67:0/489901268 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8740c4b40 con 0x7fb8741f3db0 2023-10-21T13:05:54.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.754+0000 7fb87af42700 1 -- 172.21.15.67:0/489901268 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8740c4d00 con 0x7fb8741f3db0 2023-10-21T13:05:54.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.754+0000 7fb8717fa700 1 -- 172.21.15.67:0/489901268 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb860003a00 con 0x7fb8741f3db0 2023-10-21T13:05:54.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.754+0000 7fb8717fa700 1 --2- 172.21.15.67:0/489901268 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb85806af00 0x7fb85806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:54.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.755+0000 7fb8717fa700 1 -- 172.21.15.67:0/489901268 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb8600891f0 con 0x7fb8741f3db0 2023-10-21T13:05:54.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.755+0000 7fb878cde700 1 --2- 172.21.15.67:0/489901268 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb85806af00 0x7fb85806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:54.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.755+0000 7fb878cde700 1 --2- 172.21.15.67:0/489901268 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb85806af00 0x7fb85806d3c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb8740c7130 tx=0x7fb86800c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:54.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:54.759+0000 7fb8717fa700 1 -- 172.21.15.67:0/489901268 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb860054200 con 0x7fb8741f3db0 2023-10-21T13:05:55.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.002+0000 7fb87af42700 1 -- 172.21.15.67:0/489901268 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb874074d40 con 0x7fb8741f3db0 2023-10-21T13:05:55.005 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.003+0000 7fb8717fa700 1 -- 172.21.15.67:0/489901268 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4916 (secure 0 0 0) 0x7fb860003cb0 con 0x7fb8741f3db0 2023-10-21T13:05:55.005 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:05:55.005 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4945,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/2616626858","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2616626858},{"type":"v1","addr":"172.21.15.190:6836","nonce":2616626858}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4948,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/1955021242","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":1955021242},{"type":"v1","addr":"172.21.15.190:6837","nonce":1955021242}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5037,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1702124877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1702124877},{"type":"v1","addr":"172.21.15.67:6834","nonce":1702124877}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-21T13:05:49.008594+0000","modified":"2023-10-21T13:05:52.023928+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5040},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5040":{"gid":5040,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/590391844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":590391844},{"type":"v1","addr":"172.21.15.67:6835","nonce":590391844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-10-21T13:05:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.005+0000 7fb87af42700 1 -- 172.21.15.67:0/489901268 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb85806af00 msgr2=0x7fb85806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.005+0000 7fb87af42700 1 --2- 172.21.15.67:0/489901268 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb85806af00 0x7fb85806d3c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb8740c7130 tx=0x7fb86800c000 comp rx=0 tx=0).stop 2023-10-21T13:05:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.005+0000 7fb87af42700 1 -- 172.21.15.67:0/489901268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8741f3db0 msgr2=0x7fb8741603c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.005+0000 7fb87af42700 1 --2- 172.21.15.67:0/489901268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8741f3db0 0x7fb8741603c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fb86000f820 tx=0x7fb86000fb30 comp rx=0 tx=0).stop 2023-10-21T13:05:55.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.005+0000 7fb87af42700 1 -- 172.21.15.67:0/489901268 shutdown_connections 2023-10-21T13:05:55.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.005+0000 7fb87af42700 1 --2- 172.21.15.67:0/489901268 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb85806af00 0x7fb85806d3c0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.005+0000 7fb87af42700 1 --2- 172.21.15.67:0/489901268 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb874160900 0x7fb8741f6920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.005+0000 7fb87af42700 1 --2- 172.21.15.67:0/489901268 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb864003a30 0x7fb87415fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.005+0000 7fb87af42700 1 --2- 172.21.15.67:0/489901268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8741f3db0 0x7fb8741603c0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.005+0000 7fb87af42700 1 -- 172.21.15.67:0/489901268 >> 172.21.15.67:0/489901268 conn(0x7fb87406da20 msgr2=0x7fb8740d0240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:55.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.005+0000 7fb87af42700 1 -- 172.21.15.67:0/489901268 shutdown_connections 2023-10-21T13:05:55.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.005+0000 7fb87af42700 1 -- 172.21.15.67:0/489901268 wait complete. 2023-10-21T13:05:55.010 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 16 2023-10-21T13:05:55.421 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 16, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-10-21T13:05:49.008594+0000', 'modified': '2023-10-21T13:05:52.023928+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5040}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5040': {'gid': 5040, 'name': 'a', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.67:6835/590391844', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6833', 'nonce': 590391844}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 590391844}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-10-21T13:05:55.422 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-10-21T13:05:55.422 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-10-21T13:05:55.553 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.551+0000 7f047adab700 1 Processor -- start 2023-10-21T13:05:55.553 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.551+0000 7f047adab700 1 -- start start 2023-10-21T13:05:55.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.552+0000 7f047adab700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0474159480 0x7f047415c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.552+0000 7f047adab700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f04740b19f0 0x7f047406ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.552+0000 7f047adab700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f047415c240 con 0x7f047406a8d0 2023-10-21T13:05:55.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.552+0000 7f047adab700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f047415bc50 con 0x7f04740b19f0 2023-10-21T13:05:55.556 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.552+0000 7f047adab700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f047415cc10 con 0x7f0474159480 2023-10-21T13:05:55.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.552+0000 7f0479348700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f04740b19f0 0x7f047406ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.552+0000 7f0479348700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f04740b19f0 0x7f047406ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33438/0 (socket says 172.21.15.67:33438) 2023-10-21T13:05:55.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.552+0000 7f0479348700 1 -- 172.21.15.67:0/1620242800 learned_addr learned my addr 172.21.15.67:0/1620242800 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:55.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.552+0000 7f0479348700 1 -- 172.21.15.67:0/1620242800 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0474159480 msgr2=0x7f047415c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:55.557 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.552+0000 7f0478b47700 1 --2- 172.21.15.67:0/1620242800 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0474159480 0x7f047415c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.552+0000 7f0479348700 1 --2- 172.21.15.67:0/1620242800 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0474159480 0x7f047415c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.552+0000 7f0479348700 1 -- 172.21.15.67:0/1620242800 >> v1:172.21.15.190:6789/0 conn(0x7f047406a8d0 legacy=0x7f04740b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:55.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.552+0000 7f0479348700 1 -- 172.21.15.67:0/1620242800 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f047406b370 con 0x7f04740b19f0 2023-10-21T13:05:55.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.552+0000 7f0478b47700 1 --2- 172.21.15.67:0/1620242800 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0474159480 0x7f047415c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:05:55.558 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.553+0000 7f0479348700 1 --2- 172.21.15.67:0/1620242800 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04740b19f0 0x7f047406ad50 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f046c009e50 tx=0x7f046c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22729868991e2e57 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:55.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.553+0000 7f04737fe700 1 -- 172.21.15.67:0/1620242800 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f046c00e070 con 0x7f04740b19f0 2023-10-21T13:05:55.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.553+0000 7f04737fe700 1 -- 172.21.15.67:0/1620242800 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f046c00b9c0 con 0x7f04740b19f0 2023-10-21T13:05:55.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.553+0000 7f04737fe700 1 -- 172.21.15.67:0/1620242800 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f046c00bd70 con 0x7f04740b19f0 2023-10-21T13:05:55.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.553+0000 7f047adab700 1 -- 172.21.15.67:0/1620242800 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04740b19f0 msgr2=0x7f047406ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.559 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.553+0000 7f047adab700 1 --2- 172.21.15.67:0/1620242800 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04740b19f0 0x7f047406ad50 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f046c009e50 tx=0x7f046c00b330 comp rx=0 tx=0).stop 2023-10-21T13:05:55.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.553+0000 7f047adab700 1 -- 172.21.15.67:0/1620242800 shutdown_connections 2023-10-21T13:05:55.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.553+0000 7f047adab700 1 --2- 172.21.15.67:0/1620242800 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04740b19f0 0x7f047406ad50 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.553+0000 7f047adab700 1 --2- 172.21.15.67:0/1620242800 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0474159480 0x7f047415c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.553+0000 7f047adab700 1 -- 172.21.15.67:0/1620242800 >> 172.21.15.67:0/1620242800 conn(0x7f04740999d0 msgr2=0x7f04740d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:55.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.553+0000 7f047adab700 1 -- 172.21.15.67:0/1620242800 shutdown_connections 2023-10-21T13:05:55.560 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.553+0000 7f047adab700 1 -- 172.21.15.67:0/1620242800 wait complete. 2023-10-21T13:05:55.565 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.555+0000 7f047adab700 1 Processor -- start 2023-10-21T13:05:55.565 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.555+0000 7f047adab700 1 -- start start 2023-10-21T13:05:55.566 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.555+0000 7f047adab700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f047406a8d0 0x7f04741f5680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.566 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.555+0000 7f047adab700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04740b19f0 0x7f04740c3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.566 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.555+0000 7f047adab700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f04741f6b40 0x7f04740c60a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.566 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.555+0000 7f047adab700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04740c4800 con 0x7f047406a8d0 2023-10-21T13:05:55.566 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.555+0000 7f047adab700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04740ce010 con 0x7f04741f6b40 2023-10-21T13:05:55.567 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.555+0000 7f047adab700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04740ce2f0 con 0x7f04740b19f0 2023-10-21T13:05:55.567 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f0478b47700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f047406a8d0 0x7f04741f5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.567 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f0478b47700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f047406a8d0 0x7f04741f5680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33442/0 (socket says 172.21.15.67:33442) 2023-10-21T13:05:55.567 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f0478b47700 1 -- 172.21.15.67:0/4283403446 learned_addr learned my addr 172.21.15.67:0/4283403446 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:55.567 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f0479348700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f04741f6b40 0x7f04740c60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.568 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f0473fff700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04740b19f0 0x7f04740c3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.568 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f0478b47700 1 -- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04740b19f0 msgr2=0x7f04740c3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.568 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f0478b47700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04740b19f0 0x7f04740c3eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.568 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f0478b47700 1 -- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f04741f6b40 msgr2=0x7f04740c60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.568 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f0478b47700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f04741f6b40 0x7f04740c60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.568 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f0478b47700 1 -- 172.21.15.67:0/4283403446 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f046c009b30 con 0x7f047406a8d0 2023-10-21T13:05:55.569 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f0479348700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f04741f6b40 0x7f04740c60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:05:55.569 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f0478b47700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f047406a8d0 0x7f04741f5680 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f046800c7f0 tx=0x7f046800cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:55.569 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f04717fa700 1 -- 172.21.15.67:0/4283403446 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0468005c20 con 0x7f047406a8d0 2023-10-21T13:05:55.569 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f04717fa700 1 -- 172.21.15.67:0/4283403446 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0468005d80 con 0x7f047406a8d0 2023-10-21T13:05:55.569 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f04717fa700 1 -- 172.21.15.67:0/4283403446 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0468011800 con 0x7f047406a8d0 2023-10-21T13:05:55.570 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f047adab700 1 -- 172.21.15.67:0/4283403446 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04740ce5d0 con 0x7f047406a8d0 2023-10-21T13:05:55.570 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.556+0000 7f047adab700 1 -- 172.21.15.67:0/4283403446 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04740c4ae0 con 0x7f047406a8d0 2023-10-21T13:05:55.570 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.558+0000 7f04717fa700 1 -- 172.21.15.67:0/4283403446 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f0468011960 con 0x7f047406a8d0 2023-10-21T13:05:55.570 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.558+0000 7f04717fa700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f045806af00 0x7f045806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.570 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.558+0000 7f04717fa700 1 -- 172.21.15.67:0/4283403446 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0468089910 con 0x7f047406a8d0 2023-10-21T13:05:55.571 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.558+0000 7f0473fff700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f045806af00 0x7f045806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.571 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.559+0000 7f0473fff700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f045806af00 0x7f045806d3c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f04740c3160 tx=0x7f0460009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:55.571 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.560+0000 7f0486f94b80 1 Processor -- start 2023-10-21T13:05:55.571 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.560+0000 7f0486f94b80 1 -- start start 2023-10-21T13:05:55.571 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0486f94b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9de220 0x55762a9e5a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.571 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0486f94b80 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9e3630 0x55762a9e5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.572 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0486f94b80 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9b9010 0x55762a9b96c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.572 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0486f94b80 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x55762a92fc20 con 0x55762a9e3630 2023-10-21T13:05:55.572 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0486f94b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x55762a914c10 con 0x55762a9de220 2023-10-21T13:05:55.572 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0486f94b80 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x55762a912530 con 0x55762a9b9010 2023-10-21T13:05:55.572 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0473fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9e3630 0x55762a9e5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.573 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0473fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9e3630 0x55762a9e5fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33452/0 (socket says 172.21.15.67:33452) 2023-10-21T13:05:55.573 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0473fff700 1 -- 172.21.15.67:0/1069643954 learned_addr learned my addr 172.21.15.67:0/1069643954 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:55.573 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0479348700 1 --2- 172.21.15.67:0/1069643954 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9b9010 0x55762a9b96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.573 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0478b47700 1 --2- 172.21.15.67:0/1069643954 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9de220 0x55762a9e5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.573 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0473fff700 1 -- 172.21.15.67:0/1069643954 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9b9010 msgr2=0x55762a9b96c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:55.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0473fff700 1 --2- 172.21.15.67:0/1069643954 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9b9010 0x55762a9b96c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0473fff700 1 -- 172.21.15.67:0/1069643954 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9de220 msgr2=0x55762a9e5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:55.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0473fff700 1 --2- 172.21.15.67:0/1069643954 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9de220 0x55762a9e5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0473fff700 1 -- 172.21.15.67:0/1069643954 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55762a8cb3a0 con 0x55762a9e3630 2023-10-21T13:05:55.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.561+0000 7f0473fff700 1 --2- 172.21.15.67:0/1069643954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9e3630 0x55762a9e5fb0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f04600052e0 tx=0x7f0460011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19082566e77ee01a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:55.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.562+0000 7f045e7fc700 1 -- 172.21.15.67:0/1069643954 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0460003d20 con 0x55762a9e3630 2023-10-21T13:05:55.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.562+0000 7f045e7fc700 1 -- 172.21.15.67:0/1069643954 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0460003e80 con 0x55762a9e3630 2023-10-21T13:05:55.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.562+0000 7f045e7fc700 1 -- 172.21.15.67:0/1069643954 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0460021650 con 0x55762a9e3630 2023-10-21T13:05:55.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.562+0000 7f0486f94b80 1 -- 172.21.15.67:0/1069643954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9e3630 msgr2=0x55762a9e5fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.562+0000 7f0486f94b80 1 --2- 172.21.15.67:0/1069643954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9e3630 0x55762a9e5fb0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f04600052e0 tx=0x7f0460011000 comp rx=0 tx=0).stop 2023-10-21T13:05:55.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.562+0000 7f0486f94b80 1 -- 172.21.15.67:0/1069643954 shutdown_connections 2023-10-21T13:05:55.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.562+0000 7f0486f94b80 1 --2- 172.21.15.67:0/1069643954 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9b9010 0x55762a9b96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.562+0000 7f0486f94b80 1 --2- 172.21.15.67:0/1069643954 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9de220 0x55762a9e5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.562+0000 7f0486f94b80 1 --2- 172.21.15.67:0/1069643954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9e3630 0x55762a9e5fb0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.562+0000 7f0486f94b80 1 -- 172.21.15.67:0/1069643954 >> 172.21.15.67:0/1069643954 conn(0x55762a8e8d80 msgr2=0x55762aa03ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:55.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.562+0000 7f0486f94b80 1 -- 172.21.15.67:0/1069643954 shutdown_connections 2023-10-21T13:05:55.577 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.562+0000 7f0486f94b80 1 -- 172.21.15.67:0/1069643954 wait complete. 2023-10-21T13:05:55.577 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.563+0000 7f0486f94b80 1 -- start start 2023-10-21T13:05:55.577 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.563+0000 7f0486f94b80 1 Processor -- start 2023-10-21T13:05:55.580 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0486f94b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9b9010 0x55762a9e77f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.581 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0486f94b80 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9de220 0x55762a9dd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.581 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0486f94b80 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9e3630 0x55762aa034e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.581 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0486f94b80 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x55762a90de20 con 0x55762a9e3630 2023-10-21T13:05:55.581 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0486f94b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x55762a8aa6c0 con 0x55762a9b9010 2023-10-21T13:05:55.581 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0486f94b80 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x55762a8aa360 con 0x55762a9de220 2023-10-21T13:05:55.582 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0486f94b80 10 client.0 _ll_register_callbacks cb 0x55762a7077b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T13:05:55.582 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0479348700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9e3630 0x55762aa034e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.582 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0479348700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9e3630 0x55762aa034e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33460/0 (socket says 172.21.15.67:33460) 2023-10-21T13:05:55.582 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0479348700 1 -- 172.21.15.67:0/2838275332 learned_addr learned my addr 172.21.15.67:0/2838275332 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:55.582 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0473fff700 1 --2- 172.21.15.67:0/2838275332 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9de220 0x55762a9dd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0478b47700 1 --2- 172.21.15.67:0/2838275332 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9b9010 0x55762a9e77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0479348700 1 -- 172.21.15.67:0/2838275332 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9de220 msgr2=0x55762a9dd2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:55.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0479348700 1 --2- 172.21.15.67:0/2838275332 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9de220 0x55762a9dd2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0479348700 1 -- 172.21.15.67:0/2838275332 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9b9010 msgr2=0x55762a9e77f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:55.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0479348700 1 --2- 172.21.15.67:0/2838275332 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9b9010 0x55762a9e77f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.584 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.564+0000 7f0479348700 1 -- 172.21.15.67:0/2838275332 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f046000f040 con 0x55762a9e3630 2023-10-21T13:05:55.584 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f0479348700 1 --2- 172.21.15.67:0/2838275332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9e3630 0x55762aa034e0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f0474071780 tx=0x7f046c004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=428432c6e0338bb4 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:55.584 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f04537fe700 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2023-10-21T13:05:55.584 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f04537fe700 1 -- 172.21.15.67:0/2838275332 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f046c004450 con 0x55762a9e3630 2023-10-21T13:05:55.584 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f04537fe700 1 -- 172.21.15.67:0/2838275332 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f046c0045b0 con 0x55762a9e3630 2023-10-21T13:05:55.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f0486f94b80 1 -- 172.21.15.67:0/2838275332 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55762a906e00 con 0x55762a9e3630 2023-10-21T13:05:55.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f04537fe700 1 -- 172.21.15.67:0/2838275332 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f046c003e90 con 0x55762a9e3630 2023-10-21T13:05:55.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f0486f94b80 10 client.5226 fetch_fsmap learned FSMap version 16 2023-10-21T13:05:55.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f0486f94b80 1 -- 172.21.15.67:0/2838275332 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) v3 -- 0x55762a738d90 con 0x55762a9e3630 2023-10-21T13:05:55.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f04537fe700 1 -- 172.21.15.67:0/2838275332 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55762a906e00 con 0x55762a9e3630 2023-10-21T13:05:55.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f04537fe700 1 -- 172.21.15.67:0/2838275332 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 16) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f046c019070 con 0x55762a9e3630 2023-10-21T13:05:55.586 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f0486f94b80 10 client.5226 fetch_fsmap finished waiting for FSMap version 16 2023-10-21T13:05:55.586 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f0486f94b80 10 client.5226 resolve_mds: resolved name 'a' to daemon mds.a 2023-10-21T13:05:55.586 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f0486f94b80 20 client.5226 populate_metadata read hostname 'smithi067' 2023-10-21T13:05:55.586 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f0486f94b80 1 --2- 172.21.15.67:0/2838275332 >> [v2:172.21.15.67:6833/590391844,v1:172.21.15.67:6835/590391844] conn(0x55762a9e96e0 0x55762a9e1280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.586 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f0486f94b80 4 client.5226 mds_command: new command op to 5040 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T13:05:55.587 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f0486f94b80 1 -- 172.21.15.67:0/2838275332 --> [v2:172.21.15.67:6833/590391844,v1:172.21.15.67:6835/590391844] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55762a906b20 con 0x55762a9e96e0 2023-10-21T13:05:55.587 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.565+0000 7f0478b47700 1 --2- 172.21.15.67:0/2838275332 >> [v2:172.21.15.67:6833/590391844,v1:172.21.15.67:6835/590391844] conn(0x55762a9e96e0 0x55762a9e1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.587 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.566+0000 7f0478b47700 1 --2- 172.21.15.67:0/2838275332 >> [v2:172.21.15.67:6833/590391844,v1:172.21.15.67:6835/590391844] conn(0x55762a9e96e0 0x55762a9e1280 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76c617c3336dab17 server_cookie=dfe6a666bfd644ee in_seq=0 out_seq=0 2023-10-21T13:05:55.587 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.566+0000 7f04537fe700 10 client.5226 ms_handle_connect on v2:172.21.15.67:6833/590391844 2023-10-21T13:05:55.587 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.566+0000 7f04537fe700 1 -- 172.21.15.67:0/2838275332 <== mds.0 v2:172.21.15.67:6833/590391844 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55762a906b20 con 0x55762a9e96e0 2023-10-21T13:05:55.588 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.566+0000 7f04537fe700 10 client.5226 handle_command_reply: tid=0 2023-10-21T13:05:55.588 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.566+0000 7f0486f94b80 1 client.5226 shutdown 2023-10-21T13:05:55.588 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.566+0000 7f0486f94b80 1 -- 172.21.15.67:0/2838275332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9e3630 msgr2=0x55762aa034e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.588 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.566+0000 7f0486f94b80 1 --2- 172.21.15.67:0/2838275332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9e3630 0x55762aa034e0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f0474071780 tx=0x7f046c004b40 comp rx=0 tx=0).stop 2023-10-21T13:05:55.588 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.567+0000 7f0486f94b80 1 -- 172.21.15.67:0/2838275332 shutdown_connections 2023-10-21T13:05:55.588 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.567+0000 7f0486f94b80 1 --2- 172.21.15.67:0/2838275332 >> [v2:172.21.15.67:6833/590391844,v1:172.21.15.67:6835/590391844] conn(0x55762a9e96e0 0x55762a9e1280 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.567+0000 7f0486f94b80 1 --2- 172.21.15.67:0/2838275332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9e3630 0x55762aa034e0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.567+0000 7f0486f94b80 1 --2- 172.21.15.67:0/2838275332 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9b9010 0x55762a9e77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.567+0000 7f04537fe700 0 client.5226 ms_handle_reset on v2:172.21.15.67:6833/590391844 2023-10-21T13:05:55.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.567+0000 7f0486f94b80 1 --2- 172.21.15.67:0/2838275332 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9de220 0x55762a9dd2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.567+0000 7f0486f94b80 1 -- 172.21.15.67:0/2838275332 >> 172.21.15.67:0/2838275332 conn(0x55762a8e8d80 msgr2=0x55762a9fa860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:55.590 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.567+0000 7f0486f94b80 1 -- 172.21.15.67:0/2838275332 shutdown_connections 2023-10-21T13:05:55.590 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.567+0000 7f0486f94b80 1 -- 172.21.15.67:0/2838275332 wait complete. 2023-10-21T13:05:55.590 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.567+0000 7f0486f94b80 20 client.5226 trim_cache size 0 max 16384 2023-10-21T13:05:55.595 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.585+0000 7f0486f94b80 1 Processor -- start 2023-10-21T13:05:55.595 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.585+0000 7f0486f94b80 1 -- start start 2023-10-21T13:05:55.596 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.585+0000 7f0486f94b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9b9010 0x55762a9bbaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.596 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.585+0000 7f0486f94b80 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9de220 0x55762aa11ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.596 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.585+0000 7f0486f94b80 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9e3630 0x55762aa12430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.596 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.585+0000 7f0486f94b80 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x55762a78e8d0 con 0x55762a9de220 2023-10-21T13:05:55.597 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.585+0000 7f0486f94b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x55762a9e0680 con 0x55762a9b9010 2023-10-21T13:05:55.597 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.585+0000 7f0486f94b80 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x55762a9913c0 con 0x55762a9e3630 2023-10-21T13:05:55.597 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.585+0000 7f0473fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9de220 0x55762aa11ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.597 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.585+0000 7f0473fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9de220 0x55762aa11ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33464/0 (socket says 172.21.15.67:33464) 2023-10-21T13:05:55.597 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.585+0000 7f0473fff700 1 -- 172.21.15.67:0/2044982826 learned_addr learned my addr 172.21.15.67:0/2044982826 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:55.598 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.585+0000 7f0478b47700 1 --2- 172.21.15.67:0/2044982826 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9b9010 0x55762a9bbaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.598 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.586+0000 7f0479348700 1 --2- 172.21.15.67:0/2044982826 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9e3630 0x55762aa12430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.598 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.586+0000 7f0473fff700 1 -- 172.21.15.67:0/2044982826 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9e3630 msgr2=0x55762aa12430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:55.598 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.586+0000 7f0473fff700 1 --2- 172.21.15.67:0/2044982826 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9e3630 0x55762aa12430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.598 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.586+0000 7f0473fff700 1 -- 172.21.15.67:0/2044982826 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9b9010 msgr2=0x55762a9bbaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:55.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.586+0000 7f0473fff700 1 --2- 172.21.15.67:0/2044982826 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9b9010 0x55762a9bbaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.586+0000 7f0473fff700 1 -- 172.21.15.67:0/2044982826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55762a721c10 con 0x55762a9de220 2023-10-21T13:05:55.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.586+0000 7f0473fff700 1 --2- 172.21.15.67:0/2044982826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9de220 0x55762aa11ef0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f0460007f70 tx=0x7f0460017070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=430a3301190d8ca7 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:55.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.586+0000 7f045effd700 1 -- 172.21.15.67:0/2044982826 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0460003d20 con 0x55762a9de220 2023-10-21T13:05:55.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.586+0000 7f045effd700 1 -- 172.21.15.67:0/2044982826 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0460029070 con 0x55762a9de220 2023-10-21T13:05:55.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.586+0000 7f045effd700 1 -- 172.21.15.67:0/2044982826 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0460021650 con 0x55762a9de220 2023-10-21T13:05:55.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.587+0000 7f0486f94b80 1 -- 172.21.15.67:0/2044982826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9de220 msgr2=0x55762aa11ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.587+0000 7f0486f94b80 1 --2- 172.21.15.67:0/2044982826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9de220 0x55762aa11ef0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f0460007f70 tx=0x7f0460017070 comp rx=0 tx=0).stop 2023-10-21T13:05:55.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.587+0000 7f0486f94b80 1 -- 172.21.15.67:0/2044982826 shutdown_connections 2023-10-21T13:05:55.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.587+0000 7f0486f94b80 1 --2- 172.21.15.67:0/2044982826 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9e3630 0x55762aa12430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.587+0000 7f0486f94b80 1 --2- 172.21.15.67:0/2044982826 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9b9010 0x55762a9bbaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.587+0000 7f0486f94b80 1 --2- 172.21.15.67:0/2044982826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9de220 0x55762aa11ef0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.587+0000 7f0486f94b80 1 -- 172.21.15.67:0/2044982826 >> 172.21.15.67:0/2044982826 conn(0x55762a8e8d80 msgr2=0x55762aa22770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:55.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.587+0000 7f0486f94b80 1 -- 172.21.15.67:0/2044982826 shutdown_connections 2023-10-21T13:05:55.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.587+0000 7f0486f94b80 1 -- 172.21.15.67:0/2044982826 wait complete. 2023-10-21T13:05:55.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.587+0000 7f0486f94b80 1 -- start start 2023-10-21T13:05:55.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.587+0000 7f0486f94b80 1 Processor -- start 2023-10-21T13:05:55.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.588+0000 7f0486f94b80 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9b9010 0x55762a9dc010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.588+0000 7f0486f94b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9de220 0x55762a9bbb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.588+0000 7f0486f94b80 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9e3630 0x55762aa19170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.588+0000 7f0486f94b80 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x55762aa00c20 con 0x55762a9b9010 2023-10-21T13:05:55.603 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.588+0000 7f0486f94b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x55762aa01170 con 0x55762a9de220 2023-10-21T13:05:55.603 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.588+0000 7f0486f94b80 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x55762aa0f9f0 con 0x55762a9e3630 2023-10-21T13:05:55.603 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.588+0000 7f0486f94b80 10 client.0 _ll_register_callbacks cb 0x55762a7077b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T13:05:55.603 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.588+0000 7f0478b47700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9b9010 0x55762a9dc010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.603 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.588+0000 7f0478b47700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9b9010 0x55762a9dc010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33470/0 (socket says 172.21.15.67:33470) 2023-10-21T13:05:55.603 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.588+0000 7f0478b47700 1 -- 172.21.15.67:0/1265743277 learned_addr learned my addr 172.21.15.67:0/1265743277 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.588+0000 7f0473fff700 1 --2- 172.21.15.67:0/1265743277 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9de220 0x55762a9bbb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.588+0000 7f0479348700 1 --2- 172.21.15.67:0/1265743277 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9e3630 0x55762aa19170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0478b47700 1 -- 172.21.15.67:0/1265743277 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9e3630 msgr2=0x55762aa19170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0478b47700 1 --2- 172.21.15.67:0/1265743277 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9e3630 0x55762aa19170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0478b47700 1 -- 172.21.15.67:0/1265743277 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9de220 msgr2=0x55762a9bbb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:55.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0478b47700 1 --2- 172.21.15.67:0/1265743277 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9de220 0x55762a9bbb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0478b47700 1 -- 172.21.15.67:0/1265743277 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55762a8cb3a0 con 0x55762a9b9010 2023-10-21T13:05:55.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0478b47700 1 --2- 172.21.15.67:0/1265743277 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9b9010 0x55762a9dc010 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f0468058610 tx=0x7f046801b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9d652b0a447ea1a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:55.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f04537fe700 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2023-10-21T13:05:55.606 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f04537fe700 1 -- 172.21.15.67:0/1265743277 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0468058ae0 con 0x55762a9b9010 2023-10-21T13:05:55.606 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f04537fe700 1 -- 172.21.15.67:0/1265743277 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0468057b70 con 0x55762a9b9010 2023-10-21T13:05:55.606 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0486f94b80 1 -- 172.21.15.67:0/1265743277 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55762a9ae5b0 con 0x55762a9b9010 2023-10-21T13:05:55.606 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f04537fe700 1 -- 172.21.15.67:0/1265743277 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0468056880 con 0x55762a9b9010 2023-10-21T13:05:55.606 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0486f94b80 10 client.5232 fetch_fsmap learned FSMap version 16 2023-10-21T13:05:55.606 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0486f94b80 1 -- 172.21.15.67:0/1265743277 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) v3 -- 0x55762a75f200 con 0x55762a9b9010 2023-10-21T13:05:55.607 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f04537fe700 1 -- 172.21.15.67:0/1265743277 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f046807e070 con 0x55762a9b9010 2023-10-21T13:05:55.607 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f04537fe700 1 -- 172.21.15.67:0/1265743277 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 16) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f04680604f0 con 0x55762a9b9010 2023-10-21T13:05:55.607 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0486f94b80 10 client.5232 fetch_fsmap finished waiting for FSMap version 16 2023-10-21T13:05:55.607 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0486f94b80 10 client.5232 resolve_mds: resolved name 'a' to daemon mds.a 2023-10-21T13:05:55.607 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0486f94b80 20 client.5232 populate_metadata read hostname 'smithi067' 2023-10-21T13:05:55.608 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0486f94b80 1 --2- 172.21.15.67:0/1265743277 >> [v2:172.21.15.67:6833/590391844,v1:172.21.15.67:6835/590391844] conn(0x55762aa196b0 0x55762a9b93f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.608 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0486f94b80 4 client.5232 mds_command: new command op to 5040 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-21T13:05:55.608 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0486f94b80 1 -- 172.21.15.67:0/1265743277 --> [v2:172.21.15.67:6833/590391844,v1:172.21.15.67:6835/590391844] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55762a759f20 con 0x55762aa196b0 2023-10-21T13:05:55.608 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.589+0000 7f0473fff700 1 --2- 172.21.15.67:0/1265743277 >> [v2:172.21.15.67:6833/590391844,v1:172.21.15.67:6835/590391844] conn(0x55762aa196b0 0x55762a9b93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.609 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f04537fe700 10 client.5232 ms_handle_connect on v2:172.21.15.67:6833/590391844 2023-10-21T13:05:55.609 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f0473fff700 1 --2- 172.21.15.67:0/1265743277 >> [v2:172.21.15.67:6833/590391844,v1:172.21.15.67:6835/590391844] conn(0x55762aa196b0 0x55762a9b93f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24283a9009994603 server_cookie=22b5e8789e8b833c in_seq=0 out_seq=0 2023-10-21T13:05:55.609 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f04537fe700 1 -- 172.21.15.67:0/1265743277 <== mds.0 v2:172.21.15.67:6833/590391844 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x55762a759f20 con 0x55762aa196b0 2023-10-21T13:05:55.609 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f04537fe700 10 client.5232 handle_command_reply: tid=0 2023-10-21T13:05:55.609 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f0486f94b80 1 client.5232 shutdown 2023-10-21T13:05:55.609 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f0486f94b80 1 -- 172.21.15.67:0/1265743277 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9b9010 msgr2=0x55762a9dc010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.610 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f0486f94b80 1 --2- 172.21.15.67:0/1265743277 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9b9010 0x55762a9dc010 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f0468058610 tx=0x7f046801b040 comp rx=0 tx=0).stop 2023-10-21T13:05:55.610 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f0486f94b80 1 -- 172.21.15.67:0/1265743277 shutdown_connections 2023-10-21T13:05:55.610 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f0486f94b80 1 --2- 172.21.15.67:0/1265743277 >> [v2:172.21.15.67:6833/590391844,v1:172.21.15.67:6835/590391844] conn(0x55762aa196b0 0x55762a9b93f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.610 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f0486f94b80 1 --2- 172.21.15.67:0/1265743277 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x55762a9e3630 0x55762aa19170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.610 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f04537fe700 0 client.5232 ms_handle_reset on v2:172.21.15.67:6833/590391844 2023-10-21T13:05:55.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f0486f94b80 1 --2- 172.21.15.67:0/1265743277 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55762a9b9010 0x55762a9dc010 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f0486f94b80 1 --2- 172.21.15.67:0/1265743277 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55762a9de220 0x55762a9bbb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f0486f94b80 1 -- 172.21.15.67:0/1265743277 >> 172.21.15.67:0/1265743277 conn(0x55762a8e8d80 msgr2=0x55762a9de600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:55.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f0486f94b80 1 -- 172.21.15.67:0/1265743277 shutdown_connections 2023-10-21T13:05:55.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f0486f94b80 1 -- 172.21.15.67:0/1265743277 wait complete. 2023-10-21T13:05:55.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.590+0000 7f0486f94b80 20 client.5232 trim_cache size 0 max 16384 2023-10-21T13:05:55.612 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2023-10-21T13:05:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "b62e8c93-45fd-460a-9f0d-e160cd3bbaec", 2023-10-21T13:05:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2023-10-21T13:05:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 5040, 2023-10-21T13:05:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2023-10-21T13:05:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2023-10-21T13:05:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2023-10-21T13:05:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 6.0010213480000001, 2023-10-21T13:05:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 16, 2023-10-21T13:05:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 31, 2023-10-21T13:05:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 31, 2023-10-21T13:05:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 13.864353202 2023-10-21T13:05:55.615 INFO:teuthology.orchestra.run.smithi067.stdout:} 2023-10-21T13:05:55.616 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.591+0000 7f047adab700 1 -- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f045806af00 msgr2=0x7f045806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.616 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.591+0000 7f047adab700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f045806af00 0x7f045806d3c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f04740c3160 tx=0x7f0460009040 comp rx=0 tx=0).stop 2023-10-21T13:05:55.616 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.591+0000 7f047adab700 1 -- 172.21.15.67:0/4283403446 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f047406a8d0 msgr2=0x7f04741f5680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.616 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.591+0000 7f047adab700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f047406a8d0 0x7f04741f5680 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f046800c7f0 tx=0x7f046800cbb0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.591+0000 7f047adab700 1 -- 172.21.15.67:0/4283403446 shutdown_connections 2023-10-21T13:05:55.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.591+0000 7f047adab700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f04741f6b40 0x7f04740c60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.591+0000 7f047adab700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f047406a8d0 0x7f04741f5680 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.591+0000 7f047adab700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f045806af00 0x7f045806d3c0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.591+0000 7f047adab700 1 --2- 172.21.15.67:0/4283403446 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f04740b19f0 0x7f04740c3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.618 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.591+0000 7f047adab700 1 -- 172.21.15.67:0/4283403446 >> 172.21.15.67:0/4283403446 conn(0x7f04740999d0 msgr2=0x7f047406f040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:55.618 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.591+0000 7f047adab700 1 -- 172.21.15.67:0/4283403446 shutdown_connections 2023-10-21T13:05:55.618 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.591+0000 7f047adab700 1 -- 172.21.15.67:0/4283403446 wait complete. 2023-10-21T13:05:55.619 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-10-21T13:05:55.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.742+0000 7fda47fc2700 1 Processor -- start 2023-10-21T13:05:55.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.743+0000 7fda47fc2700 1 -- start start 2023-10-21T13:05:55.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.743+0000 7fda47fc2700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fda400cdf30 0x7fda4015da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.743+0000 7fda47fc2700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda4015df90 con 0x7fda4006b370 2023-10-21T13:05:55.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.743+0000 7fda47fc2700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda4015e1e0 con 0x7fda4006fe10 2023-10-21T13:05:55.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.743+0000 7fda47fc2700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda4006da80 con 0x7fda400cdf30 2023-10-21T13:05:55.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.743+0000 7fda45d5e700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fda400cdf30 0x7fda4015da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.743+0000 7fda4555d700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fda4006b370 0x7fda400ce310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:49774/0 (socket says 172.21.15.67:49774) 2023-10-21T13:05:55.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.743+0000 7fda4555d700 1 -- 172.21.15.67:0/353014003 learned_addr learned my addr 172.21.15.67:0/353014003 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T13:05:55.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.743+0000 7fda45d5e700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fda400cdf30 0x7fda4015da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33478/0 (socket says 172.21.15.67:33478) 2023-10-21T13:05:55.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.744+0000 7fda45d5e700 1 -- 172.21.15.67:0/353014003 >> v1:172.21.15.190:6789/0 conn(0x7fda4006fe10 legacy=0x7fda40071a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:05:55.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.744+0000 7fda45d5e700 1 -- 172.21.15.67:0/353014003 >> v1:172.21.15.67:6789/0 conn(0x7fda4006b370 legacy=0x7fda400ce310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.744+0000 7fda44d5c700 1 -- 172.21.15.67:0/353014003 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3112848778 0 0) 0x7fda4015df90 con 0x7fda4006b370 2023-10-21T13:05:55.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.744+0000 7fda45d5e700 1 -- 172.21.15.67:0/353014003 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda4015e4c0 con 0x7fda400cdf30 2023-10-21T13:05:55.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.744+0000 7fda45d5e700 1 --2- 172.21.15.67:0/353014003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda400cdf30 0x7fda4015da50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fda34009840 tx=0x7fda34009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d171adbfb6d198e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:55.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.744+0000 7fda44d5c700 1 -- 172.21.15.67:0/353014003 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda34004230 con 0x7fda400cdf30 2023-10-21T13:05:55.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.744+0000 7fda44d5c700 1 -- 172.21.15.67:0/353014003 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda34004390 con 0x7fda400cdf30 2023-10-21T13:05:55.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.744+0000 7fda44d5c700 1 -- 172.21.15.67:0/353014003 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda340036a0 con 0x7fda400cdf30 2023-10-21T13:05:55.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.745+0000 7fda47fc2700 1 -- 172.21.15.67:0/353014003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda400cdf30 msgr2=0x7fda4015da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.745+0000 7fda47fc2700 1 --2- 172.21.15.67:0/353014003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda400cdf30 0x7fda4015da50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fda34009840 tx=0x7fda34009b50 comp rx=0 tx=0).stop 2023-10-21T13:05:55.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.745+0000 7fda47fc2700 1 -- 172.21.15.67:0/353014003 shutdown_connections 2023-10-21T13:05:55.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.745+0000 7fda47fc2700 1 --2- 172.21.15.67:0/353014003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda400cdf30 0x7fda4015da50 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.745+0000 7fda47fc2700 1 -- 172.21.15.67:0/353014003 >> 172.21.15.67:0/353014003 conn(0x7fda400d0360 msgr2=0x7fda400d0770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:55.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.745+0000 7fda47fc2700 1 -- 172.21.15.67:0/353014003 shutdown_connections 2023-10-21T13:05:55.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.745+0000 7fda47fc2700 1 -- 172.21.15.67:0/353014003 wait complete. 2023-10-21T13:05:55.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.746+0000 7fda47fc2700 1 Processor -- start 2023-10-21T13:05:55.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.746+0000 7fda47fc2700 1 -- start start 2023-10-21T13:05:55.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.747+0000 7fda47fc2700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fda4006b370 0x7fda400af200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.747+0000 7fda47fc2700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fda4006fe10 0x7fda400c7e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.747+0000 7fda47fc2700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda400cdf30 0x7fda40149d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.747+0000 7fda47fc2700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda400ae870 con 0x7fda400cdf30 2023-10-21T13:05:55.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.747+0000 7fda47fc2700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda400c7430 con 0x7fda4006fe10 2023-10-21T13:05:55.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.747+0000 7fda47fc2700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda400aeac0 con 0x7fda4006b370 2023-10-21T13:05:55.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.747+0000 7fda4655f700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda400cdf30 0x7fda40149d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda4655f700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda400cdf30 0x7fda40149d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33488/0 (socket says 172.21.15.67:33488) 2023-10-21T13:05:55.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda4655f700 1 -- 172.21.15.67:0/1927793756 learned_addr learned my addr 172.21.15.67:0/1927793756 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:05:55.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda4555d700 1 --2- 172.21.15.67:0/1927793756 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fda4006fe10 0x7fda400c7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda45d5e700 1 --2- 172.21.15.67:0/1927793756 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fda4006b370 0x7fda400af200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda4655f700 1 -- 172.21.15.67:0/1927793756 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fda4006b370 msgr2=0x7fda400af200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda4655f700 1 --2- 172.21.15.67:0/1927793756 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fda4006b370 0x7fda400af200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda4655f700 1 -- 172.21.15.67:0/1927793756 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fda4006fe10 msgr2=0x7fda400c7e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:55.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda4655f700 1 --2- 172.21.15.67:0/1927793756 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fda4006fe10 0x7fda400c7e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:55.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda4655f700 1 -- 172.21.15.67:0/1927793756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda340094a0 con 0x7fda400cdf30 2023-10-21T13:05:55.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda4655f700 1 --2- 172.21.15.67:0/1927793756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda400cdf30 0x7fda40149d30 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fda3800cc40 tx=0x7fda3800cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:55.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda327fc700 1 -- 172.21.15.67:0/1927793756 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda3800aa80 con 0x7fda400cdf30 2023-10-21T13:05:55.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda327fc700 1 -- 172.21.15.67:0/1927793756 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda3800abe0 con 0x7fda400cdf30 2023-10-21T13:05:55.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda47fc2700 1 -- 172.21.15.67:0/1927793756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda400aeda0 con 0x7fda400cdf30 2023-10-21T13:05:55.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda327fc700 1 -- 172.21.15.67:0/1927793756 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda38012420 con 0x7fda400cdf30 2023-10-21T13:05:55.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.748+0000 7fda47fc2700 1 -- 172.21.15.67:0/1927793756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda400c7960 con 0x7fda400cdf30 2023-10-21T13:05:55.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.749+0000 7fda47fc2700 1 -- 172.21.15.67:0/1927793756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda400674f0 con 0x7fda400cdf30 2023-10-21T13:05:55.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.750+0000 7fda327fc700 1 -- 172.21.15.67:0/1927793756 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fda38012580 con 0x7fda400cdf30 2023-10-21T13:05:55.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.750+0000 7fda327fc700 1 --2- 172.21.15.67:0/1927793756 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fda2406af00 0x7fda2406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:05:55.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.750+0000 7fda327fc700 1 -- 172.21.15.67:0/1927793756 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fda38089bf0 con 0x7fda400cdf30 2023-10-21T13:05:55.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.750+0000 7fda45d5e700 1 --2- 172.21.15.67:0/1927793756 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fda2406af00 0x7fda2406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:05:55.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.751+0000 7fda45d5e700 1 --2- 172.21.15.67:0/1927793756 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fda2406af00 0x7fda2406d3c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fda340090b0 tx=0x7fda34008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:05:55.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.755+0000 7fda327fc700 1 -- 172.21.15.67:0/1927793756 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fda38054ca0 con 0x7fda400cdf30 2023-10-21T13:05:56.000 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.998+0000 7fda47fc2700 1 -- 172.21.15.67:0/1927793756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fda4006deb0 con 0x7fda400cdf30 2023-10-21T13:05:56.000 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:55.998+0000 7fda327fc700 1 -- 172.21.15.67:0/1927793756 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) v1 ==== 53+0+73 (secure 0 0 0) 0x7fda4006deb0 con 0x7fda400cdf30 2023-10-21T13:05:56.000 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-10-21T13:05:56.002 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:56.000+0000 7fda47fc2700 1 -- 172.21.15.67:0/1927793756 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fda2406af00 msgr2=0x7fda2406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:56.002 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:56.000+0000 7fda47fc2700 1 --2- 172.21.15.67:0/1927793756 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fda2406af00 0x7fda2406d3c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fda340090b0 tx=0x7fda34008030 comp rx=0 tx=0).stop 2023-10-21T13:05:56.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:56.000+0000 7fda47fc2700 1 -- 172.21.15.67:0/1927793756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda400cdf30 msgr2=0x7fda40149d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:05:56.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:56.000+0000 7fda47fc2700 1 --2- 172.21.15.67:0/1927793756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda400cdf30 0x7fda40149d30 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fda3800cc40 tx=0x7fda3800cf50 comp rx=0 tx=0).stop 2023-10-21T13:05:56.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:56.000+0000 7fda47fc2700 1 -- 172.21.15.67:0/1927793756 shutdown_connections 2023-10-21T13:05:56.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:56.000+0000 7fda47fc2700 1 --2- 172.21.15.67:0/1927793756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda400cdf30 0x7fda40149d30 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:56.003 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:56.000+0000 7fda47fc2700 1 --2- 172.21.15.67:0/1927793756 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fda2406af00 0x7fda2406d3c0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:56.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:56.000+0000 7fda47fc2700 1 --2- 172.21.15.67:0/1927793756 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fda4006b370 0x7fda400af200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:56.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:56.000+0000 7fda47fc2700 1 --2- 172.21.15.67:0/1927793756 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fda4006fe10 0x7fda400c7e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:05:56.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:56.000+0000 7fda47fc2700 1 -- 172.21.15.67:0/1927793756 >> 172.21.15.67:0/1927793756 conn(0x7fda400d0360 msgr2=0x7fda400ca990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:05:56.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:56.000+0000 7fda47fc2700 1 -- 172.21.15.67:0/1927793756 shutdown_connections 2023-10-21T13:05:56.004 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:05:56.000+0000 7fda47fc2700 1 -- 172.21.15.67:0/1927793756 wait complete. 2023-10-21T13:05:56.014 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-10-21T13:05:56.014 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-21T13:05:56.015 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2023-10-21T13:05:56.015 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-10-21T13:05:56.015 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-10-21T13:05:56.016 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-10-21T13:05:56.016 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-10-21T13:05:56.016 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-21T13:05:56.017 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-10-21T13:05:56.017 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:56.017 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2023-10-21T13:05:56.035 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-21T13:05:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-21T13:05:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2023-10-21T13:05:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2023-10-21T13:05:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:56.037 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:56.037 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:56.037 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T13:05:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:56.038 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-21T13:05:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-10-21T13:05:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 41888sec preferred_lft 41888sec 2023-10-21T13:05:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::4b19:3f77:5dd:2636/64 scope link noprefixroute 2023-10-21T13:05:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:56.039 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-10-21T13:05:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ba:77:63:38:af:2d brd ff:ff:ff:ff:ff:ff 2023-10-21T13:05:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-10-21T13:05:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::6448:63ff:fe08:a984/64 scope link 2023-10-21T13:05:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:56.040 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-10-21T13:05:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ba:77:63:38:af:2d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-10-21T13:05:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::b877:63ff:fe38:af2d/64 scope link 2023-10-21T13:05:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:56.041 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-10-21T13:05:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ca:66:a3:bc:35:b0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2023-10-21T13:05:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::c866:a3ff:febc:35b0/64 scope link 2023-10-21T13:05:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2023-10-21T13:05:56.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:56.042 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-21T13:05:56.101 INFO:teuthology.orchestra.run.smithi067.stdout:1 2023-10-21T13:05:56.102 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:56.103 DEBUG:teuthology.orchestra.run.smithi067:> route 2023-10-21T13:05:56.161 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2023-10-21T13:05:56.162 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-21T13:05:56.162 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-10-21T13:05:56.162 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-10-21T13:05:56.162 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-21T13:05:56.163 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:56.163 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec bash -c ' 2023-10-21T13:05:56.164 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2023-10-21T13:05:56.164 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-10-21T13:05:56.164 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-10-21T13:05:56.165 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-10-21T13:05:56.165 DEBUG:teuthology.orchestra.run.smithi067:> ') 2023-10-21T13:05:56.268 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:56.268 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2023-10-21T13:05:56.285 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2023-10-21T13:05:56.286 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-10-21T13:05:56.286 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-10-21T13:05:56.286 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:56.287 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2023-10-21T13:05:56.353 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-21T13:05:56.354 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-10-21T13:05:56.409 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-10-21T13:05:56.410 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-21T13:05:56.410 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-10-21T13:05:56.466 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2023-10-21T13:05:56.467 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:56.467 DEBUG:teuthology.orchestra.run.smithi067:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:56.553 INFO:teuthology.orchestra.run.smithi067.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:56.553 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:56.577 INFO:teuthology.orchestra.run.smithi067.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:56.577 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:56.577 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: resolved to: "172.21.15.67:3300,172.21.15.190:3300,172.21.15.190:3301" 2023-10-21T13:05:56.577 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: trying mount with new device syntax: 0@b62e8c93-45fd-460a-9f0d-e160cd3bbaec.cephfs=/ 2023-10-21T13:05:56.578 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.67:3300/172.21.15.190:3300/172.21.15.190:3301" will pass to kernel 2023-10-21T13:05:56.578 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: v2 mount support check returned 2 2023-10-21T13:05:56.578 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: kernel does not support v2 syntax 2023-10-21T13:05:56.578 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-21T13:05:56.657 INFO:teuthology.orchestra.run.smithi067.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-10-21T13:05:56.657 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-10-21T13:05:56.657 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: resolved to: "172.21.15.67:3300,172.21.15.190:3300,172.21.15.190:3301" 2023-10-21T13:05:56.658 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: trying mount with new device syntax: 0@b62e8c93-45fd-460a-9f0d-e160cd3bbaec.cephfs=/ 2023-10-21T13:05:56.658 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.67:3300/172.21.15.190:3300/172.21.15.190:3301" will pass to kernel 2023-10-21T13:05:56.658 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: v2 mount support check returned 2 2023-10-21T13:05:56.658 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: kernel does not support v2 syntax 2023-10-21T13:05:56.658 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-21T13:05:56.659 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: resolved to: "172.21.15.67:6789,172.21.15.190:6789,172.21.15.190:6790" 2023-10-21T13:05:56.659 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.67:6789,172.21.15.190:6789,172.21.15.190:6790:/ 2023-10-21T13:05:56.659 INFO:teuthology.orchestra.run.smithi067.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,key=0,mds_namespace=cephfs,fsid=b62e8c93-45fd-460a-9f0d-e160cd3bbaec" will pass to kernel 2023-10-21T13:05:56.660 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-10-21T13:05:56.660 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:56.661 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-10-21T13:05:56.689 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:56.689 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T13:05:56.762 INFO:teuthology.orchestra.run.smithi067.stdout:client5095 2023-10-21T13:05:56.762 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:05:56.763 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T13:05:56.820 DEBUG:teuthology.orchestra.run.smithi067:> mktemp -d --suffix=xfstests-dev 2023-10-21T13:05:56.877 INFO:teuthology.orchestra.run.smithi067.stdout:/tmp/tmp.nw04UX9RTqxfstests-dev 2023-10-21T13:05:56.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:56.878 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod a+rx /tmp/tmp.nw04UX9RTqxfstests-dev) 2023-10-21T13:05:56.945 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:56.945 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.nw04UX9RTqxfstests-dev) 2023-10-21T13:05:57.002 INFO:teuthology.orchestra.run.smithi067.stderr:Cloning into '/tmp/tmp.nw04UX9RTqxfstests-dev'... 2023-10-21T13:05:57.713 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:57.725 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2023-10-21T13:05:57.773 DEBUG:teuthology.orchestra.run.smithi067:> mktemp -d --suffix=test 2023-10-21T13:05:57.831 INFO:teuthology.orchestra.run.smithi067.stdout:/tmp/tmp.OV2jVp1YbXtest 2023-10-21T13:05:57.831 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:05:57.832 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2023-10-21T13:05:57.890 DEBUG:teuthology.orchestra.run.smithi067:> mktemp -d --suffix=scratch 2023-10-21T13:05:57.946 INFO:teuthology.orchestra.run.smithi067.stdout:/tmp/tmp.grziKjmILoscratch 2023-10-21T13:05:57.947 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "rhel" and "8.6". 2023-10-21T13:05:57.947 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum install -y acl attr automake bc dbench dump e2fsprogs fio gawk gcc indent libtool lvm2 make psmisc quota sed xfsdump xfsprogs libacl-devel libattr-devel libaio-devel libuuid-devel xfsprogs-devel python3 sqlite xfsprogs-qa-devel 2023-10-21T13:05:58.362 INFO:teuthology.orchestra.run.smithi067.stdout:Updating Subscription Management repositories. 2023-10-21T13:05:59.187 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:08:06 ago on Sat 21 Oct 2023 12:57:53 PM UTC. 2023-10-21T13:05:59.357 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:05:59.360 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:06:00.619 INFO:teuthology.orchestra.run.smithi067.stdout:Package acl-2.2.53-1.el8.x86_64 is already installed. 2023-10-21T13:06:00.620 INFO:teuthology.orchestra.run.smithi067.stdout:Package attr-2.4.48-3.el8.x86_64 is already installed. 2023-10-21T13:06:00.621 INFO:teuthology.orchestra.run.smithi067.stdout:Package automake-1.16.1-7.el8.noarch is already installed. 2023-10-21T13:06:00.622 INFO:teuthology.orchestra.run.smithi067.stdout:Package bc-1.07.1-5.el8.x86_64 is already installed. 2023-10-21T13:06:00.623 INFO:teuthology.orchestra.run.smithi067.stdout:Package dbench-4.0-20.el8.x86_64 is already installed. 2023-10-21T13:06:00.626 INFO:teuthology.orchestra.run.smithi067.stdout:Package e2fsprogs-1.45.6-4.el8.x86_64 is already installed. 2023-10-21T13:06:00.628 INFO:teuthology.orchestra.run.smithi067.stdout:Package gawk-4.2.1-4.el8.x86_64 is already installed. 2023-10-21T13:06:00.629 INFO:teuthology.orchestra.run.smithi067.stdout:Package gcc-8.5.0-10.1.el8_6.x86_64 is already installed. 2023-10-21T13:06:00.631 INFO:teuthology.orchestra.run.smithi067.stdout:Package libtool-2.4.6-25.el8.x86_64 is already installed. 2023-10-21T13:06:00.632 INFO:teuthology.orchestra.run.smithi067.stdout:Package lvm2-8:2.03.14-3.el8_6.2.x86_64 is already installed. 2023-10-21T13:06:00.633 INFO:teuthology.orchestra.run.smithi067.stdout:Package make-1:4.2.1-11.el8.x86_64 is already installed. 2023-10-21T13:06:00.634 INFO:teuthology.orchestra.run.smithi067.stdout:Package psmisc-23.1-5.el8.x86_64 is already installed. 2023-10-21T13:06:00.635 INFO:teuthology.orchestra.run.smithi067.stdout:Package quota-1:4.04-14.el8.x86_64 is already installed. 2023-10-21T13:06:00.637 INFO:teuthology.orchestra.run.smithi067.stdout:Package sed-4.5-5.el8.x86_64 is already installed. 2023-10-21T13:06:00.638 INFO:teuthology.orchestra.run.smithi067.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-21T13:06:00.639 INFO:teuthology.orchestra.run.smithi067.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-21T13:06:00.640 INFO:teuthology.orchestra.run.smithi067.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-21T13:06:00.642 INFO:teuthology.orchestra.run.smithi067.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-21T13:06:00.643 INFO:teuthology.orchestra.run.smithi067.stdout:Package libaio-devel-0.3.112-1.el8.x86_64 is already installed. 2023-10-21T13:06:00.644 INFO:teuthology.orchestra.run.smithi067.stdout:Package libuuid-devel-2.32.1-35.el8.x86_64 is already installed. 2023-10-21T13:06:00.645 INFO:teuthology.orchestra.run.smithi067.stdout:Package xfsprogs-devel-5.0.0-10.el8.x86_64 is already installed. 2023-10-21T13:06:00.649 INFO:teuthology.orchestra.run.smithi067.stdout:Package python36-3.6.8-38.module+el8.5.0+12207+5c5719bc.x86_64 is already installed. 2023-10-21T13:06:00.650 INFO:teuthology.orchestra.run.smithi067.stdout:Package sqlite-3.26.0-15.el8.x86_64 is already installed. 2023-10-21T13:06:00.655 INFO:teuthology.orchestra.run.smithi067.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-21T13:06:00.777 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved. 2023-10-21T13:06:00.778 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2023-10-21T13:06:00.778 INFO:teuthology.orchestra.run.smithi067.stdout: Package Arch Version Repository Size 2023-10-21T13:06:00.779 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2023-10-21T13:06:00.779 INFO:teuthology.orchestra.run.smithi067.stdout:Installing: 2023-10-21T13:06:00.779 INFO:teuthology.orchestra.run.smithi067.stdout: dump x86_64 1:0.4-0.36.b46.el8 rhel-8-for-x86_64-baseos-rpms 164 k 2023-10-21T13:06:00.779 INFO:teuthology.orchestra.run.smithi067.stdout: fio x86_64 3.19-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-21T13:06:00.779 INFO:teuthology.orchestra.run.smithi067.stdout: indent x86_64 2.2.13-4.el8 epel 187 k 2023-10-21T13:06:00.780 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrading: 2023-10-21T13:06:00.780 INFO:teuthology.orchestra.run.smithi067.stdout: sqlite x86_64 3.26.0-16.el8_6 rhel-8-for-x86_64-baseos-rpms 668 k 2023-10-21T13:06:00.780 INFO:teuthology.orchestra.run.smithi067.stdout: sqlite-libs x86_64 3.26.0-16.el8_6 rhel-8-for-x86_64-baseos-rpms 581 k 2023-10-21T13:06:00.780 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies: 2023-10-21T13:06:00.780 INFO:teuthology.orchestra.run.smithi067.stdout: daxctl-libs x86_64 71.1-3.el8 rhel-8-for-x86_64-baseos-rpms 42 k 2023-10-21T13:06:00.781 INFO:teuthology.orchestra.run.smithi067.stdout: libpmemblk x86_64 1.6.1-1.el8 rhel-8-for-x86_64-appstream-rpms 92 k 2023-10-21T13:06:00.781 INFO:teuthology.orchestra.run.smithi067.stdout: ndctl-libs x86_64 71.1-3.el8 rhel-8-for-x86_64-baseos-rpms 79 k 2023-10-21T13:06:00.781 INFO:teuthology.orchestra.run.smithi067.stdout: rmt x86_64 2:1.5.3-13.el8 rhel-8-for-x86_64-baseos-rpms 51 k 2023-10-21T13:06:00.781 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:06:00.781 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary 2023-10-21T13:06:00.782 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2023-10-21T13:06:00.782 INFO:teuthology.orchestra.run.smithi067.stdout:Install 7 Packages 2023-10-21T13:06:00.782 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrade 2 Packages 2023-10-21T13:06:00.782 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:06:00.783 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 2.3 M 2023-10-21T13:06:00.783 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages: 2023-10-21T13:06:01.241 INFO:teuthology.orchestra.run.smithi067.stdout:(1/9): dump-0.4-0.36.b46.el8.x86_64.rpm 1.4 MB/s | 164 kB 00:00 2023-10-21T13:06:01.266 INFO:teuthology.orchestra.run.smithi067.stdout:(2/9): rmt-1.5.3-13.el8.x86_64.rpm 379 kB/s | 51 kB 00:00 2023-10-21T13:06:01.292 INFO:teuthology.orchestra.run.smithi067.stdout:(3/9): daxctl-libs-71.1-3.el8.x86_64.rpm 839 kB/s | 42 kB 00:00 2023-10-21T13:06:01.325 INFO:teuthology.orchestra.run.smithi067.stdout:(4/9): ndctl-libs-71.1-3.el8.x86_64.rpm 1.3 MB/s | 79 kB 00:00 2023-10-21T13:06:01.371 INFO:teuthology.orchestra.run.smithi067.stdout:(5/9): indent-2.2.13-4.el8.x86_64.rpm 778 kB/s | 187 kB 00:00 2023-10-21T13:06:01.401 INFO:teuthology.orchestra.run.smithi067.stdout:(6/9): libpmemblk-1.6.1-1.el8.x86_64.rpm 1.2 MB/s | 92 kB 00:00 2023-10-21T13:06:01.460 INFO:teuthology.orchestra.run.smithi067.stdout:(7/9): fio-3.19-3.el8.x86_64.rpm 3.1 MB/s | 538 kB 00:00 2023-10-21T13:06:01.502 INFO:teuthology.orchestra.run.smithi067.stdout:(8/9): sqlite-libs-3.26.0-16.el8_6.x86_64.rpm 6.2 MB/s | 581 kB 00:00 2023-10-21T13:06:01.527 INFO:teuthology.orchestra.run.smithi067.stdout:(9/9): sqlite-3.26.0-16.el8_6.x86_64.rpm 4.2 MB/s | 668 kB 00:00 2023-10-21T13:06:01.528 INFO:teuthology.orchestra.run.smithi067.stdout:-------------------------------------------------------------------------------- 2023-10-21T13:06:01.528 INFO:teuthology.orchestra.run.smithi067.stdout:Total 3.1 MB/s | 2.3 MB 00:00 2023-10-21T13:06:01.617 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check 2023-10-21T13:06:01.652 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded. 2023-10-21T13:06:01.652 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test 2023-10-21T13:06:01.746 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded. 2023-10-21T13:06:01.751 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction 2023-10-21T13:06:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: Preparing : 1/1 2023-10-21T13:06:02.289 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : daxctl-libs-71.1-3.el8.x86_64 1/11 2023-10-21T13:06:02.397 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: daxctl-libs-71.1-3.el8.x86_64 1/11 2023-10-21T13:06:02.605 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ndctl-libs-71.1-3.el8.x86_64 2/11 2023-10-21T13:06:02.682 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ndctl-libs-71.1-3.el8.x86_64 2/11 2023-10-21T13:06:02.897 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libpmemblk-1.6.1-1.el8.x86_64 3/11 2023-10-21T13:06:03.020 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libpmemblk-1.6.1-1.el8.x86_64 3/11 2023-10-21T13:06:03.194 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : sqlite-libs-3.26.0-16.el8_6.x86_64 4/11 2023-10-21T13:06:03.382 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : rmt-2:1.5.3-13.el8.x86_64 5/11 2023-10-21T13:06:03.631 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : dump-1:0.4-0.36.b46.el8.x86_64 6/11 2023-10-21T13:06:03.981 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : sqlite-3.26.0-16.el8_6.x86_64 7/11 2023-10-21T13:06:04.247 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : fio-3.19-3.el8.x86_64 8/11 2023-10-21T13:06:04.456 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : indent-2.2.13-4.el8.x86_64 9/11 2023-10-21T13:06:04.622 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : sqlite-3.26.0-15.el8.x86_64 10/11 2023-10-21T13:06:04.821 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : sqlite-libs-3.26.0-15.el8.x86_64 11/11 2023-10-21T13:06:05.107 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: sqlite-libs-3.26.0-15.el8.x86_64 11/11 2023-10-21T13:06:05.108 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : indent-2.2.13-4.el8.x86_64 1/11 2023-10-21T13:06:05.108 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : dump-1:0.4-0.36.b46.el8.x86_64 2/11 2023-10-21T13:06:05.108 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : rmt-2:1.5.3-13.el8.x86_64 3/11 2023-10-21T13:06:05.108 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : daxctl-libs-71.1-3.el8.x86_64 4/11 2023-10-21T13:06:05.108 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ndctl-libs-71.1-3.el8.x86_64 5/11 2023-10-21T13:06:05.109 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : fio-3.19-3.el8.x86_64 6/11 2023-10-21T13:06:05.109 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libpmemblk-1.6.1-1.el8.x86_64 7/11 2023-10-21T13:06:05.109 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : sqlite-3.26.0-16.el8_6.x86_64 8/11 2023-10-21T13:06:05.109 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : sqlite-3.26.0-15.el8.x86_64 9/11 2023-10-21T13:06:05.109 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : sqlite-libs-3.26.0-16.el8_6.x86_64 10/11 2023-10-21T13:06:06.383 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : sqlite-libs-3.26.0-15.el8.x86_64 11/11 2023-10-21T13:06:06.383 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:08:13 ago on Sat 21 Oct 2023 12:57:53 PM UTC. 2023-10-21T13:06:08.922 INFO:teuthology.orchestra.run.smithi067.stdout:Installed products updated. 2023-10-21T13:06:09.126 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:06:09.126 INFO:teuthology.orchestra.run.smithi067.stdout:Upgraded: 2023-10-21T13:06:09.126 INFO:teuthology.orchestra.run.smithi067.stdout: sqlite-3.26.0-16.el8_6.x86_64 sqlite-libs-3.26.0-16.el8_6.x86_64 2023-10-21T13:06:09.126 INFO:teuthology.orchestra.run.smithi067.stdout:Installed: 2023-10-21T13:06:09.127 INFO:teuthology.orchestra.run.smithi067.stdout: daxctl-libs-71.1-3.el8.x86_64 dump-1:0.4-0.36.b46.el8.x86_64 2023-10-21T13:06:09.127 INFO:teuthology.orchestra.run.smithi067.stdout: fio-3.19-3.el8.x86_64 indent-2.2.13-4.el8.x86_64 2023-10-21T13:06:09.127 INFO:teuthology.orchestra.run.smithi067.stdout: libpmemblk-1.6.1-1.el8.x86_64 ndctl-libs-71.1-3.el8.x86_64 2023-10-21T13:06:09.127 INFO:teuthology.orchestra.run.smithi067.stdout: rmt-2:1.5.3-13.el8.x86_64 2023-10-21T13:06:09.127 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:06:09.128 INFO:teuthology.orchestra.run.smithi067.stdout:Complete! 2023-10-21T13:06:09.309 DEBUG:teuthology.orchestra.run.smithi067:> sudo useradd -m fsgqa 2023-10-21T13:06:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:useradd: user 'fsgqa' already exists 2023-10-21T13:06:09.340 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-10-21T13:06:09.341 DEBUG:teuthology.orchestra.run.smithi067:> sudo groupadd fsgqa 2023-10-21T13:06:09.409 INFO:teuthology.orchestra.run.smithi067.stderr:groupadd: group 'fsgqa' already exists 2023-10-21T13:06:09.410 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-10-21T13:06:09.411 DEBUG:teuthology.orchestra.run.smithi067:> sudo useradd fsgqa2 2023-10-21T13:06:10.811 DEBUG:teuthology.orchestra.run.smithi067:> sudo useradd 123456-fsgqa 2023-10-21T13:06:13.527 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2023-10-21T13:06:13.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.666+0000 7ff964802700 1 Processor -- start 2023-10-21T13:06:13.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.666+0000 7ff964802700 1 -- start start 2023-10-21T13:06:13.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.667+0000 7ff964802700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff9600cf0d0 0x7ff96006bc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:06:13.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.667+0000 7ff964802700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff9600cf4b0 0x7ff9600c9fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:06:13.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.667+0000 7ff964802700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff96015fd70 con 0x7ff96015ef60 2023-10-21T13:06:13.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.667+0000 7ff964802700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff96006b2a0 con 0x7ff9600cf0d0 2023-10-21T13:06:13.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.667+0000 7ff964802700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9600cb280 con 0x7ff9600cf4b0 2023-10-21T13:06:13.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.667+0000 7ff95ed9d700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff9600cf0d0 0x7ff96006bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:06:13.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.667+0000 7ff95ed9d700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff9600cf0d0 0x7ff96006bc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33516/0 (socket says 172.21.15.67:33516) 2023-10-21T13:06:13.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.667+0000 7ff95ed9d700 1 -- 172.21.15.67:0/1111585875 learned_addr learned my addr 172.21.15.67:0/1111585875 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:06:13.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.667+0000 7ff95ed9d700 1 -- 172.21.15.67:0/1111585875 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff9600cf4b0 msgr2=0x7ff9600c9fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:06:13.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.667+0000 7ff95ed9d700 1 --2- 172.21.15.67:0/1111585875 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff9600cf4b0 0x7ff9600c9fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:13.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.667+0000 7ff95ed9d700 1 -- 172.21.15.67:0/1111585875 >> v1:172.21.15.190:6789/0 conn(0x7ff96015ef60 legacy=0x7ff9600cdc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:06:13.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.667+0000 7ff95ed9d700 1 -- 172.21.15.67:0/1111585875 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9600ca9e0 con 0x7ff9600cf0d0 2023-10-21T13:06:13.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.667+0000 7ff95ed9d700 1 --2- 172.21.15.67:0/1111585875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9600cf0d0 0x7ff96006bc80 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7ff9540098f0 tx=0x7ff954009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7429eff889ed46bb server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:06:13.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.668+0000 7ff95dd9b700 1 -- 172.21.15.67:0/1111585875 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff954004230 con 0x7ff9600cf0d0 2023-10-21T13:06:13.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.668+0000 7ff95dd9b700 1 -- 172.21.15.67:0/1111585875 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff954004390 con 0x7ff9600cf0d0 2023-10-21T13:06:13.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.668+0000 7ff95dd9b700 1 -- 172.21.15.67:0/1111585875 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9540036a0 con 0x7ff9600cf0d0 2023-10-21T13:06:13.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.668+0000 7ff964802700 1 -- 172.21.15.67:0/1111585875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9600cf0d0 msgr2=0x7ff96006bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:06:13.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.668+0000 7ff964802700 1 --2- 172.21.15.67:0/1111585875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9600cf0d0 0x7ff96006bc80 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7ff9540098f0 tx=0x7ff954009c00 comp rx=0 tx=0).stop 2023-10-21T13:06:13.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.668+0000 7ff964802700 1 -- 172.21.15.67:0/1111585875 shutdown_connections 2023-10-21T13:06:13.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.668+0000 7ff964802700 1 --2- 172.21.15.67:0/1111585875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9600cf0d0 0x7ff96006bc80 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:13.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.668+0000 7ff964802700 1 --2- 172.21.15.67:0/1111585875 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff9600cf4b0 0x7ff9600c9fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:13.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.668+0000 7ff964802700 1 -- 172.21.15.67:0/1111585875 >> 172.21.15.67:0/1111585875 conn(0x7ff9600cc400 msgr2=0x7ff9600cc810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:06:13.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.668+0000 7ff964802700 1 -- 172.21.15.67:0/1111585875 shutdown_connections 2023-10-21T13:06:13.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.668+0000 7ff964802700 1 -- 172.21.15.67:0/1111585875 wait complete. 2023-10-21T13:06:13.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.670+0000 7ff964802700 1 Processor -- start 2023-10-21T13:06:13.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.670+0000 7ff964802700 1 -- start start 2023-10-21T13:06:13.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff964802700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9600cf0d0 0x7ff96015cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:06:13.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff964802700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff9600cf4b0 0x7ff96014e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:06:13.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff964802700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff96015ef60 0x7ff96006e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:06:13.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff964802700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff96014ea60 con 0x7ff9600cf0d0 2023-10-21T13:06:13.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff964802700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff96015d110 con 0x7ff96015ef60 2023-10-21T13:06:13.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff964802700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff96015d3f0 con 0x7ff9600cf4b0 2023-10-21T13:06:13.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff95ed9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9600cf0d0 0x7ff96015cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:06:13.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff95ed9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9600cf0d0 0x7ff96015cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33520/0 (socket says 172.21.15.67:33520) 2023-10-21T13:06:13.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff95ed9d700 1 -- 172.21.15.67:0/369017463 learned_addr learned my addr 172.21.15.67:0/369017463 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:06:13.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff95e59c700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff9600cf4b0 0x7ff96014e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:06:13.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff95f59e700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff96015ef60 0x7ff96006e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:06:13.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff95ed9d700 1 -- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff9600cf4b0 msgr2=0x7ff96014e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:06:13.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff95ed9d700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff9600cf4b0 0x7ff96014e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:13.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff95ed9d700 1 -- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff96015ef60 msgr2=0x7ff96006e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:06:13.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff95ed9d700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff96015ef60 0x7ff96006e250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:13.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff95ed9d700 1 -- 172.21.15.67:0/369017463 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff954009550 con 0x7ff9600cf0d0 2023-10-21T13:06:13.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff95e59c700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff9600cf4b0 0x7ff96014e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T13:06:13.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff95ed9d700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9600cf0d0 0x7ff96015cb30 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7ff954009130 tx=0x7ff954004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:06:13.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff9477fe700 1 -- 172.21.15.67:0/369017463 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff954003e70 con 0x7ff9600cf0d0 2023-10-21T13:06:13.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff9477fe700 1 -- 172.21.15.67:0/369017463 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff95401f070 con 0x7ff9600cf0d0 2023-10-21T13:06:13.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff964802700 1 -- 172.21.15.67:0/369017463 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff96015d6d0 con 0x7ff9600cf0d0 2023-10-21T13:06:13.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff9477fe700 1 -- 172.21.15.67:0/369017463 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff95400b8a0 con 0x7ff9600cf0d0 2023-10-21T13:06:13.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.671+0000 7ff964802700 1 -- 172.21.15.67:0/369017463 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff96015dc90 con 0x7ff9600cf0d0 2023-10-21T13:06:13.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.672+0000 7ff964802700 1 -- 172.21.15.67:0/369017463 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff96004f400 con 0x7ff9600cf0d0 2023-10-21T13:06:13.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.673+0000 7ff9477fe700 1 -- 172.21.15.67:0/369017463 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff954021030 con 0x7ff9600cf0d0 2023-10-21T13:06:13.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.673+0000 7ff9477fe700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff94c06af00 0x7ff94c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:06:13.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.673+0000 7ff9477fe700 1 -- 172.21.15.67:0/369017463 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff95408ac70 con 0x7ff9600cf0d0 2023-10-21T13:06:13.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.674+0000 7ff95e59c700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff94c06af00 0x7ff94c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:06:13.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.674+0000 7ff95e59c700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff94c06af00 0x7ff94c06d3c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff9600b07b0 tx=0x7ff950008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:06:13.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.678+0000 7ff9477fe700 1 -- 172.21.15.67:0/369017463 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ff954055db0 con 0x7ff9600cf0d0 2023-10-21T13:06:13.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.961+0000 7ff964802700 1 -- 172.21.15.67:0/369017463 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7ff96004f400 con 0x7ff9600cf0d0 2023-10-21T13:06:13.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.961+0000 7ff9477fe700 1 -- 172.21.15.67:0/369017463 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+1276 (secure 0 0 0) 0x7ff9540593d0 con 0x7ff9600cf0d0 2023-10-21T13:06:13.963 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:06:13.964 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":1,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","modified":"2023-10-21T13:04:01.091094Z","created":"2023-10-21T13:04:01.091094Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3300","nonce":0},{"type":"v1","addr":"172.21.15.67:6789","nonce":0}]},"addr":"172.21.15.67:6789/0","public_addr":"172.21.15.67:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:3300","nonce":0},{"type":"v1","addr":"172.21.15.190:6789","nonce":0}]},"addr":"172.21.15.190:6789/0","public_addr":"172.21.15.190:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:3301","nonce":0},{"type":"v1","addr":"172.21.15.190:6790","nonce":0}]},"addr":"172.21.15.190:6790/0","public_addr":"172.21.15.190:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-10-21T13:06:13.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.963+0000 7ff964802700 1 -- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff94c06af00 msgr2=0x7ff94c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:06:13.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.963+0000 7ff964802700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff94c06af00 0x7ff94c06d3c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff9600b07b0 tx=0x7ff950008040 comp rx=0 tx=0).stop 2023-10-21T13:06:13.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.963+0000 7ff964802700 1 -- 172.21.15.67:0/369017463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9600cf0d0 msgr2=0x7ff96015cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:06:13.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.963+0000 7ff964802700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9600cf0d0 0x7ff96015cb30 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7ff954009130 tx=0x7ff954004750 comp rx=0 tx=0).stop 2023-10-21T13:06:13.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.963+0000 7ff964802700 1 -- 172.21.15.67:0/369017463 shutdown_connections 2023-10-21T13:06:13.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.963+0000 7ff964802700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff96015ef60 0x7ff96006e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:13.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.963+0000 7ff964802700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9600cf0d0 0x7ff96015cb30 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:13.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.963+0000 7ff964802700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff94c06af00 0x7ff94c06d3c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:13.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.963+0000 7ff964802700 1 --2- 172.21.15.67:0/369017463 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff9600cf4b0 0x7ff96014e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:13.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.963+0000 7ff964802700 1 -- 172.21.15.67:0/369017463 >> 172.21.15.67:0/369017463 conn(0x7ff9600cc400 msgr2=0x7ff9601557d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:06:13.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.963+0000 7ff964802700 1 -- 172.21.15.67:0/369017463 shutdown_connections 2023-10-21T13:06:13.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:13.963+0000 7ff964802700 1 -- 172.21.15.67:0/369017463 wait complete. 2023-10-21T13:06:13.968 INFO:teuthology.orchestra.run.smithi067.stderr:dumped monmap epoch 1 2023-10-21T13:06:13.977 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get-or-create client.admin 2023-10-21T13:06:14.103 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.101+0000 7f1e9c035700 1 Processor -- start 2023-10-21T13:06:14.103 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.101+0000 7f1e9c035700 1 -- start start 2023-10-21T13:06:14.106 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.102+0000 7f1e9c035700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f1e940cdf30 0x7f1e9415da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:06:14.106 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.102+0000 7f1e9c035700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f1e9406fe10 0x7f1e94071a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:06:14.106 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.102+0000 7f1e9c035700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e9415df90 con 0x7f1e9406b370 2023-10-21T13:06:14.106 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.102+0000 7f1e9c035700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e9406da80 con 0x7f1e9406fe10 2023-10-21T13:06:14.107 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.102+0000 7f1e9c035700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e9415e1e0 con 0x7f1e940cdf30 2023-10-21T13:06:14.107 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.102+0000 7f1e9a5d2700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f1e9406fe10 0x7f1e94071a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:06:14.107 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.102+0000 7f1e9a5d2700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f1e9406fe10 0x7f1e94071a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33532/0 (socket says 172.21.15.67:33532) 2023-10-21T13:06:14.107 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.102+0000 7f1e9a5d2700 1 -- 172.21.15.67:0/1812248283 learned_addr learned my addr 172.21.15.67:0/1812248283 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:06:14.107 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.102+0000 7f1e99dd1700 1 --2- 172.21.15.67:0/1812248283 >> v2:172.21.15.190:3300/0 conn(0x7f1e940cdf30 0x7f1e9415da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:06:14.107 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.102+0000 7f1e9a5d2700 1 -- 172.21.15.67:0/1812248283 >> v2:172.21.15.190:3300/0 conn(0x7f1e940cdf30 msgr2=0x7f1e9415da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:06:14.108 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.102+0000 7f1e9a5d2700 1 --2- 172.21.15.67:0/1812248283 >> v2:172.21.15.190:3300/0 conn(0x7f1e940cdf30 0x7f1e9415da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:14.108 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.102+0000 7f1e9a5d2700 1 -- 172.21.15.67:0/1812248283 >> v1:172.21.15.190:6789/0 conn(0x7f1e9406b370 legacy=0x7f1e940ce310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T13:06:14.108 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.102+0000 7f1e9a5d2700 1 -- 172.21.15.67:0/1812248283 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e9415e4c0 con 0x7f1e9406fe10 2023-10-21T13:06:14.109 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.103+0000 7f1e9a5d2700 1 --2- 172.21.15.67:0/1812248283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e9406fe10 0x7f1e94071a50 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f1e94067b20 tx=0x7f1e90009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c88c44e23fceed87 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:06:14.109 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.103+0000 7f1e98dcf700 1 -- 172.21.15.67:0/1812248283 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e90004230 con 0x7f1e9406fe10 2023-10-21T13:06:14.109 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.103+0000 7f1e98dcf700 1 -- 172.21.15.67:0/1812248283 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e90004390 con 0x7f1e9406fe10 2023-10-21T13:06:14.109 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.103+0000 7f1e98dcf700 1 -- 172.21.15.67:0/1812248283 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e900036a0 con 0x7f1e9406fe10 2023-10-21T13:06:14.109 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.103+0000 7f1e9c035700 1 -- 172.21.15.67:0/1812248283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e9406fe10 msgr2=0x7f1e94071a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:06:14.110 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.103+0000 7f1e9c035700 1 --2- 172.21.15.67:0/1812248283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e9406fe10 0x7f1e94071a50 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f1e94067b20 tx=0x7f1e90009bd0 comp rx=0 tx=0).stop 2023-10-21T13:06:14.110 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.103+0000 7f1e9c035700 1 -- 172.21.15.67:0/1812248283 shutdown_connections 2023-10-21T13:06:14.110 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.103+0000 7f1e9c035700 1 --2- 172.21.15.67:0/1812248283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e9406fe10 0x7f1e94071a50 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:14.110 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.103+0000 7f1e9c035700 1 --2- 172.21.15.67:0/1812248283 >> v2:172.21.15.190:3300/0 conn(0x7f1e940cdf30 0x7f1e9415da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:14.110 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.103+0000 7f1e9c035700 1 -- 172.21.15.67:0/1812248283 >> 172.21.15.67:0/1812248283 conn(0x7f1e940d0360 msgr2=0x7f1e940d0770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:06:14.111 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.103+0000 7f1e9c035700 1 -- 172.21.15.67:0/1812248283 shutdown_connections 2023-10-21T13:06:14.111 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.104+0000 7f1e9c035700 1 -- 172.21.15.67:0/1812248283 wait complete. 2023-10-21T13:06:14.114 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.105+0000 7f1e9c035700 1 Processor -- start 2023-10-21T13:06:14.114 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.105+0000 7f1e9c035700 1 -- start start 2023-10-21T13:06:14.114 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.105+0000 7f1e9c035700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1e9406b370 0x7f1e94148cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:06:14.114 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.105+0000 7f1e9c035700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e9406fe10 0x7f1e941f31f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:06:14.114 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.105+0000 7f1e9c035700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e940cdf30 0x7f1e940c7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:06:14.115 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.105+0000 7f1e9c035700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e940c4470 con 0x7f1e940cdf30 2023-10-21T13:06:14.115 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.105+0000 7f1e9c035700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e940c52d0 con 0x7f1e9406fe10 2023-10-21T13:06:14.115 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.105+0000 7f1e9c035700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e941f3730 con 0x7f1e9406b370 2023-10-21T13:06:14.115 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e9a5d2700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e940cdf30 0x7f1e940c7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:06:14.115 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e9a5d2700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e940cdf30 0x7f1e940c7430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33538/0 (socket says 172.21.15.67:33538) 2023-10-21T13:06:14.116 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e9a5d2700 1 -- 172.21.15.67:0/2710983601 learned_addr learned my addr 172.21.15.67:0/2710983601 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T13:06:14.116 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e99dd1700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1e9406b370 0x7f1e94148cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:06:14.116 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e995d0700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e9406fe10 0x7f1e941f31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:06:14.116 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e9a5d2700 1 -- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1e9406b370 msgr2=0x7f1e94148cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:06:14.116 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e9a5d2700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1e9406b370 0x7f1e94148cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:14.117 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e9a5d2700 1 -- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e9406fe10 msgr2=0x7f1e941f31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:06:14.117 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e9a5d2700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e9406fe10 0x7f1e941f31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:14.117 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e9a5d2700 1 -- 172.21.15.67:0/2710983601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e90009550 con 0x7f1e940cdf30 2023-10-21T13:06:14.117 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e995d0700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e9406fe10 0x7f1e941f31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:06:14.117 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e99dd1700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1e9406b370 0x7f1e94148cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T13:06:14.118 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e9a5d2700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e940cdf30 0x7f1e940c7430 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f1e90009130 tx=0x7f1e90004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:06:14.118 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e8a7fc700 1 -- 172.21.15.67:0/2710983601 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e90003d00 con 0x7f1e940cdf30 2023-10-21T13:06:14.118 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e8a7fc700 1 -- 172.21.15.67:0/2710983601 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e9001f070 con 0x7f1e940cdf30 2023-10-21T13:06:14.118 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e9c035700 1 -- 172.21.15.67:0/2710983601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e940c46c0 con 0x7f1e940cdf30 2023-10-21T13:06:14.118 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e8a7fc700 1 -- 172.21.15.67:0/2710983601 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e90011870 con 0x7f1e940cdf30 2023-10-21T13:06:14.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.106+0000 7f1e9c035700 1 -- 172.21.15.67:0/2710983601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e940c4c80 con 0x7f1e940cdf30 2023-10-21T13:06:14.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.107+0000 7f1e9c035700 1 -- 172.21.15.67:0/2710983601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e940674f0 con 0x7f1e940cdf30 2023-10-21T13:06:14.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.108+0000 7f1e8a7fc700 1 -- 172.21.15.67:0/2710983601 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1e90021030 con 0x7f1e940cdf30 2023-10-21T13:06:14.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.108+0000 7f1e8a7fc700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1e7806af00 0x7f1e7806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T13:06:14.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.108+0000 7f1e8a7fc700 1 -- 172.21.15.67:0/2710983601 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1e9008ab70 con 0x7f1e940cdf30 2023-10-21T13:06:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.108+0000 7f1e99dd1700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1e7806af00 0x7f1e7806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T13:06:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.109+0000 7f1e99dd1700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1e7806af00 0x7f1e7806d3c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c009b20 tx=0x7f1e8c003a60 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T13:06:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.112+0000 7f1e8a7fc700 1 -- 172.21.15.67:0/2710983601 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1e90055d40 con 0x7f1e940cdf30 2023-10-21T13:06:14.395 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.393+0000 7f1e9c035700 1 -- 172.21.15.67:0/2710983601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.admin"} v 0) v1 -- 0x7f1e940c5440 con 0x7f1e940cdf30 2023-10-21T13:06:14.395 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.393+0000 7f1e8a7fc700 1 -- 172.21.15.67:0/2710983601 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.admin"}]=0 v13) v1 ==== 92+0+63 (secure 0 0 0) 0x7f1e900290a0 con 0x7f1e940cdf30 2023-10-21T13:06:14.396 INFO:teuthology.orchestra.run.smithi067.stdout:[client.admin] 2023-10-21T13:06:14.396 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== 2023-10-21T13:06:14.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.396+0000 7f1e9c035700 1 -- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1e7806af00 msgr2=0x7f1e7806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:06:14.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.396+0000 7f1e9c035700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1e7806af00 0x7f1e7806d3c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c009b20 tx=0x7f1e8c003a60 comp rx=0 tx=0).stop 2023-10-21T13:06:14.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.396+0000 7f1e9c035700 1 -- 172.21.15.67:0/2710983601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e940cdf30 msgr2=0x7f1e940c7430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T13:06:14.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.396+0000 7f1e9c035700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e940cdf30 0x7f1e940c7430 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f1e90009130 tx=0x7f1e90004750 comp rx=0 tx=0).stop 2023-10-21T13:06:14.398 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.396+0000 7f1e9c035700 1 -- 172.21.15.67:0/2710983601 shutdown_connections 2023-10-21T13:06:14.399 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.396+0000 7f1e9c035700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e940cdf30 0x7f1e940c7430 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:14.399 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.396+0000 7f1e9c035700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1e7806af00 0x7f1e7806d3c0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:14.399 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.396+0000 7f1e9c035700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1e9406b370 0x7f1e94148cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:14.399 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.396+0000 7f1e9c035700 1 --2- 172.21.15.67:0/2710983601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e9406fe10 0x7f1e941f31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T13:06:14.400 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.396+0000 7f1e9c035700 1 -- 172.21.15.67:0/2710983601 >> 172.21.15.67:0/2710983601 conn(0x7f1e940d0360 msgr2=0x7f1e94160640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T13:06:14.400 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.396+0000 7f1e9c035700 1 -- 172.21.15.67:0/2710983601 shutdown_connections 2023-10-21T13:06:14.400 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T13:06:14.396+0000 7f1e9c035700 1 -- 172.21.15.67:0/2710983601 wait complete. 2023-10-21T13:06:14.410 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:06:14.410 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/tmp/tmp.nw04UX9RTqxfstests-dev/local.config 2023-10-21T13:06:14.437 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph export TEST_DEV=172.21.15.67:6789:/test export TEST_DIR=/tmp/tmp.OV2jVp1YbXtest export SCRATCH_DEV=172.21.15.67:6789:/scratch export SCRATCH_MNT=/tmp/tmp.grziKjmILoscratch export CEPHFS_MOUNT_OPTIONS="-o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ==" 2023-10-21T13:06:14.438 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T13:06:14.438 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/tmp/tmp.nw04UX9RTqxfstests-dev/ceph.exclude 2023-10-21T13:06:14.504 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo make) 2023-10-21T13:06:14.584 INFO:teuthology.orchestra.run.smithi067.stdout:libtoolize -cfi 2023-10-21T13:06:14.909 INFO:teuthology.orchestra.run.smithi067.stdout:libtoolize: putting auxiliary files in '.'. 2023-10-21T13:06:14.909 INFO:teuthology.orchestra.run.smithi067.stdout:libtoolize: copying file './config.guess' 2023-10-21T13:06:14.912 INFO:teuthology.orchestra.run.smithi067.stdout:libtoolize: copying file './config.sub' 2023-10-21T13:06:14.917 INFO:teuthology.orchestra.run.smithi067.stdout:libtoolize: copying file './install-sh' 2023-10-21T13:06:14.920 INFO:teuthology.orchestra.run.smithi067.stdout:libtoolize: copying file './ltmain.sh' 2023-10-21T13:06:14.941 INFO:teuthology.orchestra.run.smithi067.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2023-10-21T13:06:14.941 INFO:teuthology.orchestra.run.smithi067.stdout:libtoolize: copying file 'm4/libtool.m4' 2023-10-21T13:06:14.945 INFO:teuthology.orchestra.run.smithi067.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2023-10-21T13:06:14.950 INFO:teuthology.orchestra.run.smithi067.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2023-10-21T13:06:14.955 INFO:teuthology.orchestra.run.smithi067.stdout:libtoolize: copying file 'm4/ltversion.m4' 2023-10-21T13:06:14.959 INFO:teuthology.orchestra.run.smithi067.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2023-10-21T13:06:14.965 INFO:teuthology.orchestra.run.smithi067.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2023-10-21T13:06:14.966 INFO:teuthology.orchestra.run.smithi067.stdout:cp include/install-sh . 2023-10-21T13:06:14.967 INFO:teuthology.orchestra.run.smithi067.stdout:aclocal -I m4 2023-10-21T13:06:16.171 INFO:teuthology.orchestra.run.smithi067.stdout:autoheader 2023-10-21T13:06:16.481 INFO:teuthology.orchestra.run.smithi067.stdout:autoconf 2023-10-21T13:06:16.647 INFO:teuthology.orchestra.run.smithi067.stdout:./configure \ 2023-10-21T13:06:16.647 INFO:teuthology.orchestra.run.smithi067.stdout: --libexecdir=/usr/lib \ 2023-10-21T13:06:16.647 INFO:teuthology.orchestra.run.smithi067.stdout: --exec_prefix=/var/lib 2023-10-21T13:06:17.216 INFO:teuthology.orchestra.run.smithi067.stdout:checking build system type... x86_64-pc-linux-gnu 2023-10-21T13:06:17.217 INFO:teuthology.orchestra.run.smithi067.stdout:checking host system type... x86_64-pc-linux-gnu 2023-10-21T13:06:17.218 INFO:teuthology.orchestra.run.smithi067.stdout:checking how to print strings... printf 2023-10-21T13:06:17.218 INFO:teuthology.orchestra.run.smithi067.stdout:checking for gcc... gcc 2023-10-21T13:06:17.339 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether the C compiler works... yes 2023-10-21T13:06:17.339 INFO:teuthology.orchestra.run.smithi067.stdout:checking for C compiler default output file name... a.out 2023-10-21T13:06:17.369 INFO:teuthology.orchestra.run.smithi067.stdout:checking for suffix of executables... 2023-10-21T13:06:17.432 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether we are cross compiling... no 2023-10-21T13:06:17.451 INFO:teuthology.orchestra.run.smithi067.stdout:checking for suffix of object files... o 2023-10-21T13:06:17.468 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether we are using the GNU C compiler... yes 2023-10-21T13:06:17.486 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether gcc accepts -g... yes 2023-10-21T13:06:17.513 INFO:teuthology.orchestra.run.smithi067.stdout:checking for gcc option to accept ISO C89... none needed 2023-10-21T13:06:17.515 INFO:teuthology.orchestra.run.smithi067.stdout:checking for a sed that does not truncate output... /bin/sed 2023-10-21T13:06:17.517 INFO:teuthology.orchestra.run.smithi067.stdout:checking for grep that handles long lines and -e... /bin/grep 2023-10-21T13:06:17.518 INFO:teuthology.orchestra.run.smithi067.stdout:checking for egrep... /bin/grep -E 2023-10-21T13:06:17.520 INFO:teuthology.orchestra.run.smithi067.stdout:checking for fgrep... /bin/grep -F 2023-10-21T13:06:17.523 INFO:teuthology.orchestra.run.smithi067.stdout:checking for ld used by gcc... /bin/ld 2023-10-21T13:06:17.525 INFO:teuthology.orchestra.run.smithi067.stdout:checking if the linker (/bin/ld) is GNU ld... yes 2023-10-21T13:06:17.530 INFO:teuthology.orchestra.run.smithi067.stdout:checking for BSD- or MS-compatible name lister (nm)... /bin/nm -B 2023-10-21T13:06:17.546 INFO:teuthology.orchestra.run.smithi067.stdout:checking the name lister (/bin/nm -B) interface... BSD nm 2023-10-21T13:06:17.547 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether ln -s works... yes 2023-10-21T13:06:17.551 INFO:teuthology.orchestra.run.smithi067.stdout:checking the maximum length of command line arguments... 1572864 2023-10-21T13:06:17.554 INFO:teuthology.orchestra.run.smithi067.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2023-10-21T13:06:17.554 INFO:teuthology.orchestra.run.smithi067.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2023-10-21T13:06:17.555 INFO:teuthology.orchestra.run.smithi067.stdout:checking for /bin/ld option to reload object files... -r 2023-10-21T13:06:17.555 INFO:teuthology.orchestra.run.smithi067.stdout:checking for objdump... objdump 2023-10-21T13:06:17.556 INFO:teuthology.orchestra.run.smithi067.stdout:checking how to recognize dependent libraries... pass_all 2023-10-21T13:06:17.556 INFO:teuthology.orchestra.run.smithi067.stdout:checking for dlltool... no 2023-10-21T13:06:17.557 INFO:teuthology.orchestra.run.smithi067.stdout:checking how to associate runtime and link libraries... printf %s\n 2023-10-21T13:06:17.557 INFO:teuthology.orchestra.run.smithi067.stdout:checking for ar... ar 2023-10-21T13:06:17.583 INFO:teuthology.orchestra.run.smithi067.stdout:checking for archiver @FILE support... @ 2023-10-21T13:06:17.584 INFO:teuthology.orchestra.run.smithi067.stdout:checking for strip... strip 2023-10-21T13:06:17.584 INFO:teuthology.orchestra.run.smithi067.stdout:checking for ranlib... ranlib 2023-10-21T13:06:17.584 INFO:teuthology.orchestra.run.smithi067.stdout:checking for gawk... gawk 2023-10-21T13:06:17.635 INFO:teuthology.orchestra.run.smithi067.stdout:checking command to parse /bin/nm -B output from gcc object... ok 2023-10-21T13:06:17.636 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sysroot... no 2023-10-21T13:06:17.639 INFO:teuthology.orchestra.run.smithi067.stdout:checking for a working dd... /bin/dd 2023-10-21T13:06:17.641 INFO:teuthology.orchestra.run.smithi067.stdout:checking how to truncate binary pipes... /bin/dd bs=4096 count=1 2023-10-21T13:06:17.654 INFO:teuthology.orchestra.run.smithi067.stdout:checking for mt... no 2023-10-21T13:06:17.656 INFO:teuthology.orchestra.run.smithi067.stdout:checking if : is a manifest tool... no 2023-10-21T13:06:17.696 INFO:teuthology.orchestra.run.smithi067.stdout:checking how to run the C preprocessor... gcc -E 2023-10-21T13:06:17.811 INFO:teuthology.orchestra.run.smithi067.stdout:checking for ANSI C header files... yes 2023-10-21T13:06:17.832 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/types.h... yes 2023-10-21T13:06:17.859 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/stat.h... yes 2023-10-21T13:06:17.882 INFO:teuthology.orchestra.run.smithi067.stdout:checking for stdlib.h... yes 2023-10-21T13:06:17.907 INFO:teuthology.orchestra.run.smithi067.stdout:checking for string.h... yes 2023-10-21T13:06:17.932 INFO:teuthology.orchestra.run.smithi067.stdout:checking for memory.h... yes 2023-10-21T13:06:17.956 INFO:teuthology.orchestra.run.smithi067.stdout:checking for strings.h... yes 2023-10-21T13:06:17.983 INFO:teuthology.orchestra.run.smithi067.stdout:checking for inttypes.h... yes 2023-10-21T13:06:18.008 INFO:teuthology.orchestra.run.smithi067.stdout:checking for stdint.h... yes 2023-10-21T13:06:18.036 INFO:teuthology.orchestra.run.smithi067.stdout:checking for unistd.h... yes 2023-10-21T13:06:18.062 INFO:teuthology.orchestra.run.smithi067.stdout:checking for dlfcn.h... yes 2023-10-21T13:06:18.065 INFO:teuthology.orchestra.run.smithi067.stdout:checking for objdir... .libs 2023-10-21T13:06:18.132 INFO:teuthology.orchestra.run.smithi067.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2023-10-21T13:06:18.132 INFO:teuthology.orchestra.run.smithi067.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2023-10-21T13:06:18.147 INFO:teuthology.orchestra.run.smithi067.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2023-10-21T13:06:18.167 INFO:teuthology.orchestra.run.smithi067.stdout:checking if gcc static flag -static works... no 2023-10-21T13:06:18.188 INFO:teuthology.orchestra.run.smithi067.stdout:checking if gcc supports -c -o file.o... yes 2023-10-21T13:06:18.188 INFO:teuthology.orchestra.run.smithi067.stdout:checking if gcc supports -c -o file.o... (cached) yes 2023-10-21T13:06:18.194 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether the gcc linker (/bin/ld -m elf_x86_64) supports shared libraries... yes 2023-10-21T13:06:18.219 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether -lc should be explicitly linked in... no 2023-10-21T13:06:18.263 INFO:teuthology.orchestra.run.smithi067.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2023-10-21T13:06:18.264 INFO:teuthology.orchestra.run.smithi067.stdout:checking how to hardcode library paths into programs... immediate 2023-10-21T13:06:18.265 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether stripping libraries is possible... yes 2023-10-21T13:06:18.265 INFO:teuthology.orchestra.run.smithi067.stdout:checking if libtool supports shared libraries... yes 2023-10-21T13:06:18.266 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether to build shared libraries... yes 2023-10-21T13:06:18.266 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether to build static libraries... yes 2023-10-21T13:06:18.270 INFO:teuthology.orchestra.run.smithi067.stdout:checking for gcc... (cached) gcc 2023-10-21T13:06:18.286 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether we are using the GNU C compiler... (cached) yes 2023-10-21T13:06:18.286 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether gcc accepts -g... (cached) yes 2023-10-21T13:06:18.286 INFO:teuthology.orchestra.run.smithi067.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2023-10-21T13:06:18.286 INFO:teuthology.orchestra.run.smithi067.stdout:checking for gmake... /usr/bin/gmake 2023-10-21T13:06:18.287 INFO:teuthology.orchestra.run.smithi067.stderr:./configure: line 12070: test: $(SHELL): binary operator expected 2023-10-21T13:06:18.288 INFO:teuthology.orchestra.run.smithi067.stdout:checking for tar... /bin/tar 2023-10-21T13:06:18.288 INFO:teuthology.orchestra.run.smithi067.stdout:checking for gzip... /bin/gzip 2023-10-21T13:06:18.294 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether gcc -MM is supported... yes 2023-10-21T13:06:18.295 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sort... /bin/sort 2023-10-21T13:06:18.295 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether ln -s works... yes 2023-10-21T13:06:18.295 INFO:teuthology.orchestra.run.smithi067.stdout:checking for rpm... /bin/rpm 2023-10-21T13:06:18.298 INFO:teuthology.orchestra.run.smithi067.stdout:checking for rpmbuild... no 2023-10-21T13:06:18.323 INFO:teuthology.orchestra.run.smithi067.stdout:checking assert.h usability... yes 2023-10-21T13:06:18.330 INFO:teuthology.orchestra.run.smithi067.stdout:checking assert.h presence... yes 2023-10-21T13:06:18.330 INFO:teuthology.orchestra.run.smithi067.stdout:checking for assert.h... yes 2023-10-21T13:06:18.357 INFO:teuthology.orchestra.run.smithi067.stdout:checking bstring.h usability... no 2023-10-21T13:06:18.366 INFO:teuthology.orchestra.run.smithi067.stdout:checking bstring.h presence... no 2023-10-21T13:06:18.367 INFO:teuthology.orchestra.run.smithi067.stdout:checking for bstring.h... no 2023-10-21T13:06:18.391 INFO:teuthology.orchestra.run.smithi067.stdout:checking libgen.h usability... yes 2023-10-21T13:06:18.398 INFO:teuthology.orchestra.run.smithi067.stdout:checking libgen.h presence... yes 2023-10-21T13:06:18.398 INFO:teuthology.orchestra.run.smithi067.stdout:checking for libgen.h... yes 2023-10-21T13:06:18.427 INFO:teuthology.orchestra.run.smithi067.stdout:checking dirent.h usability... yes 2023-10-21T13:06:18.434 INFO:teuthology.orchestra.run.smithi067.stdout:checking dirent.h presence... yes 2023-10-21T13:06:18.434 INFO:teuthology.orchestra.run.smithi067.stdout:checking for dirent.h... yes 2023-10-21T13:06:18.490 INFO:teuthology.orchestra.run.smithi067.stdout:checking errno.h usability... yes 2023-10-21T13:06:18.497 INFO:teuthology.orchestra.run.smithi067.stdout:checking errno.h presence... yes 2023-10-21T13:06:18.498 INFO:teuthology.orchestra.run.smithi067.stdout:checking for errno.h... yes 2023-10-21T13:06:18.526 INFO:teuthology.orchestra.run.smithi067.stdout:checking malloc.h usability... yes 2023-10-21T13:06:18.534 INFO:teuthology.orchestra.run.smithi067.stdout:checking malloc.h presence... yes 2023-10-21T13:06:18.534 INFO:teuthology.orchestra.run.smithi067.stdout:checking for malloc.h... yes 2023-10-21T13:06:18.560 INFO:teuthology.orchestra.run.smithi067.stdout:checking uuid.h usability... no 2023-10-21T13:06:18.569 INFO:teuthology.orchestra.run.smithi067.stdout:checking uuid.h presence... no 2023-10-21T13:06:18.570 INFO:teuthology.orchestra.run.smithi067.stdout:checking for uuid.h... no 2023-10-21T13:06:18.596 INFO:teuthology.orchestra.run.smithi067.stdout:checking uuid/uuid.h usability... yes 2023-10-21T13:06:18.605 INFO:teuthology.orchestra.run.smithi067.stdout:checking uuid/uuid.h presence... yes 2023-10-21T13:06:18.605 INFO:teuthology.orchestra.run.smithi067.stdout:checking for uuid/uuid.h... yes 2023-10-21T13:06:18.631 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/uuid.h usability... no 2023-10-21T13:06:18.640 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/uuid.h presence... no 2023-10-21T13:06:18.641 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/uuid.h... no 2023-10-21T13:06:18.666 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/file.h usability... yes 2023-10-21T13:06:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/file.h presence... yes 2023-10-21T13:06:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/file.h... yes 2023-10-21T13:06:18.701 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/fcntl.h usability... yes 2023-10-21T13:06:18.708 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/fcntl.h presence... yes 2023-10-21T13:06:18.709 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/fcntl.h... yes 2023-10-21T13:06:18.739 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/syssgi.h usability... no 2023-10-21T13:06:18.749 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/syssgi.h presence... no 2023-10-21T13:06:18.749 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/syssgi.h... no 2023-10-21T13:06:18.800 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/param.h usability... yes 2023-10-21T13:06:18.810 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/param.h presence... yes 2023-10-21T13:06:18.810 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/param.h... yes 2023-10-21T13:06:18.815 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/stat.h... (cached) yes 2023-10-21T13:06:18.849 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/statvfs.h usability... yes 2023-10-21T13:06:18.857 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/statvfs.h presence... yes 2023-10-21T13:06:18.857 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/statvfs.h... yes 2023-10-21T13:06:18.884 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/time.h usability... yes 2023-10-21T13:06:18.892 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/time.h presence... yes 2023-10-21T13:06:18.892 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/time.h... yes 2023-10-21T13:06:18.922 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/ioctl.h usability... yes 2023-10-21T13:06:18.929 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/ioctl.h presence... yes 2023-10-21T13:06:18.929 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/ioctl.h... yes 2023-10-21T13:06:18.959 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/wait.h usability... yes 2023-10-21T13:06:18.968 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/wait.h presence... yes 2023-10-21T13:06:18.968 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/wait.h... yes 2023-10-21T13:06:18.973 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/types.h... (cached) yes 2023-10-21T13:06:18.978 INFO:teuthology.orchestra.run.smithi067.stdout:checking for strings.h... (cached) yes 2023-10-21T13:06:19.026 INFO:teuthology.orchestra.run.smithi067.stdout:checking err.h usability... yes 2023-10-21T13:06:19.034 INFO:teuthology.orchestra.run.smithi067.stdout:checking err.h presence... yes 2023-10-21T13:06:19.034 INFO:teuthology.orchestra.run.smithi067.stdout:checking for err.h... yes 2023-10-21T13:06:19.061 INFO:teuthology.orchestra.run.smithi067.stdout:checking linux/falloc.h usability... yes 2023-10-21T13:06:19.067 INFO:teuthology.orchestra.run.smithi067.stdout:checking linux/falloc.h presence... yes 2023-10-21T13:06:19.068 INFO:teuthology.orchestra.run.smithi067.stdout:checking for linux/falloc.h... yes 2023-10-21T13:06:19.093 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/fs/xfs_fsops.h usability... no 2023-10-21T13:06:19.103 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/fs/xfs_fsops.h presence... no 2023-10-21T13:06:19.103 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/fs/xfs_fsops.h... no 2023-10-21T13:06:19.126 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/fs/xfs_itable.h usability... no 2023-10-21T13:06:19.136 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/fs/xfs_itable.h presence... no 2023-10-21T13:06:19.136 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/fs/xfs_itable.h... no 2023-10-21T13:06:19.160 INFO:teuthology.orchestra.run.smithi067.stdout:checking xfs/platform_defs.h usability... no 2023-10-21T13:06:19.169 INFO:teuthology.orchestra.run.smithi067.stdout:checking xfs/platform_defs.h presence... no 2023-10-21T13:06:19.170 INFO:teuthology.orchestra.run.smithi067.stdout:checking for xfs/platform_defs.h... no 2023-10-21T13:06:19.193 INFO:teuthology.orchestra.run.smithi067.stdout:checking btrfs/ioctl.h usability... no 2023-10-21T13:06:19.202 INFO:teuthology.orchestra.run.smithi067.stdout:checking btrfs/ioctl.h presence... no 2023-10-21T13:06:19.203 INFO:teuthology.orchestra.run.smithi067.stdout:checking for btrfs/ioctl.h... no 2023-10-21T13:06:19.226 INFO:teuthology.orchestra.run.smithi067.stdout:checking cifs/ioctl.h usability... no 2023-10-21T13:06:19.235 INFO:teuthology.orchestra.run.smithi067.stdout:checking cifs/ioctl.h presence... no 2023-10-21T13:06:19.235 INFO:teuthology.orchestra.run.smithi067.stdout:checking for cifs/ioctl.h... no 2023-10-21T13:06:19.266 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/mman.h usability... yes 2023-10-21T13:06:19.273 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/mman.h presence... yes 2023-10-21T13:06:19.274 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/mman.h... yes 2023-10-21T13:06:19.288 INFO:teuthology.orchestra.run.smithi067.stdout:checking for xfs/xfs_log_format.h... no 2023-10-21T13:06:19.323 INFO:teuthology.orchestra.run.smithi067.stdout:checking for uuid_compare... no 2023-10-21T13:06:19.354 INFO:teuthology.orchestra.run.smithi067.stdout:checking for uuid_compare in -luuid... yes 2023-10-21T13:06:19.402 INFO:teuthology.orchestra.run.smithi067.stdout:checking for xfs/xfs.h... yes 2023-10-21T13:06:19.415 INFO:teuthology.orchestra.run.smithi067.stdout:checking for xfs/libxfs.h... no 2023-10-21T13:06:19.431 INFO:teuthology.orchestra.run.smithi067.stdout:checking whether xlog_assign_lsn is declared... no 2023-10-21T13:06:19.458 INFO:teuthology.orchestra.run.smithi067.stdout:checking for xfs/xqm.h... yes 2023-10-21T13:06:19.504 INFO:teuthology.orchestra.run.smithi067.stdout:checking xfsctl from xfs/xfs.h... ok 2023-10-21T13:06:19.527 INFO:teuthology.orchestra.run.smithi067.stdout:checking xfs/handle.h usability... yes 2023-10-21T13:06:19.534 INFO:teuthology.orchestra.run.smithi067.stdout:checking xfs/handle.h presence... yes 2023-10-21T13:06:19.534 INFO:teuthology.orchestra.run.smithi067.stdout:checking for xfs/handle.h... yes 2023-10-21T13:06:19.572 INFO:teuthology.orchestra.run.smithi067.stdout:checking for attr_list_by_handle in -lhandle... yes 2023-10-21T13:06:19.608 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/acl.h usability... yes 2023-10-21T13:06:19.617 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/acl.h presence... yes 2023-10-21T13:06:19.617 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/acl.h... yes 2023-10-21T13:06:19.653 INFO:teuthology.orchestra.run.smithi067.stdout:checking acl/libacl.h usability... yes 2023-10-21T13:06:19.661 INFO:teuthology.orchestra.run.smithi067.stdout:checking acl/libacl.h presence... yes 2023-10-21T13:06:19.661 INFO:teuthology.orchestra.run.smithi067.stdout:checking for acl/libacl.h... yes 2023-10-21T13:06:19.693 INFO:teuthology.orchestra.run.smithi067.stdout:checking for acl_init in -lacl... yes 2023-10-21T13:06:19.716 INFO:teuthology.orchestra.run.smithi067.stdout:checking gdbm-ndbm.h usability... no 2023-10-21T13:06:19.725 INFO:teuthology.orchestra.run.smithi067.stdout:checking gdbm-ndbm.h presence... no 2023-10-21T13:06:19.726 INFO:teuthology.orchestra.run.smithi067.stdout:checking for gdbm-ndbm.h... no 2023-10-21T13:06:19.747 INFO:teuthology.orchestra.run.smithi067.stdout:checking gdbm/ndbm.h usability... no 2023-10-21T13:06:19.756 INFO:teuthology.orchestra.run.smithi067.stdout:checking gdbm/ndbm.h presence... no 2023-10-21T13:06:19.756 INFO:teuthology.orchestra.run.smithi067.stdout:checking for gdbm/ndbm.h... no 2023-10-21T13:06:19.778 INFO:teuthology.orchestra.run.smithi067.stdout:checking ndbm.h usability... no 2023-10-21T13:06:19.787 INFO:teuthology.orchestra.run.smithi067.stdout:checking ndbm.h presence... no 2023-10-21T13:06:19.787 INFO:teuthology.orchestra.run.smithi067.stdout:checking for ndbm.h... no 2023-10-21T13:06:19.812 INFO:teuthology.orchestra.run.smithi067.stdout:checking libaio.h usability... yes 2023-10-21T13:06:19.823 INFO:teuthology.orchestra.run.smithi067.stdout:checking libaio.h presence... yes 2023-10-21T13:06:19.823 INFO:teuthology.orchestra.run.smithi067.stdout:checking for libaio.h... yes 2023-10-21T13:06:19.845 INFO:teuthology.orchestra.run.smithi067.stdout:checking liburing.h usability... no 2023-10-21T13:06:19.855 INFO:teuthology.orchestra.run.smithi067.stdout:checking liburing.h presence... no 2023-10-21T13:06:19.855 INFO:teuthology.orchestra.run.smithi067.stdout:checking for liburing.h... no 2023-10-21T13:06:19.876 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/capability.h usability... no 2023-10-21T13:06:19.886 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/capability.h presence... no 2023-10-21T13:06:19.886 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/capability.h... no 2023-10-21T13:06:19.909 INFO:teuthology.orchestra.run.smithi067.stdout:checking linux/fiemap.h usability... yes 2023-10-21T13:06:19.915 INFO:teuthology.orchestra.run.smithi067.stdout:checking linux/fiemap.h presence... yes 2023-10-21T13:06:19.916 INFO:teuthology.orchestra.run.smithi067.stdout:checking for linux/fiemap.h... yes 2023-10-21T13:06:19.949 INFO:teuthology.orchestra.run.smithi067.stdout:checking for fallocate... yes 2023-10-21T13:06:19.981 INFO:teuthology.orchestra.run.smithi067.stdout:checking for open_by_handle_at... yes 2023-10-21T13:06:20.006 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/prctl.h usability... yes 2023-10-21T13:06:20.013 INFO:teuthology.orchestra.run.smithi067.stdout:checking sys/prctl.h presence... yes 2023-10-21T13:06:20.013 INFO:teuthology.orchestra.run.smithi067.stdout:checking for sys/prctl.h... yes 2023-10-21T13:06:20.037 INFO:teuthology.orchestra.run.smithi067.stdout:checking linux/fs.h usability... yes 2023-10-21T13:06:20.044 INFO:teuthology.orchestra.run.smithi067.stdout:checking linux/fs.h presence... yes 2023-10-21T13:06:20.044 INFO:teuthology.orchestra.run.smithi067.stdout:checking for linux/fs.h... yes 2023-10-21T13:06:20.065 INFO:teuthology.orchestra.run.smithi067.stdout:checking btrfsutil.h usability... no 2023-10-21T13:06:20.075 INFO:teuthology.orchestra.run.smithi067.stdout:checking btrfsutil.h presence... no 2023-10-21T13:06:20.075 INFO:teuthology.orchestra.run.smithi067.stdout:checking for btrfsutil.h... no 2023-10-21T13:06:20.111 INFO:teuthology.orchestra.run.smithi067.stdout:checking for copy_file_range... yes 2023-10-21T13:06:20.146 INFO:teuthology.orchestra.run.smithi067.stdout:checking for SEEK_DATA... yes 2023-10-21T13:06:20.192 INFO:teuthology.orchestra.run.smithi067.stdout:checking for BMV_OF_SHARED... yes 2023-10-21T13:06:20.231 INFO:teuthology.orchestra.run.smithi067.stdout:checking for nftw... yes 2023-10-21T13:06:20.262 INFO:teuthology.orchestra.run.smithi067.stdout:checking for RLIMIT_NOFILE... yes 2023-10-21T13:06:20.279 INFO:teuthology.orchestra.run.smithi067.stdout:checking for FIEXCHANGE_RANGE... no 2023-10-21T13:06:20.312 INFO:teuthology.orchestra.run.smithi067.stdout:checking for renameat2... yes 2023-10-21T13:06:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:checking for reallocarray... yes 2023-10-21T13:06:20.359 INFO:teuthology.orchestra.run.smithi067.stdout:checking for struct mount_attr... no 2023-10-21T13:06:20.409 INFO:teuthology.orchestra.run.smithi067.stdout:checking for struct btrfs_qgroup_limit... yes 2023-10-21T13:06:20.444 INFO:teuthology.orchestra.run.smithi067.stdout:checking for struct btrfs_qgroup_inherit... yes 2023-10-21T13:06:20.478 INFO:teuthology.orchestra.run.smithi067.stdout:checking for struct btrfs_ioctl_vol_args... yes 2023-10-21T13:06:20.513 INFO:teuthology.orchestra.run.smithi067.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2023-10-21T13:06:20.547 INFO:teuthology.orchestra.run.smithi067.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2023-10-21T13:06:20.581 INFO:teuthology.orchestra.run.smithi067.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2023-10-21T13:06:20.616 INFO:teuthology.orchestra.run.smithi067.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2023-10-21T13:06:20.643 INFO:teuthology.orchestra.run.smithi067.stdout:checking linux/btrfs.h usability... yes 2023-10-21T13:06:20.650 INFO:teuthology.orchestra.run.smithi067.stdout:checking linux/btrfs.h presence... yes 2023-10-21T13:06:20.651 INFO:teuthology.orchestra.run.smithi067.stdout:checking for linux/btrfs.h... yes 2023-10-21T13:06:20.681 INFO:teuthology.orchestra.run.smithi067.stdout:checking linux/btrfs_tree.h usability... yes 2023-10-21T13:06:20.689 INFO:teuthology.orchestra.run.smithi067.stdout:checking linux/btrfs_tree.h presence... yes 2023-10-21T13:06:20.689 INFO:teuthology.orchestra.run.smithi067.stdout:checking for linux/btrfs_tree.h... yes 2023-10-21T13:06:20.720 INFO:teuthology.orchestra.run.smithi067.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... no 2023-10-21T13:06:20.737 INFO:teuthology.orchestra.run.smithi067.stdout:configure: creating ./config.status 2023-10-21T13:06:21.040 INFO:teuthology.orchestra.run.smithi067.stdout:config.status: creating include/builddefs 2023-10-21T13:06:21.051 INFO:teuthology.orchestra.run.smithi067.stdout:config.status: creating include/config.h 2023-10-21T13:06:21.059 INFO:teuthology.orchestra.run.smithi067.stdout:config.status: executing libtool commands 2023-10-21T13:06:21.097 INFO:teuthology.orchestra.run.smithi067.stdout:Building include 2023-10-21T13:06:21.100 INFO:teuthology.orchestra.run.smithi067.stdout:Building lib 2023-10-21T13:06:21.103 INFO:teuthology.orchestra.run.smithi067.stdout: [LTDEP] 2023-10-21T13:06:21.207 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] dataascii.lo 2023-10-21T13:06:21.322 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] databin.lo 2023-10-21T13:06:21.465 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] datapid.lo 2023-10-21T13:06:21.562 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] file_lock.lo 2023-10-21T13:06:21.705 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] forker.lo 2023-10-21T13:06:21.832 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] pattern.lo 2023-10-21T13:06:21.949 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] open_flags.lo 2023-10-21T13:06:22.084 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] random_range.lo 2023-10-21T13:06:22.299 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] string_to_tokens.lo 2023-10-21T13:06:22.400 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] str_to_bytes.lo 2023-10-21T13:06:22.524 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] tlibio.lo 2023-10-21T13:06:22.745 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] write_log.lo 2023-10-21T13:06:22.973 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] random.lo 2023-10-21T13:06:23.083 INFO:teuthology.orchestra.run.smithi067.stdout: [LD] 2023-10-21T13:06:23.154 INFO:teuthology.orchestra.run.smithi067.stdout:Building ltp 2023-10-21T13:06:23.156 INFO:teuthology.orchestra.run.smithi067.stdout: [DEP] 2023-10-21T13:06:23.270 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] doio 2023-10-21T13:06:23.885 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] fsstress 2023-10-21T13:06:25.128 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] fsx 2023-10-21T13:06:25.944 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] growfiles 2023-10-21T13:06:26.420 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] iogen 2023-10-21T13:06:26.753 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-stress 2023-10-21T13:06:27.145 INFO:teuthology.orchestra.run.smithi067.stdout:Building src 2023-10-21T13:06:27.151 INFO:teuthology.orchestra.run.smithi067.stdout: [DEP] 2023-10-21T13:06:28.497 INFO:teuthology.orchestra.run.smithi067.stdout: [DEP] 2023-10-21T13:06:28.523 INFO:teuthology.orchestra.run.smithi067.stdout: [DEP] 2023-10-21T13:06:28.530 INFO:teuthology.orchestra.run.smithi067.stdout: [DEP] 2023-10-21T13:06:28.720 INFO:teuthology.orchestra.run.smithi067.stdout: [DEP] 2023-10-21T13:06:28.741 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] dirstress 2023-10-21T13:06:28.962 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] fill 2023-10-21T13:06:29.106 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] fill2 2023-10-21T13:06:29.317 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] getpagesize 2023-10-21T13:06:29.445 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] holes 2023-10-21T13:06:29.451 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:06:29.453 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:06:29.631 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] lstat64 2023-10-21T13:06:29.804 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] nametest 2023-10-21T13:06:30.026 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] permname 2023-10-21T13:06:30.212 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] randholes 2023-10-21T13:06:30.443 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] runas 2023-10-21T13:06:30.606 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] truncfile 2023-10-21T13:06:30.775 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] usemem 2023-10-21T13:06:30.915 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] mmapcat 2023-10-21T13:06:31.055 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] append_reader 2023-10-21T13:06:31.196 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] append_writer 2023-10-21T13:06:31.337 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] dirperf 2023-10-21T13:06:31.542 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] metaperf 2023-10-21T13:06:31.780 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] devzero 2023-10-21T13:06:31.943 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] feature 2023-10-21T13:06:32.142 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] alloc 2023-10-21T13:06:32.339 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] fault 2023-10-21T13:06:32.492 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] fstest 2023-10-21T13:06:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_access_root 2023-10-21T13:06:32.859 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] godown 2023-10-21T13:06:33.016 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] resvtest 2023-10-21T13:06:33.189 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] writemod 2023-10-21T13:06:33.325 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] writev_on_pagefault 2023-10-21T13:06:33.474 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] makeextents 2023-10-21T13:06:33.641 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] itrash 2023-10-21T13:06:33.788 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] rename 2023-10-21T13:06:33.920 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] multi_open_unlink 2023-10-21T13:06:34.074 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] unwritten_sync 2023-10-21T13:06:34.242 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] genhashnames 2023-10-21T13:06:34.417 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_holes 2023-10-21T13:06:34.557 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_mmap_writev 2023-10-21T13:06:34.696 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_truncate_cmtime 2023-10-21T13:06:34.846 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] dirhash_collide 2023-10-21T13:06:35.015 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_rename_overwrite 2023-10-21T13:06:35.150 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] holetest 2023-10-21T13:06:35.354 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_truncate_self 2023-10-21T13:06:35.487 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] af_unix 2023-10-21T13:06:35.631 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_mmap_stale_pmd 2023-10-21T13:06:35.786 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_mmap_cow_race 2023-10-21T13:06:35.939 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_mmap_fallocate 2023-10-21T13:06:36.082 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] fsync-err 2023-10-21T13:06:36.255 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_mmap_write_ro 2023-10-21T13:06:36.397 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_ext4_dax_journal_corruption 2023-10-21T13:06:36.547 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_ext4_dax_inline_corruption 2023-10-21T13:06:36.693 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_ofd_locks 2023-10-21T13:06:36.877 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_mmap_collision 2023-10-21T13:06:37.062 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] mmap-write-concurrent 2023-10-21T13:06:37.222 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_get_file_time 2023-10-21T13:06:37.360 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_create_short_dirs 2023-10-21T13:06:37.516 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_create_long_dirs 2023-10-21T13:06:37.671 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_enospc 2023-10-21T13:06:37.846 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_mmap_writev_overlap 2023-10-21T13:06:38.005 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] checkpoint_journal 2023-10-21T13:06:38.151 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] mmap-rw-fault 2023-10-21T13:06:38.325 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] allocstale 2023-10-21T13:06:38.482 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_mmap_cow_memory_failure 2023-10-21T13:06:38.642 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] fake-dump-rootino 2023-10-21T13:06:38.784 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] dio-buf-fault 2023-10-21T13:06:38.929 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] rewinddir-test 2023-10-21T13:06:39.091 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] xfsctl 2023-10-21T13:06:39.266 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] bstat 2023-10-21T13:06:39.457 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_mtab 2023-10-21T13:06:39.630 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] getdevicesize 2023-10-21T13:06:39.765 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] preallo_rw_pattern_reader 2023-10-21T13:06:39.914 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] preallo_rw_pattern_writer 2023-10-21T13:06:40.062 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] ftrunc 2023-10-21T13:06:40.203 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] trunc 2023-10-21T13:06:40.354 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] fs_perms 2023-10-21T13:06:40.507 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] testx 2023-10-21T13:06:40.634 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] looptest 2023-10-21T13:06:40.815 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] locktest 2023-10-21T13:06:41.112 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] unwritten_mmap 2023-10-21T13:06:41.265 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] bulkstat_unlink_test 2023-10-21T13:06:41.453 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] deduperace 2023-10-21T13:06:41.636 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] bulkstat_unlink_test_modified 2023-10-21T13:06:41.823 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_dir_offset 2023-10-21T13:06:41.963 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_futimens 2023-10-21T13:06:42.097 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_immutable 2023-10-21T13:06:42.667 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] stale_handle 2023-10-21T13:06:42.830 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] pwrite_mmap_blocked 2023-10-21T13:06:42.975 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_dir_offset2 2023-10-21T13:06:43.156 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] seek_sanity_test 2023-10-21T13:06:43.544 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] seek_copy_test 2023-10-21T13:06:43.710 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_readdir_1 2023-10-21T13:06:43.851 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_readdir_2 2023-10-21T13:06:43.993 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] fsync-tester 2023-10-21T13:06:44.229 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] nsexec 2023-10-21T13:06:44.393 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] cloner 2023-10-21T13:06:44.560 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] renameat2 2023-10-21T13:06:44.716 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_getcwd 2023-10-21T13:06:44.867 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] e4compact 2023-10-21T13:06:45.055 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] test-nextquota 2023-10-21T13:06:45.214 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] punch-alternating 2023-10-21T13:06:45.373 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] attr-list-by-handle-cursor-test 2023-10-21T13:06:45.532 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] listxattr 2023-10-21T13:06:45.674 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] dio-interleaved 2023-10-21T13:06:45.824 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_dir_type 2023-10-21T13:06:45.971 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] dio-invalidate-cache 2023-10-21T13:06:46.161 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] stat_test 2023-10-21T13:06:46.439 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_encrypted_d_revalidate 2023-10-21T13:06:46.646 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] attr_replace_test 2023-10-21T13:06:46.799 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] swapon 2023-10-21T13:06:46.953 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] mkswap 2023-10-21T13:06:47.097 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_attr_corruption 2023-10-21T13:06:47.239 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_open_tmpfiles 2023-10-21T13:06:47.405 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] fscrypt-crypt-util 2023-10-21T13:06:48.003 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] bulkstat_null_ocount 2023-10-21T13:06:48.152 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] splice-test 2023-10-21T13:06:48.325 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] chprojid_fail 2023-10-21T13:06:48.475 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] detached_mounts_propagation 2023-10-21T13:06:48.647 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] ext4_resize 2023-10-21T13:06:48.788 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_readdir_3 2023-10-21T13:06:48.972 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] splice2pipe 2023-10-21T13:06:49.126 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] uuid_ioctl 2023-10-21T13:06:49.271 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] fiemap-tester 2023-10-21T13:06:49.521 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_stripealign 2023-10-21T13:06:49.666 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] open_by_handle 2023-10-21T13:06:49.906 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] t_mmap_dio 2023-10-21T13:06:50.058 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] xfsfind 2023-10-21T13:06:50.239 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] fssum 2023-10-21T13:06:50.644 INFO:teuthology.orchestra.run.smithi067.stdout:Building log-writes 2023-10-21T13:06:50.649 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] replay-log 2023-10-21T13:06:50.939 INFO:teuthology.orchestra.run.smithi067.stdout:Building perf 2023-10-21T13:06:50.943 INFO:teuthology.orchestra.run.smithi067.stdout:Building aio-dio-regress 2023-10-21T13:06:50.949 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-dio-append-write-fallocate-race 2023-10-21T13:06:51.113 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-dio-fcntl-race 2023-10-21T13:06:51.269 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-dio-subblock-eof-read 2023-10-21T13:06:51.408 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-dio-append-write-read-race 2023-10-21T13:06:51.578 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-dio-invalidate-readahead 2023-10-21T13:06:51.737 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-dio-write-verify 2023-10-21T13:06:51.924 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2023-10-21T13:06:52.056 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-last-ref-held-by-io 2023-10-21T13:06:52.224 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-dio-cycle-write 2023-10-21T13:06:52.400 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-dio-extend-stat 2023-10-21T13:06:52.558 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2023-10-21T13:06:52.690 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-dio-hole-filling-race 2023-10-21T13:06:52.834 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-dio-invalidate-failure 2023-10-21T13:06:52.987 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aiodio_sparse2 2023-10-21T13:06:53.192 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aiocp 2023-10-21T13:06:53.406 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-dio-cow-race 2023-10-21T13:06:53.554 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] aio-dio-eof-race 2023-10-21T13:06:53.732 INFO:teuthology.orchestra.run.smithi067.stdout:Building vfs 2023-10-21T13:06:53.738 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] vfstest 2023-10-21T13:06:55.480 INFO:teuthology.orchestra.run.smithi067.stdout: [CC] mount-idmapped 2023-10-21T13:06:55.822 INFO:teuthology.orchestra.run.smithi067.stdout:Building m4 2023-10-21T13:06:55.826 INFO:teuthology.orchestra.run.smithi067.stdout:Building common 2023-10-21T13:06:55.829 INFO:teuthology.orchestra.run.smithi067.stdout:Building tests 2023-10-21T13:06:55.834 INFO:teuthology.orchestra.run.smithi067.stdout:Building perf 2023-10-21T13:06:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/perf/group.list 2023-10-21T13:06:55.850 INFO:teuthology.orchestra.run.smithi067.stdout:Building ext4 2023-10-21T13:06:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/ext4/group.list 2023-10-21T13:06:55.889 INFO:teuthology.orchestra.run.smithi067.stdout:Building ocfs2 2023-10-21T13:06:55.894 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/ocfs2/group.list 2023-10-21T13:06:55.906 INFO:teuthology.orchestra.run.smithi067.stdout:Building overlay 2023-10-21T13:06:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/overlay/group.list 2023-10-21T13:06:55.948 INFO:teuthology.orchestra.run.smithi067.stdout:Building cifs 2023-10-21T13:06:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/cifs/group.list 2023-10-21T13:06:55.965 INFO:teuthology.orchestra.run.smithi067.stdout:Building generic 2023-10-21T13:06:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/generic/group.list 2023-10-21T13:06:56.064 INFO:teuthology.orchestra.run.smithi067.stdout:Building shared 2023-10-21T13:06:56.069 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/shared/group.list 2023-10-21T13:06:56.084 INFO:teuthology.orchestra.run.smithi067.stdout:Building nfs 2023-10-21T13:06:56.089 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/nfs/group.list 2023-10-21T13:06:56.102 INFO:teuthology.orchestra.run.smithi067.stdout:Building f2fs 2023-10-21T13:06:56.107 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/f2fs/group.list 2023-10-21T13:06:56.123 INFO:teuthology.orchestra.run.smithi067.stdout:Building udf 2023-10-21T13:06:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/udf/group.list 2023-10-21T13:06:56.138 INFO:teuthology.orchestra.run.smithi067.stdout:Building ceph 2023-10-21T13:06:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/ceph/group.list 2023-10-21T13:06:56.157 INFO:teuthology.orchestra.run.smithi067.stdout:Building xfs 2023-10-21T13:06:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/xfs/group.list 2023-10-21T13:06:56.256 INFO:teuthology.orchestra.run.smithi067.stdout:Building btrfs 2023-10-21T13:06:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/btrfs/group.list 2023-10-21T13:06:56.317 INFO:teuthology.orchestra.run.smithi067.stdout:Building tmpfs 2023-10-21T13:06:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/tmpfs/group.list 2023-10-21T13:06:56.334 INFO:teuthology.orchestra.run.smithi067.stdout:Building selftest 2023-10-21T13:06:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/selftest/group.list 2023-10-21T13:06:56.353 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo make install) 2023-10-21T13:06:56.392 INFO:teuthology.orchestra.run.smithi067.stdout:Building include 2023-10-21T13:06:56.395 INFO:teuthology.orchestra.run.smithi067.stdout:Building lib 2023-10-21T13:06:56.399 INFO:teuthology.orchestra.run.smithi067.stdout:Building ltp 2023-10-21T13:06:56.403 INFO:teuthology.orchestra.run.smithi067.stdout:Building src 2023-10-21T13:06:56.436 INFO:teuthology.orchestra.run.smithi067.stdout:Building log-writes 2023-10-21T13:06:56.439 INFO:teuthology.orchestra.run.smithi067.stdout:Building perf 2023-10-21T13:06:56.443 INFO:teuthology.orchestra.run.smithi067.stdout:Building aio-dio-regress 2023-10-21T13:06:56.447 INFO:teuthology.orchestra.run.smithi067.stdout:Building vfs 2023-10-21T13:06:56.451 INFO:teuthology.orchestra.run.smithi067.stdout:Building m4 2023-10-21T13:06:56.454 INFO:teuthology.orchestra.run.smithi067.stdout:Building common 2023-10-21T13:06:56.457 INFO:teuthology.orchestra.run.smithi067.stdout:Building tests 2023-10-21T13:06:56.463 INFO:teuthology.orchestra.run.smithi067.stdout:Building perf 2023-10-21T13:06:56.468 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/perf/group.list 2023-10-21T13:06:56.478 INFO:teuthology.orchestra.run.smithi067.stdout:Building ext4 2023-10-21T13:06:56.483 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/ext4/group.list 2023-10-21T13:06:56.518 INFO:teuthology.orchestra.run.smithi067.stdout:Building ocfs2 2023-10-21T13:06:56.523 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/ocfs2/group.list 2023-10-21T13:06:56.535 INFO:teuthology.orchestra.run.smithi067.stdout:Building overlay 2023-10-21T13:06:56.540 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/overlay/group.list 2023-10-21T13:06:56.577 INFO:teuthology.orchestra.run.smithi067.stdout:Building cifs 2023-10-21T13:06:56.582 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/cifs/group.list 2023-10-21T13:06:56.593 INFO:teuthology.orchestra.run.smithi067.stdout:Building generic 2023-10-21T13:06:56.600 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/generic/group.list 2023-10-21T13:06:56.691 INFO:teuthology.orchestra.run.smithi067.stdout:Building shared 2023-10-21T13:06:56.696 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/shared/group.list 2023-10-21T13:06:56.712 INFO:teuthology.orchestra.run.smithi067.stdout:Building nfs 2023-10-21T13:06:56.716 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/nfs/group.list 2023-10-21T13:06:56.729 INFO:teuthology.orchestra.run.smithi067.stdout:Building f2fs 2023-10-21T13:06:56.735 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/f2fs/group.list 2023-10-21T13:06:56.750 INFO:teuthology.orchestra.run.smithi067.stdout:Building udf 2023-10-21T13:06:56.755 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/udf/group.list 2023-10-21T13:06:56.766 INFO:teuthology.orchestra.run.smithi067.stdout:Building ceph 2023-10-21T13:06:56.771 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/ceph/group.list 2023-10-21T13:06:56.784 INFO:teuthology.orchestra.run.smithi067.stdout:Building xfs 2023-10-21T13:06:56.790 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/xfs/group.list 2023-10-21T13:06:56.882 INFO:teuthology.orchestra.run.smithi067.stdout:Building btrfs 2023-10-21T13:06:56.888 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/btrfs/group.list 2023-10-21T13:06:56.943 INFO:teuthology.orchestra.run.smithi067.stdout:Building tmpfs 2023-10-21T13:06:56.948 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/tmpfs/group.list 2023-10-21T13:06:56.960 INFO:teuthology.orchestra.run.smithi067.stdout:Building selftest 2023-10-21T13:06:56.965 INFO:teuthology.orchestra.run.smithi067.stdout: [GROUP] /tmp/tmp.nw04UX9RTqxfstests-dev/tests/selftest/group.list 2023-10-21T13:06:56.976 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2023-10-21T13:06:56.978 INFO:teuthology.orchestra.run.smithi067.stdout:gmake[1]: Nothing to be done for 'install'. 2023-10-21T13:06:56.978 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2023-10-21T13:06:56.980 INFO:teuthology.orchestra.run.smithi067.stdout:gmake[1]: Nothing to be done for 'install'. 2023-10-21T13:06:56.980 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2023-10-21T13:06:56.982 INFO:teuthology.orchestra.run.smithi067.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2023-10-21T13:06:56.991 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2023-10-21T13:06:57.070 INFO:teuthology.orchestra.run.smithi067.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2023-10-21T13:06:57.078 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2023-10-21T13:06:57.095 INFO:teuthology.orchestra.run.smithi067.stdout:Building log-writes 2023-10-21T13:06:57.098 INFO:teuthology.orchestra.run.smithi067.stdout:Building perf 2023-10-21T13:06:57.101 INFO:teuthology.orchestra.run.smithi067.stdout:Building aio-dio-regress 2023-10-21T13:06:57.105 INFO:teuthology.orchestra.run.smithi067.stdout:Building vfs 2023-10-21T13:06:57.108 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake -C log-writes install 2023-10-21T13:06:57.110 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2023-10-21T13:06:57.119 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2023-10-21T13:06:57.128 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake -C perf install 2023-10-21T13:06:57.130 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2023-10-21T13:06:57.138 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 ResultData.py fio-insert-and-compare.py FioResultDecoder.py FioCompare.py generate-schema.py fio-results.sql /var/lib/xfstests/src/perf 2023-10-21T13:06:57.161 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake -C aio-dio-regress install 2023-10-21T13:06:57.163 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2023-10-21T13:06:57.172 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 aio-dio-append-write-fallocate-race aio-dio-fcntl-race aio-dio-subblock-eof-read aio-dio-append-write-read-race aio-dio-invalidate-readahead aio-dio-write-verify aio-free-ring-with-bogus-nr-pages aio-last-ref-held-by-io aio-dio-cycle-write aio-dio-extend-stat aio-io-setup-with-nonwritable-context-pointer aio-dio-hole-filling-race aio-dio-invalidate-failure aiodio_sparse2 aiocp aio-dio-cow-race aio-dio-eof-race /var/lib/xfstests/src/aio-dio-regress 2023-10-21T13:06:57.227 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake -C vfs install 2023-10-21T13:06:57.229 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2023-10-21T13:06:57.237 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2023-10-21T13:06:57.249 INFO:teuthology.orchestra.run.smithi067.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2023-10-21T13:06:57.258 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault rewinddir-test xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl fiemap-tester t_stripealign open_by_handle t_mmap_dio xfsfind fssum /var/lib/xfstests/src 2023-10-21T13:06:58.487 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py soak_duration.awk /var/lib/xfstests/src 2023-10-21T13:06:58.592 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2023-10-21T13:06:58.623 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2023-10-21T13:06:58.625 INFO:teuthology.orchestra.run.smithi067.stdout:gmake[1]: Nothing to be done for 'install'. 2023-10-21T13:06:58.625 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2023-10-21T13:06:58.626 INFO:teuthology.orchestra.run.smithi067.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2023-10-21T13:06:58.635 INFO:teuthology.orchestra.run.smithi067.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2023-10-21T13:06:58.773 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2023-10-21T13:06:58.775 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/btrfs/ install 2023-10-21T13:06:58.777 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2023-10-21T13:06:58.786 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 299 300 /var/lib/xfstests/tests/btrfs 2023-10-21T13:06:59.524 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:06:59.526 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:06:59.630 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2023-10-21T13:06:59.639 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 175.out 186.out 240.out 092.out 077.out 140.out 265.out 236.out 108.out 204.out 233.out 194.out 234.out 295.out 109.out 033.out 082.out 252.out 270.out 040.out 176.out 202.out 137.out 034.out 125.out 014.out 165.out 181.out 152.out 024.out 192.out 148.out 282.out 267.out 052.out 256.out 228.out 183.out 273.out 251.out 110.out 043.out 069.out 151.out 206.out 195.out 274.out 215.out 115.out 015.out 275.out 250.out 191.out 281.out 046.out 051.out 131.out 244.out 219.out 119.out 019.out 128.out 177.out 232.out 189.out 220.out 120.out 020.out 102.out 263.out 171.out 261.out 045.out 217.out 117.out 017.out 072.out 068.out 048.out 062.out 038.out 084.out 129.out 066.out 029.out 229.out 103.out 111.out 011.out 243.out 134.out 170.out 260.out 157.out 143.out 133.out 286.out 161.out 246.out 216.out 116.out 016.out 155.out 296.out 118.out 287.out 067.out 010.out 238.out 141.out 114.out 138.out 095.out 297.out 160.out 091.out 081.out 071.out 061.out 085.out 037.out 300.out 200.out 100.out 025.out 258.out 185.out 269.out 208.out 039.out 173.out 222.out 035.out 169.out 098.out 290.out 080.out 070.out 060.out 207.out 106.out 009.out 167.out 211.out 158.out 182.out 146.out 188.out 293.out 104.out 089.out 086.out 254.out 279.out 225.out 174.out 156.out 268.out 135.out 257.out 124.out 172.out 063.out 058.out 113.out 262.out 036.out 042.out 047.out 193.out 097.out 271.out 283.out 083.out 199.out 099.out 278.out 007.out 209.out 053.out 164.out 154.out 239.out 241.out 002.out 178.out 190.out 214.out 074.out 056.out 041.out 057.out 005.out 223.out 150.out 123.out 179.out 144.out 032.out 277.out 205.out 136.out 096.out 198.out 008.out 280.out 050.out 105.out 027.out 187.out 153.out 088.out 285.out 044.out 201.out 101.out 001.out 266.out 237.out 065.out 231.out 227.out 075.out 028.out 213.out 142.out 013.out 031.out 272.out 078.out 184.out 259.out 210.out 132.out 093.out 235.out 127.out 230.out 166.out 292.out 130.out 023.out 073.out 030.out 203.out 003.out 055.out 291.out 245.out 145.out 159.out 249.out 122.out 076.out 022.out 289.out 006.out 284.out 299.out 224.out 276.out 149.out 064.out 264.out 218.out 018.out 168.out 021.out 079.out 054.out 059.out 049.out 226.out 163.out 126.out 121.out 026.out 180.out 253.out 255.out 139.out 090.out 221.out 087.out 294.out 212.out 112.out 094.out 012.out 247.out 107.out 248.out 162.out 147.out 288.out 197.out 196.out 242.out 004.out /var/lib/xfstests/tests/btrfs 2023-10-21T13:07:00.483 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/ceph/ install 2023-10-21T13:07:00.484 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2023-10-21T13:07:00.493 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2023-10-21T13:07:00.513 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2023-10-21T13:07:00.522 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 003.out 005.out 001.out 004.out 002.out /var/lib/xfstests/tests/ceph 2023-10-21T13:07:00.542 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/cifs/ install 2023-10-21T13:07:00.544 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2023-10-21T13:07:00.552 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2023-10-21T13:07:00.561 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2023-10-21T13:07:00.570 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2023-10-21T13:07:00.579 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/ext4/ install 2023-10-21T13:07:00.581 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2023-10-21T13:07:00.590 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2023-10-21T13:07:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2023-10-21T13:07:00.794 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 001.out.nodelalloc 001.out.default 001.out.nozero 001.cfg 032.out 039.out 305.out 005.out 008.out 035.out 036.out 308.out 050.out 040.out 306.out 007.out 021.out 046.out 012.out 009.out 033.out 045.out 034.out 056.out 047.out 018.out 023.out 302.out 020.out 002.out 014.out 024.out 013.out 031.out 015.out 304.out 004.out 048.out 038.out 052.out 303.out 029.out 011.out 027.out 042.out 044.out 055.out 030.out 058.out 003.out 017.out 043.out 053.out 016.out 059.out 037.out 301.out 010.out 022.out 006.out 057.out 025.out 026.out 271.out 051.out 041.out 307.out 019.out 028.out 054.out 049.out /var/lib/xfstests/tests/ext4 2023-10-21T13:07:00.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/f2fs/ install 2023-10-21T13:07:01.000 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2023-10-21T13:07:01.008 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 001 002 /var/lib/xfstests/tests/f2fs 2023-10-21T13:07:01.020 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2023-10-21T13:07:01.029 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 001.out 002.out /var/lib/xfstests/tests/f2fs 2023-10-21T13:07:01.041 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/generic/ install 2023-10-21T13:07:01.045 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2023-10-21T13:07:01.054 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 /var/lib/xfstests/tests/generic 2023-10-21T13:07:03.112 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2023-10-21T13:07:03.121 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 050.out.xfsquota 035.out.nfs 035.out.default 050.out.nojournal 050.out.default 050.cfg 035.cfg 208.out 433.out 670.out 040.out 104.out 575.out 537.out 683.out 497.out 337.out 702.out 460.out 149.out 088.out 366.out 202.out 137.out 034.out 110.out 389.out 403.out 593.out 571.out 243.out 592.out 282.out 472.out 468.out 628.out 528.out 607.out 428.out 659.out 407.out 228.out 128.out 171.out 028.out 620.out 273.out 474.out 492.out 609.out 707.out 693.out 595.out 506.out 268.out 632.out 532.out 591.out 281.out 471.out 619.out 519.out 013.out 419.out 319.out 177.out 523.out 119.out 019.out 727.out 372.out 686.out 312.out 718.out 143.out 716.out 161.out 516.out 518.out 538.out 655.out 216.out 116.out 016.out 155.out 338.out 238.out 500.out 138.out 189.out 263.out 277.out 181.out 160.out 483.out 274.out 722.out 061.out 239.out 457.out 333.out 258.out 362.out 379.out 691.out 039.out 173.out 498.out 665.out 098.out 711.out 290.out 480.out 706.out 060.out 406.out 306.out 106.out 642.out 447.out 217.out 120.out 191.out 411.out 357.out 481.out 211.out 158.out 014.out 182.out 370.out 188.out 030.out 099.out 585.out 724.out 721.out 624.out 524.out 174.out 156.out 324.out 224.out 313.out 355.out 124.out 382.out 672.out 278.out 063.out 058.out 384.out 296.out 042.out 193.out 271.out 465.out 473.out 335.out 247.out 509.out 568.out 441.out 440.out 475.out 548.out 356.out 341.out 094.out 241.out 600.out 089.out 714.out 614.out 514.out 414.out 314.out 416.out 214.out 381.out 056.out 041.out 057.out 340.out 358.out 572.out 586.out 521.out 240.out 549.out 095.out 633.out 434.out 140.out 708.out 533.out 508.out 408.out 308.out 476.out 087.out 199.out 458.out 233.out 639.out 443.out 540.out 397.out 053.out 279.out 276.out 448.out 164.out 376.out 589.out 587.out 339.out 294.out 352.out 484.out 489.out 139.out 317.out 399.out 220.out 552.out 695.out 017.out 677.out 097.out 175.out 315.out 295.out 580.out 186.out 452.out 679.out 292.out 252.out 077.out 167.out 688.out 206.out 348.out 394.out 651.out 184.out 466.out 697.out 495.out 725.out 109.out 482.out 625.out 283.out 525.out 488.out 496.out 325.out 551.out 225.out 322.out 636.out 125.out 715.out 192.out 544.out 515.out 650.out 152.out 658.out 563.out 393.out 578.out 015.out 392.out 682.out 684.out 550.out 052.out 652.out 534.out 351.out 583.out 451.out 450.out 463.out 251.out 267.out 176.out 069.out 644.out 065.out 487.out 615.out 395.out 676.out 415.out 344.out 215.out 115.out 444.out 027.out 250.out 391.out 674.out 464.out 705.out 536.out 577.out 439.out 244.out 336.out 144.out 505.out 405.out 667.out 205.out 136.out 598.out 363.out 036.out 198.out 723.out 008.out 390.out 680.out 605.out 305.out 105.out 005.out 367.out 291.out 719.out 323.out 685.out 562.out 570.out 388.out 527.out 237.out 151.out 227.out 163.out 332.out 661.out 582.out 232.out 478.out 584.out 462.out 597.out 412.out 132.out 179.out 037.out 293.out 499.out 638.out 353.out 020.out 660.out 561.out 141.out 076.out 668.out 044.out 648.out 387.out 594.out 438.out 265.out 289.out 574.out 006.out 690.out 284.out 567.out 299.out 456.out 461.out 477.out 307.out 647.out 493.out 107.out 007.out 380.out 526.out 479.out 426.out 150.out 326.out 082.out 226.out 413.out 126.out 025.out 121.out 026.out 021.out 485.out 694.out 347.out 275.out 090.out 361.out 564.out 302.out 432.out 002.out 558.out 162.out 147.out 288.out 197.out 033.out 396.out 051.out 350.out 547.out 047.out 024.out 360.out 543.out 261.out 045.out 692.out 255.out 726.out 729.out 378.out 346.out 048.out 062.out 626.out 529.out 231.out 343.out 662.out 425.out 329.out 165.out 334.out 103.out 003.out 129.out 423.out 371.out 234.out 183.out 671.out 645.out 673.out 190.out 486.out 223.out 123.out 262.out 669.out 023.out 459.out 616.out 032.out 266.out 146.out 398.out 728.out 696.out 427.out 590.out 280.out 470.out 455.out 187.out 091.out 046.out 731.out 374.out 631.out 256.out 328.out 260.out 654.out 359.out 531.out 649.out 301.out 101.out 635.out 623.out 385.out 331.out 556.out 713.out 613.out 513.out 622.out 131.out 213.out 730.out 634.out 031.out 565.out 630.out 675.out 272.out 530.out 510.out 627.out 573.out 576.out 430.out 310.out 569.out 454.out 259.out 210.out 449.out 327.out 330.out 067.out 093.out 604.out 287.out 127.out 699.out 166.out 130.out 219.out 073.out 603.out 503.out 303.out 203.out 354.out 157.out 386.out 349.out 055.out 245.out 709.out 522.out 422.out 222.out 159.out 539.out 249.out 122.out 689.out 022.out 681.out 424.out 321.out 066.out 490.out 435.out 375.out 134.out 154.out 566.out 618.out 501.out 418.out 318.out 542.out 218.out 118.out 018.out 377.out 172.out 168.out 079.out 469.out 054.out 059.out 049.out 442.out 657.out 621.out 180.out 270.out 253.out 421.out 712.out 612.out 075.out 512.out 494.out 221.out 212.out 112.out 342.out 012.out 029.out 195.out 554.out 148.out 185.out 596.out 720.out 248.out 196.out 520.out 242.out 420.out 285.out 320.out 629.out 230.out 602.out 502.out 402.out 102.out 717.out 617.out 517.out 429.out 417.out 365.out 092.out 117.out 664.out 072.out 068.out 229.out 038.out 084.out 369.out 611.out 511.out 311.out 368.out 637.out 111.out 011.out 257.out 194.out 170.out 606.out 133.out 286.out 043.out 437.out 545.out 559.out 710.out 610.out 687.out 410.out 701.out 601.out 401.out 201.out 010.out 001.out 096.out 114.out 113.out 074.out 581.out 145.out 641.out 491.out 081.out 071.out 083.out 653.out 700.out 064.out 400.out 300.out 200.out 100.out 646.out 541.out 445.out 269.out 546.out 656.out 698.out 553.out 178.out 298.out 446.out 080.out 070.out 608.out 507.out 409.out 309.out 209.out 108.out 009.out 643.out 004.out 557.out 453.out 666.out 236.out 078.out 364.out 555.out 383.out 085.out 704.out 588.out 504.out 404.out 304.out 204.out 535.out 345.out 246.out 467.out 086.out 254.out 207.out 142.out 235.out 436.out 703.out 135.out 264.out 431.out 678.out 373.out 316.out 169.out 640.out 579.out 297.out 153.out 560.out 663.out 599.out /var/lib/xfstests/tests/generic 2023-10-21T13:07:05.197 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/nfs/ install 2023-10-21T13:07:05.199 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2023-10-21T13:07:05.208 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2023-10-21T13:07:05.216 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2023-10-21T13:07:05.225 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2023-10-21T13:07:05.234 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/ocfs2/ install 2023-10-21T13:07:05.236 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2023-10-21T13:07:05.244 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2023-10-21T13:07:05.253 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2023-10-21T13:07:05.262 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2023-10-21T13:07:05.271 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/overlay/ install 2023-10-21T13:07:05.273 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2023-10-21T13:07:05.282 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2023-10-21T13:07:05.567 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2023-10-21T13:07:05.576 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 003.out 018.out 024.out 077.out 069.out 020.out 102.out 014.out 023.out 013.out 031.out 015.out 117.out 082.out 072.out 068.out 063.out 048.out 062.out 038.out 052.out 042.out 075.out 110.out 067.out 029.out 111.out 055.out 112.out 066.out 073.out 078.out 030.out 058.out 104.out 017.out 002.out 043.out 053.out 036.out 116.out 016.out 101.out 010.out 001.out 022.out 074.out 004.out 103.out 115.out 057.out 113.out 114.out 081.out 026.out 071.out 061.out 025.out 051.out 011.out 041.out 047.out 100.out 064.out 007.out 028.out 076.out 079.out 054.out 059.out 008.out 049.out 032.out 039.out 046.out 021.out 105.out 005.out 107.out 065.out 108.out 080.out 070.out 060.out 050.out 027.out 106.out 009.out 006.out 037.out 044.out 012.out 109.out 033.out 045.out 040.out 056.out 035.out 019.out 034.out /var/lib/xfstests/tests/overlay 2023-10-21T13:07:05.865 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/perf/ install 2023-10-21T13:07:05.866 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2023-10-21T13:07:05.875 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2023-10-21T13:07:05.884 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2023-10-21T13:07:05.893 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2023-10-21T13:07:05.902 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/selftest/ install 2023-10-21T13:07:05.904 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2023-10-21T13:07:05.912 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2023-10-21T13:07:05.935 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2023-10-21T13:07:05.944 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 006.out 003.out 005.out 001.out 004.out 002.out /var/lib/xfstests/tests/selftest 2023-10-21T13:07:05.967 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/shared/ install 2023-10-21T13:07:05.969 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/shared 2023-10-21T13:07:05.978 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 002 032 298 /var/lib/xfstests/tests/shared 2023-10-21T13:07:05.992 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/shared 2023-10-21T13:07:06.001 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 032.out 298.out 002.out /var/lib/xfstests/tests/shared 2023-10-21T13:07:06.016 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/tmpfs/ install 2023-10-21T13:07:06.017 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2023-10-21T13:07:06.026 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2023-10-21T13:07:06.035 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2023-10-21T13:07:06.044 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2023-10-21T13:07:06.053 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/udf/ install 2023-10-21T13:07:06.055 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2023-10-21T13:07:06.064 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2023-10-21T13:07:06.073 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2023-10-21T13:07:06.081 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2023-10-21T13:07:06.091 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nw04UX9RTqxfstests-dev/tests/xfs/ install 2023-10-21T13:07:06.095 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2023-10-21T13:07:06.103 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 /var/lib/xfstests/tests/xfs 2023-10-21T13:07:08.042 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2023-10-21T13:07:08.051 INFO:teuthology.orchestra.run.smithi067.stdout:../../install-sh -o root -g root -m 644 096.out.internal 033.out.crc 096.out.external 033.out.default 071.out.64 216.out.classic 216.out.64mblog 071.out.32 216.cfg 033.cfg 295.out 497.out 337.out 385.out 082.out 270.out 460.out 149.out 759.out 502.out 088.out 366.out 202.out 137.out 034.out 110.out 389.out 018.out 593.out 571.out 243.out 592.out 282.out 267.out 728.out 468.out 799.out 284.out 528.out 769.out 428.out 507.out 407.out 228.out 128.out 171.out 183.out 273.out 017.out 492.out 109.out 559.out 506.out 195.out 732.out 268.out 275.out 600.out 113.out 532.out 591.out 281.out 471.out 723.out 255.out 013.out 371.out 319.out 467.out 523.out 119.out 775.out 727.out 372.out 165.out 229.out 103.out 003.out 129.out 131.out 383.out 738.out 260.out 718.out 143.out 716.out 161.out 516.out 518.out 416.out 026.out 116.out 043.out 155.out 338.out 238.out 500.out 138.out 189.out 263.out 184.out 181.out 160.out 483.out 274.out 722.out 061.out 239.out 047.out 772.out 258.out 379.out 322.out 039.out 430.out 173.out 222.out 742.out 098.out 426.out 290.out 480.out 060.out 406.out 306.out 141.out 106.out 006.out 167.out 191.out 542.out 211.out 442.out 188.out 099.out 177.out 721.out 174.out 156.out 771.out 324.out 224.out 313.out 124.out 278.out 058.out 741.out 384.out 042.out 193.out 392.out 768.out 399.out 473.out 770.out 709.out 247.out 568.out 364.out 209.out 441.out 440.out 009.out 740.out 356.out 197.out 341.out 094.out 241.out 501.out 089.out 540.out 514.out 414.out 314.out 214.out 381.out 147.out 041.out 340.out 793.out 358.out 572.out 586.out 240.out 549.out 092.out 439.out 434.out 140.out 708.out 766.out 508.out 408.out 308.out 208.out 737.out 040.out 304.out 349.out 254.out 537.out 059.out 086.out 249.out 335.out 142.out 235.out 436.out 575.out 253.out 715.out 533.out 264.out 431.out 784.out 433.out 036.out 316.out 169.out 035.out 579.out 457.out 297.out 393.out 333.out 599.out 476.out 087.out 199.out 739.out 233.out 752.out 736.out 443.out 773.out 053.out 749.out 279.out 133.out 711.out 458.out 164.out 589.out 587.out 339.out 577.out 294.out 352.out 484.out 498.out 489.out 139.out 774.out 790.out 552.out 781.out 357.out 065.out 097.out 175.out 186.out 452.out 069.out 252.out 751.out 376.out 724.out 206.out 778.out 190.out 794.out 348.out 466.out 248.out 725.out 785.out 750.out 525.out 496.out 325.out 257.out 225.out 125.out 789.out 192.out 296.out 152.out 563.out 246.out 551.out 015.out 792.out 075.out 472.out 578.out 463.out 550.out 052.out 534.out 351.out 276.out 451.out 425.out 450.out 744.out 251.out 444.out 487.out 762.out 395.out 515.out 415.out 315.out 215.out 115.out 597.out 027.out 250.out 344.out 051.out 536.out 030.out 244.out 336.out 028.out 150.out 144.out 505.out 342.out 136.out 598.out 005.out 176.out 198.out 008.out 390.out 178.out 405.out 305.out 205.out 105.out 367.out 291.out 437.out 044.out 719.out 323.out 519.out 363.out 562.out 382.out 570.out 388.out 527.out 158.out 019.out 237.out 151.out 760.out 227.out 163.out 332.out 796.out 582.out 232.out 584.out 462.out 220.out 412.out 132.out 179.out 037.out 293.out 499.out 112.out 748.out 020.out 786.out 063.out 561.out 076.out 465.out 014.out 758.out 387.out 594.out 438.out 265.out 289.out 574.out 755.out 548.out 299.out 419.out 521.out 581.out 595.out 461.out 477.out 307.out 726.out 107.out 007.out 448.out 262.out 380.out 093.out 479.out 547.out 326.out 226.out 747.out 126.out 025.out 121.out 447.out 761.out 580.out 021.out 485.out 347.out 077.out 090.out 361.out 564.out 788.out 066.out 455.out 432.out 002.out 585.out 162.out 288.out 050.out 396.out 446.out 350.out 354.out 429.out 187.out 360.out 543.out 261.out 734.out 045.out 292.out 482.out 729.out 104.out 048.out 062.out 529.out 231.out 343.out 503.out 526.out 329.out 486.out 223.out 123.out 023.out 459.out 032.out 798.out 277.out 373.out 146.out 398.out 168.out 427.out 590.out 280.out 470.out 491.out 767.out 016.out 046.out 488.out 731.out 782.out 374.out 583.out 285.out 127.out 328.out 359.out 531.out 301.out 101.out 266.out 331.out 791.out 743.out 556.out 713.out 081.out 024.out 513.out 213.out 730.out 095.out 031.out 565.out 182.out 272.out 530.out 754.out 573.out 576.out 569.out 454.out 259.out 449.out 327.out 330.out 067.out 493.out 010.out 287.out 230.out 166.out 130.out 219.out 073.out 370.out 135.out 303.out 203.out 345.out 355.out 386.out 560.out 055.out 334.out 245.out 522.out 787.out 745.out 422.out 394.out 539.out 524.out 122.out 234.out 022.out 424.out 779.out 490.out 435.out 353.out 423.out 134.out 154.out 271.out 064.out 418.out 318.out 218.out 118.out 757.out 377.out 172.out 079.out 469.out 054.out 049.out 765.out 776.out 456.out 180.out 378.out 421.out 712.out 403.out 321.out 057.out 512.out 494.out 221.out 312.out 212.out 538.out 256.out 012.out 764.out 283.out 554.out 397.out 185.out 596.out 720.out 481.out 196.out 520.out 242.out 420.out 478.out 320.out 555.out 120.out 153.out 402.out 302.out 102.out 717.out 517.out 417.out 317.out 365.out 217.out 117.out 475.out 072.out 068.out 474.out 038.out 084.out 056.out 369.out 511.out 148.out 411.out 029.out 311.out 368.out 111.out 011.out 783.out 194.out 170.out 286.out 756.out 545.out 714.out 157.out 710.out 510.out 413.out 410.out 310.out 210.out 401.out 201.out 001.out 495.out 362.out 114.out 753.out 074.out 145.out 797.out 464.out 091.out 746.out 083.out 800.out 777.out 400.out 300.out 200.out 100.out 375.out 541.out 445.out 269.out 546.out 780.out 553.out 763.out 298.out 567.out 080.out 070.out 509.out 409.out 309.out 207.out 108.out 346.out 391.out 004.out 557.out 453.out 236.out 078.out 159.out 566.out 735.out 085.out 588.out 504.out 404.out 558.out 204.out 535.out 795.out 733.out 544.out /var/lib/xfstests/tests/xfs 2023-10-21T13:07:10.028 INFO:teuthology.orchestra.run.smithi067.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2023-10-21T13:07:10.037 INFO:teuthology.orchestra.run.smithi067.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2023-10-21T13:07:10.046 INFO:teuthology.orchestra.run.smithi067.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2023-10-21T13:07:10.055 INFO:teuthology.orchestra.run.smithi067.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2023-10-21T13:07:10.067 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T13:07:10.068 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec ls tests/generic) 2023-10-21T13:07:10.086 INFO:teuthology.orchestra.run.smithi067.stdout:001 2023-10-21T13:07:10.087 INFO:teuthology.orchestra.run.smithi067.stdout:001.out 2023-10-21T13:07:10.087 INFO:teuthology.orchestra.run.smithi067.stdout:002 2023-10-21T13:07:10.087 INFO:teuthology.orchestra.run.smithi067.stdout:002.out 2023-10-21T13:07:10.087 INFO:teuthology.orchestra.run.smithi067.stdout:003 2023-10-21T13:07:10.088 INFO:teuthology.orchestra.run.smithi067.stdout:003.out 2023-10-21T13:07:10.088 INFO:teuthology.orchestra.run.smithi067.stdout:004 2023-10-21T13:07:10.088 INFO:teuthology.orchestra.run.smithi067.stdout:004.out 2023-10-21T13:07:10.088 INFO:teuthology.orchestra.run.smithi067.stdout:005 2023-10-21T13:07:10.088 INFO:teuthology.orchestra.run.smithi067.stdout:005.out 2023-10-21T13:07:10.089 INFO:teuthology.orchestra.run.smithi067.stdout:006 2023-10-21T13:07:10.089 INFO:teuthology.orchestra.run.smithi067.stdout:006.out 2023-10-21T13:07:10.089 INFO:teuthology.orchestra.run.smithi067.stdout:007 2023-10-21T13:07:10.089 INFO:teuthology.orchestra.run.smithi067.stdout:007.out 2023-10-21T13:07:10.089 INFO:teuthology.orchestra.run.smithi067.stdout:008 2023-10-21T13:07:10.090 INFO:teuthology.orchestra.run.smithi067.stdout:008.out 2023-10-21T13:07:10.090 INFO:teuthology.orchestra.run.smithi067.stdout:009 2023-10-21T13:07:10.090 INFO:teuthology.orchestra.run.smithi067.stdout:009.out 2023-10-21T13:07:10.090 INFO:teuthology.orchestra.run.smithi067.stdout:010 2023-10-21T13:07:10.091 INFO:teuthology.orchestra.run.smithi067.stdout:010.out 2023-10-21T13:07:10.091 INFO:teuthology.orchestra.run.smithi067.stdout:011 2023-10-21T13:07:10.091 INFO:teuthology.orchestra.run.smithi067.stdout:011.out 2023-10-21T13:07:10.091 INFO:teuthology.orchestra.run.smithi067.stdout:012 2023-10-21T13:07:10.091 INFO:teuthology.orchestra.run.smithi067.stdout:012.out 2023-10-21T13:07:10.092 INFO:teuthology.orchestra.run.smithi067.stdout:013 2023-10-21T13:07:10.092 INFO:teuthology.orchestra.run.smithi067.stdout:013.out 2023-10-21T13:07:10.092 INFO:teuthology.orchestra.run.smithi067.stdout:014 2023-10-21T13:07:10.092 INFO:teuthology.orchestra.run.smithi067.stdout:014.out 2023-10-21T13:07:10.092 INFO:teuthology.orchestra.run.smithi067.stdout:015 2023-10-21T13:07:10.093 INFO:teuthology.orchestra.run.smithi067.stdout:015.out 2023-10-21T13:07:10.093 INFO:teuthology.orchestra.run.smithi067.stdout:016 2023-10-21T13:07:10.093 INFO:teuthology.orchestra.run.smithi067.stdout:016.out 2023-10-21T13:07:10.093 INFO:teuthology.orchestra.run.smithi067.stdout:017 2023-10-21T13:07:10.093 INFO:teuthology.orchestra.run.smithi067.stdout:017.out 2023-10-21T13:07:10.094 INFO:teuthology.orchestra.run.smithi067.stdout:018 2023-10-21T13:07:10.094 INFO:teuthology.orchestra.run.smithi067.stdout:018.out 2023-10-21T13:07:10.094 INFO:teuthology.orchestra.run.smithi067.stdout:019 2023-10-21T13:07:10.094 INFO:teuthology.orchestra.run.smithi067.stdout:019.out 2023-10-21T13:07:10.094 INFO:teuthology.orchestra.run.smithi067.stdout:020 2023-10-21T13:07:10.095 INFO:teuthology.orchestra.run.smithi067.stdout:020.out 2023-10-21T13:07:10.095 INFO:teuthology.orchestra.run.smithi067.stdout:021 2023-10-21T13:07:10.095 INFO:teuthology.orchestra.run.smithi067.stdout:021.out 2023-10-21T13:07:10.095 INFO:teuthology.orchestra.run.smithi067.stdout:022 2023-10-21T13:07:10.095 INFO:teuthology.orchestra.run.smithi067.stdout:022.out 2023-10-21T13:07:10.096 INFO:teuthology.orchestra.run.smithi067.stdout:023 2023-10-21T13:07:10.096 INFO:teuthology.orchestra.run.smithi067.stdout:023.out 2023-10-21T13:07:10.096 INFO:teuthology.orchestra.run.smithi067.stdout:024 2023-10-21T13:07:10.096 INFO:teuthology.orchestra.run.smithi067.stdout:024.out 2023-10-21T13:07:10.096 INFO:teuthology.orchestra.run.smithi067.stdout:025 2023-10-21T13:07:10.097 INFO:teuthology.orchestra.run.smithi067.stdout:025.out 2023-10-21T13:07:10.097 INFO:teuthology.orchestra.run.smithi067.stdout:026 2023-10-21T13:07:10.097 INFO:teuthology.orchestra.run.smithi067.stdout:026.out 2023-10-21T13:07:10.097 INFO:teuthology.orchestra.run.smithi067.stdout:027 2023-10-21T13:07:10.097 INFO:teuthology.orchestra.run.smithi067.stdout:027.out 2023-10-21T13:07:10.098 INFO:teuthology.orchestra.run.smithi067.stdout:028 2023-10-21T13:07:10.098 INFO:teuthology.orchestra.run.smithi067.stdout:028.out 2023-10-21T13:07:10.098 INFO:teuthology.orchestra.run.smithi067.stdout:029 2023-10-21T13:07:10.098 INFO:teuthology.orchestra.run.smithi067.stdout:029.out 2023-10-21T13:07:10.098 INFO:teuthology.orchestra.run.smithi067.stdout:030 2023-10-21T13:07:10.099 INFO:teuthology.orchestra.run.smithi067.stdout:030.out 2023-10-21T13:07:10.099 INFO:teuthology.orchestra.run.smithi067.stdout:031 2023-10-21T13:07:10.099 INFO:teuthology.orchestra.run.smithi067.stdout:031.out 2023-10-21T13:07:10.099 INFO:teuthology.orchestra.run.smithi067.stdout:032 2023-10-21T13:07:10.099 INFO:teuthology.orchestra.run.smithi067.stdout:032.out 2023-10-21T13:07:10.100 INFO:teuthology.orchestra.run.smithi067.stdout:033 2023-10-21T13:07:10.100 INFO:teuthology.orchestra.run.smithi067.stdout:033.out 2023-10-21T13:07:10.100 INFO:teuthology.orchestra.run.smithi067.stdout:034 2023-10-21T13:07:10.100 INFO:teuthology.orchestra.run.smithi067.stdout:034.out 2023-10-21T13:07:10.100 INFO:teuthology.orchestra.run.smithi067.stdout:035 2023-10-21T13:07:10.101 INFO:teuthology.orchestra.run.smithi067.stdout:035.cfg 2023-10-21T13:07:10.101 INFO:teuthology.orchestra.run.smithi067.stdout:035.out.default 2023-10-21T13:07:10.101 INFO:teuthology.orchestra.run.smithi067.stdout:035.out.nfs 2023-10-21T13:07:10.101 INFO:teuthology.orchestra.run.smithi067.stdout:036 2023-10-21T13:07:10.101 INFO:teuthology.orchestra.run.smithi067.stdout:036.out 2023-10-21T13:07:10.102 INFO:teuthology.orchestra.run.smithi067.stdout:037 2023-10-21T13:07:10.102 INFO:teuthology.orchestra.run.smithi067.stdout:037.out 2023-10-21T13:07:10.102 INFO:teuthology.orchestra.run.smithi067.stdout:038 2023-10-21T13:07:10.102 INFO:teuthology.orchestra.run.smithi067.stdout:038.out 2023-10-21T13:07:10.102 INFO:teuthology.orchestra.run.smithi067.stdout:039 2023-10-21T13:07:10.103 INFO:teuthology.orchestra.run.smithi067.stdout:039.out 2023-10-21T13:07:10.103 INFO:teuthology.orchestra.run.smithi067.stdout:040 2023-10-21T13:07:10.103 INFO:teuthology.orchestra.run.smithi067.stdout:040.out 2023-10-21T13:07:10.103 INFO:teuthology.orchestra.run.smithi067.stdout:041 2023-10-21T13:07:10.103 INFO:teuthology.orchestra.run.smithi067.stdout:041.out 2023-10-21T13:07:10.104 INFO:teuthology.orchestra.run.smithi067.stdout:042 2023-10-21T13:07:10.104 INFO:teuthology.orchestra.run.smithi067.stdout:042.out 2023-10-21T13:07:10.104 INFO:teuthology.orchestra.run.smithi067.stdout:043 2023-10-21T13:07:10.104 INFO:teuthology.orchestra.run.smithi067.stdout:043.out 2023-10-21T13:07:10.104 INFO:teuthology.orchestra.run.smithi067.stdout:044 2023-10-21T13:07:10.105 INFO:teuthology.orchestra.run.smithi067.stdout:044.out 2023-10-21T13:07:10.105 INFO:teuthology.orchestra.run.smithi067.stdout:045 2023-10-21T13:07:10.105 INFO:teuthology.orchestra.run.smithi067.stdout:045.out 2023-10-21T13:07:10.105 INFO:teuthology.orchestra.run.smithi067.stdout:046 2023-10-21T13:07:10.105 INFO:teuthology.orchestra.run.smithi067.stdout:046.out 2023-10-21T13:07:10.106 INFO:teuthology.orchestra.run.smithi067.stdout:047 2023-10-21T13:07:10.106 INFO:teuthology.orchestra.run.smithi067.stdout:047.out 2023-10-21T13:07:10.106 INFO:teuthology.orchestra.run.smithi067.stdout:048 2023-10-21T13:07:10.106 INFO:teuthology.orchestra.run.smithi067.stdout:048.out 2023-10-21T13:07:10.106 INFO:teuthology.orchestra.run.smithi067.stdout:049 2023-10-21T13:07:10.107 INFO:teuthology.orchestra.run.smithi067.stdout:049.out 2023-10-21T13:07:10.107 INFO:teuthology.orchestra.run.smithi067.stdout:050 2023-10-21T13:07:10.107 INFO:teuthology.orchestra.run.smithi067.stdout:050.cfg 2023-10-21T13:07:10.107 INFO:teuthology.orchestra.run.smithi067.stdout:050.out.default 2023-10-21T13:07:10.107 INFO:teuthology.orchestra.run.smithi067.stdout:050.out.nojournal 2023-10-21T13:07:10.108 INFO:teuthology.orchestra.run.smithi067.stdout:050.out.xfsquota 2023-10-21T13:07:10.108 INFO:teuthology.orchestra.run.smithi067.stdout:051 2023-10-21T13:07:10.108 INFO:teuthology.orchestra.run.smithi067.stdout:051.out 2023-10-21T13:07:10.108 INFO:teuthology.orchestra.run.smithi067.stdout:052 2023-10-21T13:07:10.108 INFO:teuthology.orchestra.run.smithi067.stdout:052.out 2023-10-21T13:07:10.109 INFO:teuthology.orchestra.run.smithi067.stdout:053 2023-10-21T13:07:10.109 INFO:teuthology.orchestra.run.smithi067.stdout:053.out 2023-10-21T13:07:10.109 INFO:teuthology.orchestra.run.smithi067.stdout:054 2023-10-21T13:07:10.109 INFO:teuthology.orchestra.run.smithi067.stdout:054.out 2023-10-21T13:07:10.109 INFO:teuthology.orchestra.run.smithi067.stdout:055 2023-10-21T13:07:10.110 INFO:teuthology.orchestra.run.smithi067.stdout:055.out 2023-10-21T13:07:10.110 INFO:teuthology.orchestra.run.smithi067.stdout:056 2023-10-21T13:07:10.110 INFO:teuthology.orchestra.run.smithi067.stdout:056.out 2023-10-21T13:07:10.110 INFO:teuthology.orchestra.run.smithi067.stdout:057 2023-10-21T13:07:10.110 INFO:teuthology.orchestra.run.smithi067.stdout:057.out 2023-10-21T13:07:10.111 INFO:teuthology.orchestra.run.smithi067.stdout:058 2023-10-21T13:07:10.111 INFO:teuthology.orchestra.run.smithi067.stdout:058.out 2023-10-21T13:07:10.111 INFO:teuthology.orchestra.run.smithi067.stdout:059 2023-10-21T13:07:10.111 INFO:teuthology.orchestra.run.smithi067.stdout:059.out 2023-10-21T13:07:10.111 INFO:teuthology.orchestra.run.smithi067.stdout:060 2023-10-21T13:07:10.112 INFO:teuthology.orchestra.run.smithi067.stdout:060.out 2023-10-21T13:07:10.112 INFO:teuthology.orchestra.run.smithi067.stdout:061 2023-10-21T13:07:10.112 INFO:teuthology.orchestra.run.smithi067.stdout:061.out 2023-10-21T13:07:10.112 INFO:teuthology.orchestra.run.smithi067.stdout:062 2023-10-21T13:07:10.112 INFO:teuthology.orchestra.run.smithi067.stdout:062.out 2023-10-21T13:07:10.113 INFO:teuthology.orchestra.run.smithi067.stdout:063 2023-10-21T13:07:10.113 INFO:teuthology.orchestra.run.smithi067.stdout:063.out 2023-10-21T13:07:10.113 INFO:teuthology.orchestra.run.smithi067.stdout:064 2023-10-21T13:07:10.113 INFO:teuthology.orchestra.run.smithi067.stdout:064.out 2023-10-21T13:07:10.113 INFO:teuthology.orchestra.run.smithi067.stdout:065 2023-10-21T13:07:10.113 INFO:teuthology.orchestra.run.smithi067.stdout:065.out 2023-10-21T13:07:10.114 INFO:teuthology.orchestra.run.smithi067.stdout:066 2023-10-21T13:07:10.114 INFO:teuthology.orchestra.run.smithi067.stdout:066.out 2023-10-21T13:07:10.114 INFO:teuthology.orchestra.run.smithi067.stdout:067 2023-10-21T13:07:10.114 INFO:teuthology.orchestra.run.smithi067.stdout:067.out 2023-10-21T13:07:10.115 INFO:teuthology.orchestra.run.smithi067.stdout:068 2023-10-21T13:07:10.115 INFO:teuthology.orchestra.run.smithi067.stdout:068.out 2023-10-21T13:07:10.115 INFO:teuthology.orchestra.run.smithi067.stdout:069 2023-10-21T13:07:10.115 INFO:teuthology.orchestra.run.smithi067.stdout:069.out 2023-10-21T13:07:10.115 INFO:teuthology.orchestra.run.smithi067.stdout:070 2023-10-21T13:07:10.116 INFO:teuthology.orchestra.run.smithi067.stdout:070.out 2023-10-21T13:07:10.116 INFO:teuthology.orchestra.run.smithi067.stdout:071 2023-10-21T13:07:10.116 INFO:teuthology.orchestra.run.smithi067.stdout:071.out 2023-10-21T13:07:10.116 INFO:teuthology.orchestra.run.smithi067.stdout:072 2023-10-21T13:07:10.116 INFO:teuthology.orchestra.run.smithi067.stdout:072.out 2023-10-21T13:07:10.117 INFO:teuthology.orchestra.run.smithi067.stdout:073 2023-10-21T13:07:10.117 INFO:teuthology.orchestra.run.smithi067.stdout:073.out 2023-10-21T13:07:10.117 INFO:teuthology.orchestra.run.smithi067.stdout:074 2023-10-21T13:07:10.117 INFO:teuthology.orchestra.run.smithi067.stdout:074.out 2023-10-21T13:07:10.117 INFO:teuthology.orchestra.run.smithi067.stdout:075 2023-10-21T13:07:10.117 INFO:teuthology.orchestra.run.smithi067.stdout:075.out 2023-10-21T13:07:10.118 INFO:teuthology.orchestra.run.smithi067.stdout:076 2023-10-21T13:07:10.118 INFO:teuthology.orchestra.run.smithi067.stdout:076.out 2023-10-21T13:07:10.118 INFO:teuthology.orchestra.run.smithi067.stdout:077 2023-10-21T13:07:10.118 INFO:teuthology.orchestra.run.smithi067.stdout:077.out 2023-10-21T13:07:10.118 INFO:teuthology.orchestra.run.smithi067.stdout:078 2023-10-21T13:07:10.119 INFO:teuthology.orchestra.run.smithi067.stdout:078.out 2023-10-21T13:07:10.119 INFO:teuthology.orchestra.run.smithi067.stdout:079 2023-10-21T13:07:10.119 INFO:teuthology.orchestra.run.smithi067.stdout:079.out 2023-10-21T13:07:10.119 INFO:teuthology.orchestra.run.smithi067.stdout:080 2023-10-21T13:07:10.119 INFO:teuthology.orchestra.run.smithi067.stdout:080.out 2023-10-21T13:07:10.120 INFO:teuthology.orchestra.run.smithi067.stdout:081 2023-10-21T13:07:10.120 INFO:teuthology.orchestra.run.smithi067.stdout:081.out 2023-10-21T13:07:10.120 INFO:teuthology.orchestra.run.smithi067.stdout:082 2023-10-21T13:07:10.120 INFO:teuthology.orchestra.run.smithi067.stdout:082.out 2023-10-21T13:07:10.121 INFO:teuthology.orchestra.run.smithi067.stdout:083 2023-10-21T13:07:10.121 INFO:teuthology.orchestra.run.smithi067.stdout:083.out 2023-10-21T13:07:10.121 INFO:teuthology.orchestra.run.smithi067.stdout:084 2023-10-21T13:07:10.121 INFO:teuthology.orchestra.run.smithi067.stdout:084.out 2023-10-21T13:07:10.121 INFO:teuthology.orchestra.run.smithi067.stdout:085 2023-10-21T13:07:10.122 INFO:teuthology.orchestra.run.smithi067.stdout:085.out 2023-10-21T13:07:10.122 INFO:teuthology.orchestra.run.smithi067.stdout:086 2023-10-21T13:07:10.122 INFO:teuthology.orchestra.run.smithi067.stdout:086.out 2023-10-21T13:07:10.122 INFO:teuthology.orchestra.run.smithi067.stdout:087 2023-10-21T13:07:10.122 INFO:teuthology.orchestra.run.smithi067.stdout:087.out 2023-10-21T13:07:10.123 INFO:teuthology.orchestra.run.smithi067.stdout:088 2023-10-21T13:07:10.123 INFO:teuthology.orchestra.run.smithi067.stdout:088.out 2023-10-21T13:07:10.123 INFO:teuthology.orchestra.run.smithi067.stdout:089 2023-10-21T13:07:10.123 INFO:teuthology.orchestra.run.smithi067.stdout:089.out 2023-10-21T13:07:10.123 INFO:teuthology.orchestra.run.smithi067.stdout:090 2023-10-21T13:07:10.123 INFO:teuthology.orchestra.run.smithi067.stdout:090.out 2023-10-21T13:07:10.124 INFO:teuthology.orchestra.run.smithi067.stdout:091 2023-10-21T13:07:10.124 INFO:teuthology.orchestra.run.smithi067.stdout:091.out 2023-10-21T13:07:10.124 INFO:teuthology.orchestra.run.smithi067.stdout:092 2023-10-21T13:07:10.124 INFO:teuthology.orchestra.run.smithi067.stdout:092.out 2023-10-21T13:07:10.124 INFO:teuthology.orchestra.run.smithi067.stdout:093 2023-10-21T13:07:10.125 INFO:teuthology.orchestra.run.smithi067.stdout:093.out 2023-10-21T13:07:10.125 INFO:teuthology.orchestra.run.smithi067.stdout:094 2023-10-21T13:07:10.125 INFO:teuthology.orchestra.run.smithi067.stdout:094.out 2023-10-21T13:07:10.125 INFO:teuthology.orchestra.run.smithi067.stdout:095 2023-10-21T13:07:10.125 INFO:teuthology.orchestra.run.smithi067.stdout:095.out 2023-10-21T13:07:10.126 INFO:teuthology.orchestra.run.smithi067.stdout:096 2023-10-21T13:07:10.126 INFO:teuthology.orchestra.run.smithi067.stdout:096.out 2023-10-21T13:07:10.126 INFO:teuthology.orchestra.run.smithi067.stdout:097 2023-10-21T13:07:10.126 INFO:teuthology.orchestra.run.smithi067.stdout:097.out 2023-10-21T13:07:10.126 INFO:teuthology.orchestra.run.smithi067.stdout:098 2023-10-21T13:07:10.126 INFO:teuthology.orchestra.run.smithi067.stdout:098.out 2023-10-21T13:07:10.127 INFO:teuthology.orchestra.run.smithi067.stdout:099 2023-10-21T13:07:10.127 INFO:teuthology.orchestra.run.smithi067.stdout:099.out 2023-10-21T13:07:10.127 INFO:teuthology.orchestra.run.smithi067.stdout:100 2023-10-21T13:07:10.127 INFO:teuthology.orchestra.run.smithi067.stdout:100.out 2023-10-21T13:07:10.127 INFO:teuthology.orchestra.run.smithi067.stdout:101 2023-10-21T13:07:10.128 INFO:teuthology.orchestra.run.smithi067.stdout:101.out 2023-10-21T13:07:10.128 INFO:teuthology.orchestra.run.smithi067.stdout:102 2023-10-21T13:07:10.128 INFO:teuthology.orchestra.run.smithi067.stdout:102.out 2023-10-21T13:07:10.128 INFO:teuthology.orchestra.run.smithi067.stdout:103 2023-10-21T13:07:10.128 INFO:teuthology.orchestra.run.smithi067.stdout:103.out 2023-10-21T13:07:10.129 INFO:teuthology.orchestra.run.smithi067.stdout:104 2023-10-21T13:07:10.129 INFO:teuthology.orchestra.run.smithi067.stdout:104.out 2023-10-21T13:07:10.129 INFO:teuthology.orchestra.run.smithi067.stdout:105 2023-10-21T13:07:10.129 INFO:teuthology.orchestra.run.smithi067.stdout:105.out 2023-10-21T13:07:10.129 INFO:teuthology.orchestra.run.smithi067.stdout:106 2023-10-21T13:07:10.130 INFO:teuthology.orchestra.run.smithi067.stdout:106.out 2023-10-21T13:07:10.130 INFO:teuthology.orchestra.run.smithi067.stdout:107 2023-10-21T13:07:10.130 INFO:teuthology.orchestra.run.smithi067.stdout:107.out 2023-10-21T13:07:10.130 INFO:teuthology.orchestra.run.smithi067.stdout:108 2023-10-21T13:07:10.130 INFO:teuthology.orchestra.run.smithi067.stdout:108.out 2023-10-21T13:07:10.131 INFO:teuthology.orchestra.run.smithi067.stdout:109 2023-10-21T13:07:10.131 INFO:teuthology.orchestra.run.smithi067.stdout:109.out 2023-10-21T13:07:10.131 INFO:teuthology.orchestra.run.smithi067.stdout:110 2023-10-21T13:07:10.131 INFO:teuthology.orchestra.run.smithi067.stdout:110.out 2023-10-21T13:07:10.131 INFO:teuthology.orchestra.run.smithi067.stdout:111 2023-10-21T13:07:10.132 INFO:teuthology.orchestra.run.smithi067.stdout:111.out 2023-10-21T13:07:10.132 INFO:teuthology.orchestra.run.smithi067.stdout:112 2023-10-21T13:07:10.132 INFO:teuthology.orchestra.run.smithi067.stdout:112.out 2023-10-21T13:07:10.132 INFO:teuthology.orchestra.run.smithi067.stdout:113 2023-10-21T13:07:10.132 INFO:teuthology.orchestra.run.smithi067.stdout:113.out 2023-10-21T13:07:10.133 INFO:teuthology.orchestra.run.smithi067.stdout:114 2023-10-21T13:07:10.133 INFO:teuthology.orchestra.run.smithi067.stdout:114.out 2023-10-21T13:07:10.133 INFO:teuthology.orchestra.run.smithi067.stdout:115 2023-10-21T13:07:10.133 INFO:teuthology.orchestra.run.smithi067.stdout:115.out 2023-10-21T13:07:10.133 INFO:teuthology.orchestra.run.smithi067.stdout:116 2023-10-21T13:07:10.133 INFO:teuthology.orchestra.run.smithi067.stdout:116.out 2023-10-21T13:07:10.134 INFO:teuthology.orchestra.run.smithi067.stdout:117 2023-10-21T13:07:10.134 INFO:teuthology.orchestra.run.smithi067.stdout:117.out 2023-10-21T13:07:10.134 INFO:teuthology.orchestra.run.smithi067.stdout:118 2023-10-21T13:07:10.134 INFO:teuthology.orchestra.run.smithi067.stdout:118.out 2023-10-21T13:07:10.134 INFO:teuthology.orchestra.run.smithi067.stdout:119 2023-10-21T13:07:10.135 INFO:teuthology.orchestra.run.smithi067.stdout:119.out 2023-10-21T13:07:10.135 INFO:teuthology.orchestra.run.smithi067.stdout:120 2023-10-21T13:07:10.135 INFO:teuthology.orchestra.run.smithi067.stdout:120.out 2023-10-21T13:07:10.135 INFO:teuthology.orchestra.run.smithi067.stdout:121 2023-10-21T13:07:10.135 INFO:teuthology.orchestra.run.smithi067.stdout:121.out 2023-10-21T13:07:10.136 INFO:teuthology.orchestra.run.smithi067.stdout:122 2023-10-21T13:07:10.136 INFO:teuthology.orchestra.run.smithi067.stdout:122.out 2023-10-21T13:07:10.136 INFO:teuthology.orchestra.run.smithi067.stdout:123 2023-10-21T13:07:10.136 INFO:teuthology.orchestra.run.smithi067.stdout:123.out 2023-10-21T13:07:10.136 INFO:teuthology.orchestra.run.smithi067.stdout:124 2023-10-21T13:07:10.137 INFO:teuthology.orchestra.run.smithi067.stdout:124.out 2023-10-21T13:07:10.137 INFO:teuthology.orchestra.run.smithi067.stdout:125 2023-10-21T13:07:10.137 INFO:teuthology.orchestra.run.smithi067.stdout:125.out 2023-10-21T13:07:10.137 INFO:teuthology.orchestra.run.smithi067.stdout:126 2023-10-21T13:07:10.137 INFO:teuthology.orchestra.run.smithi067.stdout:126.out 2023-10-21T13:07:10.138 INFO:teuthology.orchestra.run.smithi067.stdout:127 2023-10-21T13:07:10.138 INFO:teuthology.orchestra.run.smithi067.stdout:127.out 2023-10-21T13:07:10.138 INFO:teuthology.orchestra.run.smithi067.stdout:128 2023-10-21T13:07:10.138 INFO:teuthology.orchestra.run.smithi067.stdout:128.out 2023-10-21T13:07:10.138 INFO:teuthology.orchestra.run.smithi067.stdout:129 2023-10-21T13:07:10.139 INFO:teuthology.orchestra.run.smithi067.stdout:129.out 2023-10-21T13:07:10.139 INFO:teuthology.orchestra.run.smithi067.stdout:130 2023-10-21T13:07:10.139 INFO:teuthology.orchestra.run.smithi067.stdout:130.out 2023-10-21T13:07:10.139 INFO:teuthology.orchestra.run.smithi067.stdout:131 2023-10-21T13:07:10.139 INFO:teuthology.orchestra.run.smithi067.stdout:131.out 2023-10-21T13:07:10.139 INFO:teuthology.orchestra.run.smithi067.stdout:132 2023-10-21T13:07:10.140 INFO:teuthology.orchestra.run.smithi067.stdout:132.out 2023-10-21T13:07:10.140 INFO:teuthology.orchestra.run.smithi067.stdout:133 2023-10-21T13:07:10.140 INFO:teuthology.orchestra.run.smithi067.stdout:133.out 2023-10-21T13:07:10.140 INFO:teuthology.orchestra.run.smithi067.stdout:134 2023-10-21T13:07:10.140 INFO:teuthology.orchestra.run.smithi067.stdout:134.out 2023-10-21T13:07:10.141 INFO:teuthology.orchestra.run.smithi067.stdout:135 2023-10-21T13:07:10.141 INFO:teuthology.orchestra.run.smithi067.stdout:135.out 2023-10-21T13:07:10.141 INFO:teuthology.orchestra.run.smithi067.stdout:136 2023-10-21T13:07:10.141 INFO:teuthology.orchestra.run.smithi067.stdout:136.out 2023-10-21T13:07:10.141 INFO:teuthology.orchestra.run.smithi067.stdout:137 2023-10-21T13:07:10.142 INFO:teuthology.orchestra.run.smithi067.stdout:137.out 2023-10-21T13:07:10.142 INFO:teuthology.orchestra.run.smithi067.stdout:138 2023-10-21T13:07:10.142 INFO:teuthology.orchestra.run.smithi067.stdout:138.out 2023-10-21T13:07:10.142 INFO:teuthology.orchestra.run.smithi067.stdout:139 2023-10-21T13:07:10.142 INFO:teuthology.orchestra.run.smithi067.stdout:139.out 2023-10-21T13:07:10.143 INFO:teuthology.orchestra.run.smithi067.stdout:140 2023-10-21T13:07:10.143 INFO:teuthology.orchestra.run.smithi067.stdout:140.out 2023-10-21T13:07:10.143 INFO:teuthology.orchestra.run.smithi067.stdout:141 2023-10-21T13:07:10.143 INFO:teuthology.orchestra.run.smithi067.stdout:141.out 2023-10-21T13:07:10.143 INFO:teuthology.orchestra.run.smithi067.stdout:142 2023-10-21T13:07:10.144 INFO:teuthology.orchestra.run.smithi067.stdout:142.out 2023-10-21T13:07:10.144 INFO:teuthology.orchestra.run.smithi067.stdout:143 2023-10-21T13:07:10.144 INFO:teuthology.orchestra.run.smithi067.stdout:143.out 2023-10-21T13:07:10.144 INFO:teuthology.orchestra.run.smithi067.stdout:144 2023-10-21T13:07:10.144 INFO:teuthology.orchestra.run.smithi067.stdout:144.out 2023-10-21T13:07:10.145 INFO:teuthology.orchestra.run.smithi067.stdout:145 2023-10-21T13:07:10.145 INFO:teuthology.orchestra.run.smithi067.stdout:145.out 2023-10-21T13:07:10.145 INFO:teuthology.orchestra.run.smithi067.stdout:146 2023-10-21T13:07:10.145 INFO:teuthology.orchestra.run.smithi067.stdout:146.out 2023-10-21T13:07:10.145 INFO:teuthology.orchestra.run.smithi067.stdout:147 2023-10-21T13:07:10.146 INFO:teuthology.orchestra.run.smithi067.stdout:147.out 2023-10-21T13:07:10.146 INFO:teuthology.orchestra.run.smithi067.stdout:148 2023-10-21T13:07:10.146 INFO:teuthology.orchestra.run.smithi067.stdout:148.out 2023-10-21T13:07:10.146 INFO:teuthology.orchestra.run.smithi067.stdout:149 2023-10-21T13:07:10.146 INFO:teuthology.orchestra.run.smithi067.stdout:149.out 2023-10-21T13:07:10.147 INFO:teuthology.orchestra.run.smithi067.stdout:150 2023-10-21T13:07:10.147 INFO:teuthology.orchestra.run.smithi067.stdout:150.out 2023-10-21T13:07:10.147 INFO:teuthology.orchestra.run.smithi067.stdout:151 2023-10-21T13:07:10.147 INFO:teuthology.orchestra.run.smithi067.stdout:151.out 2023-10-21T13:07:10.147 INFO:teuthology.orchestra.run.smithi067.stdout:152 2023-10-21T13:07:10.148 INFO:teuthology.orchestra.run.smithi067.stdout:152.out 2023-10-21T13:07:10.148 INFO:teuthology.orchestra.run.smithi067.stdout:153 2023-10-21T13:07:10.148 INFO:teuthology.orchestra.run.smithi067.stdout:153.out 2023-10-21T13:07:10.148 INFO:teuthology.orchestra.run.smithi067.stdout:154 2023-10-21T13:07:10.149 INFO:teuthology.orchestra.run.smithi067.stdout:154.out 2023-10-21T13:07:10.149 INFO:teuthology.orchestra.run.smithi067.stdout:155 2023-10-21T13:07:10.149 INFO:teuthology.orchestra.run.smithi067.stdout:155.out 2023-10-21T13:07:10.149 INFO:teuthology.orchestra.run.smithi067.stdout:156 2023-10-21T13:07:10.149 INFO:teuthology.orchestra.run.smithi067.stdout:156.out 2023-10-21T13:07:10.150 INFO:teuthology.orchestra.run.smithi067.stdout:157 2023-10-21T13:07:10.150 INFO:teuthology.orchestra.run.smithi067.stdout:157.out 2023-10-21T13:07:10.150 INFO:teuthology.orchestra.run.smithi067.stdout:158 2023-10-21T13:07:10.150 INFO:teuthology.orchestra.run.smithi067.stdout:158.out 2023-10-21T13:07:10.150 INFO:teuthology.orchestra.run.smithi067.stdout:159 2023-10-21T13:07:10.151 INFO:teuthology.orchestra.run.smithi067.stdout:159.out 2023-10-21T13:07:10.151 INFO:teuthology.orchestra.run.smithi067.stdout:160 2023-10-21T13:07:10.151 INFO:teuthology.orchestra.run.smithi067.stdout:160.out 2023-10-21T13:07:10.151 INFO:teuthology.orchestra.run.smithi067.stdout:161 2023-10-21T13:07:10.151 INFO:teuthology.orchestra.run.smithi067.stdout:161.out 2023-10-21T13:07:10.152 INFO:teuthology.orchestra.run.smithi067.stdout:162 2023-10-21T13:07:10.152 INFO:teuthology.orchestra.run.smithi067.stdout:162.out 2023-10-21T13:07:10.152 INFO:teuthology.orchestra.run.smithi067.stdout:163 2023-10-21T13:07:10.152 INFO:teuthology.orchestra.run.smithi067.stdout:163.out 2023-10-21T13:07:10.152 INFO:teuthology.orchestra.run.smithi067.stdout:164 2023-10-21T13:07:10.152 INFO:teuthology.orchestra.run.smithi067.stdout:164.out 2023-10-21T13:07:10.153 INFO:teuthology.orchestra.run.smithi067.stdout:165 2023-10-21T13:07:10.153 INFO:teuthology.orchestra.run.smithi067.stdout:165.out 2023-10-21T13:07:10.153 INFO:teuthology.orchestra.run.smithi067.stdout:166 2023-10-21T13:07:10.153 INFO:teuthology.orchestra.run.smithi067.stdout:166.out 2023-10-21T13:07:10.153 INFO:teuthology.orchestra.run.smithi067.stdout:167 2023-10-21T13:07:10.153 INFO:teuthology.orchestra.run.smithi067.stdout:167.out 2023-10-21T13:07:10.154 INFO:teuthology.orchestra.run.smithi067.stdout:168 2023-10-21T13:07:10.154 INFO:teuthology.orchestra.run.smithi067.stdout:168.out 2023-10-21T13:07:10.154 INFO:teuthology.orchestra.run.smithi067.stdout:169 2023-10-21T13:07:10.154 INFO:teuthology.orchestra.run.smithi067.stdout:169.out 2023-10-21T13:07:10.154 INFO:teuthology.orchestra.run.smithi067.stdout:170 2023-10-21T13:07:10.155 INFO:teuthology.orchestra.run.smithi067.stdout:170.out 2023-10-21T13:07:10.155 INFO:teuthology.orchestra.run.smithi067.stdout:171 2023-10-21T13:07:10.155 INFO:teuthology.orchestra.run.smithi067.stdout:171.out 2023-10-21T13:07:10.155 INFO:teuthology.orchestra.run.smithi067.stdout:172 2023-10-21T13:07:10.155 INFO:teuthology.orchestra.run.smithi067.stdout:172.out 2023-10-21T13:07:10.156 INFO:teuthology.orchestra.run.smithi067.stdout:173 2023-10-21T13:07:10.156 INFO:teuthology.orchestra.run.smithi067.stdout:173.out 2023-10-21T13:07:10.156 INFO:teuthology.orchestra.run.smithi067.stdout:174 2023-10-21T13:07:10.156 INFO:teuthology.orchestra.run.smithi067.stdout:174.out 2023-10-21T13:07:10.156 INFO:teuthology.orchestra.run.smithi067.stdout:175 2023-10-21T13:07:10.157 INFO:teuthology.orchestra.run.smithi067.stdout:175.out 2023-10-21T13:07:10.157 INFO:teuthology.orchestra.run.smithi067.stdout:176 2023-10-21T13:07:10.157 INFO:teuthology.orchestra.run.smithi067.stdout:176.out 2023-10-21T13:07:10.157 INFO:teuthology.orchestra.run.smithi067.stdout:177 2023-10-21T13:07:10.157 INFO:teuthology.orchestra.run.smithi067.stdout:177.out 2023-10-21T13:07:10.158 INFO:teuthology.orchestra.run.smithi067.stdout:178 2023-10-21T13:07:10.158 INFO:teuthology.orchestra.run.smithi067.stdout:178.out 2023-10-21T13:07:10.158 INFO:teuthology.orchestra.run.smithi067.stdout:179 2023-10-21T13:07:10.158 INFO:teuthology.orchestra.run.smithi067.stdout:179.out 2023-10-21T13:07:10.158 INFO:teuthology.orchestra.run.smithi067.stdout:180 2023-10-21T13:07:10.159 INFO:teuthology.orchestra.run.smithi067.stdout:180.out 2023-10-21T13:07:10.159 INFO:teuthology.orchestra.run.smithi067.stdout:181 2023-10-21T13:07:10.159 INFO:teuthology.orchestra.run.smithi067.stdout:181.out 2023-10-21T13:07:10.159 INFO:teuthology.orchestra.run.smithi067.stdout:182 2023-10-21T13:07:10.159 INFO:teuthology.orchestra.run.smithi067.stdout:182.out 2023-10-21T13:07:10.160 INFO:teuthology.orchestra.run.smithi067.stdout:183 2023-10-21T13:07:10.160 INFO:teuthology.orchestra.run.smithi067.stdout:183.out 2023-10-21T13:07:10.160 INFO:teuthology.orchestra.run.smithi067.stdout:184 2023-10-21T13:07:10.160 INFO:teuthology.orchestra.run.smithi067.stdout:184.out 2023-10-21T13:07:10.160 INFO:teuthology.orchestra.run.smithi067.stdout:185 2023-10-21T13:07:10.161 INFO:teuthology.orchestra.run.smithi067.stdout:185.out 2023-10-21T13:07:10.161 INFO:teuthology.orchestra.run.smithi067.stdout:186 2023-10-21T13:07:10.161 INFO:teuthology.orchestra.run.smithi067.stdout:186.out 2023-10-21T13:07:10.161 INFO:teuthology.orchestra.run.smithi067.stdout:187 2023-10-21T13:07:10.161 INFO:teuthology.orchestra.run.smithi067.stdout:187.out 2023-10-21T13:07:10.162 INFO:teuthology.orchestra.run.smithi067.stdout:188 2023-10-21T13:07:10.162 INFO:teuthology.orchestra.run.smithi067.stdout:188.out 2023-10-21T13:07:10.162 INFO:teuthology.orchestra.run.smithi067.stdout:189 2023-10-21T13:07:10.162 INFO:teuthology.orchestra.run.smithi067.stdout:189.out 2023-10-21T13:07:10.162 INFO:teuthology.orchestra.run.smithi067.stdout:190 2023-10-21T13:07:10.162 INFO:teuthology.orchestra.run.smithi067.stdout:190.out 2023-10-21T13:07:10.163 INFO:teuthology.orchestra.run.smithi067.stdout:191 2023-10-21T13:07:10.163 INFO:teuthology.orchestra.run.smithi067.stdout:191.out 2023-10-21T13:07:10.163 INFO:teuthology.orchestra.run.smithi067.stdout:192 2023-10-21T13:07:10.163 INFO:teuthology.orchestra.run.smithi067.stdout:192.out 2023-10-21T13:07:10.163 INFO:teuthology.orchestra.run.smithi067.stdout:193 2023-10-21T13:07:10.164 INFO:teuthology.orchestra.run.smithi067.stdout:193.out 2023-10-21T13:07:10.164 INFO:teuthology.orchestra.run.smithi067.stdout:194 2023-10-21T13:07:10.164 INFO:teuthology.orchestra.run.smithi067.stdout:194.out 2023-10-21T13:07:10.164 INFO:teuthology.orchestra.run.smithi067.stdout:195 2023-10-21T13:07:10.164 INFO:teuthology.orchestra.run.smithi067.stdout:195.out 2023-10-21T13:07:10.165 INFO:teuthology.orchestra.run.smithi067.stdout:196 2023-10-21T13:07:10.165 INFO:teuthology.orchestra.run.smithi067.stdout:196.out 2023-10-21T13:07:10.165 INFO:teuthology.orchestra.run.smithi067.stdout:197 2023-10-21T13:07:10.165 INFO:teuthology.orchestra.run.smithi067.stdout:197.out 2023-10-21T13:07:10.165 INFO:teuthology.orchestra.run.smithi067.stdout:198 2023-10-21T13:07:10.165 INFO:teuthology.orchestra.run.smithi067.stdout:198.out 2023-10-21T13:07:10.166 INFO:teuthology.orchestra.run.smithi067.stdout:199 2023-10-21T13:07:10.166 INFO:teuthology.orchestra.run.smithi067.stdout:199.out 2023-10-21T13:07:10.166 INFO:teuthology.orchestra.run.smithi067.stdout:200 2023-10-21T13:07:10.166 INFO:teuthology.orchestra.run.smithi067.stdout:200.out 2023-10-21T13:07:10.166 INFO:teuthology.orchestra.run.smithi067.stdout:201 2023-10-21T13:07:10.167 INFO:teuthology.orchestra.run.smithi067.stdout:201.out 2023-10-21T13:07:10.167 INFO:teuthology.orchestra.run.smithi067.stdout:202 2023-10-21T13:07:10.167 INFO:teuthology.orchestra.run.smithi067.stdout:202.out 2023-10-21T13:07:10.167 INFO:teuthology.orchestra.run.smithi067.stdout:203 2023-10-21T13:07:10.167 INFO:teuthology.orchestra.run.smithi067.stdout:203.out 2023-10-21T13:07:10.168 INFO:teuthology.orchestra.run.smithi067.stdout:204 2023-10-21T13:07:10.168 INFO:teuthology.orchestra.run.smithi067.stdout:204.out 2023-10-21T13:07:10.168 INFO:teuthology.orchestra.run.smithi067.stdout:205 2023-10-21T13:07:10.168 INFO:teuthology.orchestra.run.smithi067.stdout:205.out 2023-10-21T13:07:10.168 INFO:teuthology.orchestra.run.smithi067.stdout:206 2023-10-21T13:07:10.168 INFO:teuthology.orchestra.run.smithi067.stdout:206.out 2023-10-21T13:07:10.169 INFO:teuthology.orchestra.run.smithi067.stdout:207 2023-10-21T13:07:10.169 INFO:teuthology.orchestra.run.smithi067.stdout:207.out 2023-10-21T13:07:10.169 INFO:teuthology.orchestra.run.smithi067.stdout:208 2023-10-21T13:07:10.169 INFO:teuthology.orchestra.run.smithi067.stdout:208.out 2023-10-21T13:07:10.169 INFO:teuthology.orchestra.run.smithi067.stdout:209 2023-10-21T13:07:10.170 INFO:teuthology.orchestra.run.smithi067.stdout:209.out 2023-10-21T13:07:10.170 INFO:teuthology.orchestra.run.smithi067.stdout:210 2023-10-21T13:07:10.170 INFO:teuthology.orchestra.run.smithi067.stdout:210.out 2023-10-21T13:07:10.170 INFO:teuthology.orchestra.run.smithi067.stdout:211 2023-10-21T13:07:10.170 INFO:teuthology.orchestra.run.smithi067.stdout:211.out 2023-10-21T13:07:10.170 INFO:teuthology.orchestra.run.smithi067.stdout:212 2023-10-21T13:07:10.171 INFO:teuthology.orchestra.run.smithi067.stdout:212.out 2023-10-21T13:07:10.171 INFO:teuthology.orchestra.run.smithi067.stdout:213 2023-10-21T13:07:10.171 INFO:teuthology.orchestra.run.smithi067.stdout:213.out 2023-10-21T13:07:10.171 INFO:teuthology.orchestra.run.smithi067.stdout:214 2023-10-21T13:07:10.171 INFO:teuthology.orchestra.run.smithi067.stdout:214.out 2023-10-21T13:07:10.172 INFO:teuthology.orchestra.run.smithi067.stdout:215 2023-10-21T13:07:10.172 INFO:teuthology.orchestra.run.smithi067.stdout:215.out 2023-10-21T13:07:10.172 INFO:teuthology.orchestra.run.smithi067.stdout:216 2023-10-21T13:07:10.172 INFO:teuthology.orchestra.run.smithi067.stdout:216.out 2023-10-21T13:07:10.172 INFO:teuthology.orchestra.run.smithi067.stdout:217 2023-10-21T13:07:10.173 INFO:teuthology.orchestra.run.smithi067.stdout:217.out 2023-10-21T13:07:10.173 INFO:teuthology.orchestra.run.smithi067.stdout:218 2023-10-21T13:07:10.173 INFO:teuthology.orchestra.run.smithi067.stdout:218.out 2023-10-21T13:07:10.173 INFO:teuthology.orchestra.run.smithi067.stdout:219 2023-10-21T13:07:10.173 INFO:teuthology.orchestra.run.smithi067.stdout:219.out 2023-10-21T13:07:10.174 INFO:teuthology.orchestra.run.smithi067.stdout:220 2023-10-21T13:07:10.174 INFO:teuthology.orchestra.run.smithi067.stdout:220.out 2023-10-21T13:07:10.174 INFO:teuthology.orchestra.run.smithi067.stdout:221 2023-10-21T13:07:10.174 INFO:teuthology.orchestra.run.smithi067.stdout:221.out 2023-10-21T13:07:10.174 INFO:teuthology.orchestra.run.smithi067.stdout:222 2023-10-21T13:07:10.175 INFO:teuthology.orchestra.run.smithi067.stdout:222.out 2023-10-21T13:07:10.175 INFO:teuthology.orchestra.run.smithi067.stdout:223 2023-10-21T13:07:10.175 INFO:teuthology.orchestra.run.smithi067.stdout:223.out 2023-10-21T13:07:10.176 INFO:teuthology.orchestra.run.smithi067.stdout:224 2023-10-21T13:07:10.176 INFO:teuthology.orchestra.run.smithi067.stdout:224.out 2023-10-21T13:07:10.176 INFO:teuthology.orchestra.run.smithi067.stdout:225 2023-10-21T13:07:10.176 INFO:teuthology.orchestra.run.smithi067.stdout:225.out 2023-10-21T13:07:10.176 INFO:teuthology.orchestra.run.smithi067.stdout:226 2023-10-21T13:07:10.177 INFO:teuthology.orchestra.run.smithi067.stdout:226.out 2023-10-21T13:07:10.177 INFO:teuthology.orchestra.run.smithi067.stdout:227 2023-10-21T13:07:10.177 INFO:teuthology.orchestra.run.smithi067.stdout:227.out 2023-10-21T13:07:10.177 INFO:teuthology.orchestra.run.smithi067.stdout:228 2023-10-21T13:07:10.177 INFO:teuthology.orchestra.run.smithi067.stdout:228.out 2023-10-21T13:07:10.178 INFO:teuthology.orchestra.run.smithi067.stdout:229 2023-10-21T13:07:10.178 INFO:teuthology.orchestra.run.smithi067.stdout:229.out 2023-10-21T13:07:10.178 INFO:teuthology.orchestra.run.smithi067.stdout:230 2023-10-21T13:07:10.178 INFO:teuthology.orchestra.run.smithi067.stdout:230.out 2023-10-21T13:07:10.178 INFO:teuthology.orchestra.run.smithi067.stdout:231 2023-10-21T13:07:10.178 INFO:teuthology.orchestra.run.smithi067.stdout:231.out 2023-10-21T13:07:10.179 INFO:teuthology.orchestra.run.smithi067.stdout:232 2023-10-21T13:07:10.179 INFO:teuthology.orchestra.run.smithi067.stdout:232.out 2023-10-21T13:07:10.179 INFO:teuthology.orchestra.run.smithi067.stdout:233 2023-10-21T13:07:10.179 INFO:teuthology.orchestra.run.smithi067.stdout:233.out 2023-10-21T13:07:10.179 INFO:teuthology.orchestra.run.smithi067.stdout:234 2023-10-21T13:07:10.180 INFO:teuthology.orchestra.run.smithi067.stdout:234.out 2023-10-21T13:07:10.180 INFO:teuthology.orchestra.run.smithi067.stdout:235 2023-10-21T13:07:10.180 INFO:teuthology.orchestra.run.smithi067.stdout:235.out 2023-10-21T13:07:10.180 INFO:teuthology.orchestra.run.smithi067.stdout:236 2023-10-21T13:07:10.180 INFO:teuthology.orchestra.run.smithi067.stdout:236.out 2023-10-21T13:07:10.181 INFO:teuthology.orchestra.run.smithi067.stdout:237 2023-10-21T13:07:10.181 INFO:teuthology.orchestra.run.smithi067.stdout:237.out 2023-10-21T13:07:10.181 INFO:teuthology.orchestra.run.smithi067.stdout:238 2023-10-21T13:07:10.181 INFO:teuthology.orchestra.run.smithi067.stdout:238.out 2023-10-21T13:07:10.181 INFO:teuthology.orchestra.run.smithi067.stdout:239 2023-10-21T13:07:10.181 INFO:teuthology.orchestra.run.smithi067.stdout:239.out 2023-10-21T13:07:10.182 INFO:teuthology.orchestra.run.smithi067.stdout:240 2023-10-21T13:07:10.182 INFO:teuthology.orchestra.run.smithi067.stdout:240.out 2023-10-21T13:07:10.182 INFO:teuthology.orchestra.run.smithi067.stdout:241 2023-10-21T13:07:10.182 INFO:teuthology.orchestra.run.smithi067.stdout:241.out 2023-10-21T13:07:10.182 INFO:teuthology.orchestra.run.smithi067.stdout:242 2023-10-21T13:07:10.183 INFO:teuthology.orchestra.run.smithi067.stdout:242.out 2023-10-21T13:07:10.183 INFO:teuthology.orchestra.run.smithi067.stdout:243 2023-10-21T13:07:10.183 INFO:teuthology.orchestra.run.smithi067.stdout:243.out 2023-10-21T13:07:10.183 INFO:teuthology.orchestra.run.smithi067.stdout:244 2023-10-21T13:07:10.183 INFO:teuthology.orchestra.run.smithi067.stdout:244.out 2023-10-21T13:07:10.183 INFO:teuthology.orchestra.run.smithi067.stdout:245 2023-10-21T13:07:10.184 INFO:teuthology.orchestra.run.smithi067.stdout:245.out 2023-10-21T13:07:10.184 INFO:teuthology.orchestra.run.smithi067.stdout:246 2023-10-21T13:07:10.184 INFO:teuthology.orchestra.run.smithi067.stdout:246.out 2023-10-21T13:07:10.184 INFO:teuthology.orchestra.run.smithi067.stdout:247 2023-10-21T13:07:10.184 INFO:teuthology.orchestra.run.smithi067.stdout:247.out 2023-10-21T13:07:10.184 INFO:teuthology.orchestra.run.smithi067.stdout:248 2023-10-21T13:07:10.185 INFO:teuthology.orchestra.run.smithi067.stdout:248.out 2023-10-21T13:07:10.185 INFO:teuthology.orchestra.run.smithi067.stdout:249 2023-10-21T13:07:10.185 INFO:teuthology.orchestra.run.smithi067.stdout:249.out 2023-10-21T13:07:10.185 INFO:teuthology.orchestra.run.smithi067.stdout:250 2023-10-21T13:07:10.185 INFO:teuthology.orchestra.run.smithi067.stdout:250.out 2023-10-21T13:07:10.186 INFO:teuthology.orchestra.run.smithi067.stdout:251 2023-10-21T13:07:10.186 INFO:teuthology.orchestra.run.smithi067.stdout:251.out 2023-10-21T13:07:10.186 INFO:teuthology.orchestra.run.smithi067.stdout:252 2023-10-21T13:07:10.186 INFO:teuthology.orchestra.run.smithi067.stdout:252.out 2023-10-21T13:07:10.186 INFO:teuthology.orchestra.run.smithi067.stdout:253 2023-10-21T13:07:10.187 INFO:teuthology.orchestra.run.smithi067.stdout:253.out 2023-10-21T13:07:10.187 INFO:teuthology.orchestra.run.smithi067.stdout:254 2023-10-21T13:07:10.187 INFO:teuthology.orchestra.run.smithi067.stdout:254.out 2023-10-21T13:07:10.187 INFO:teuthology.orchestra.run.smithi067.stdout:255 2023-10-21T13:07:10.187 INFO:teuthology.orchestra.run.smithi067.stdout:255.out 2023-10-21T13:07:10.187 INFO:teuthology.orchestra.run.smithi067.stdout:256 2023-10-21T13:07:10.188 INFO:teuthology.orchestra.run.smithi067.stdout:256.out 2023-10-21T13:07:10.188 INFO:teuthology.orchestra.run.smithi067.stdout:257 2023-10-21T13:07:10.188 INFO:teuthology.orchestra.run.smithi067.stdout:257.out 2023-10-21T13:07:10.188 INFO:teuthology.orchestra.run.smithi067.stdout:258 2023-10-21T13:07:10.188 INFO:teuthology.orchestra.run.smithi067.stdout:258.out 2023-10-21T13:07:10.189 INFO:teuthology.orchestra.run.smithi067.stdout:259 2023-10-21T13:07:10.189 INFO:teuthology.orchestra.run.smithi067.stdout:259.out 2023-10-21T13:07:10.189 INFO:teuthology.orchestra.run.smithi067.stdout:260 2023-10-21T13:07:10.189 INFO:teuthology.orchestra.run.smithi067.stdout:260.out 2023-10-21T13:07:10.189 INFO:teuthology.orchestra.run.smithi067.stdout:261 2023-10-21T13:07:10.190 INFO:teuthology.orchestra.run.smithi067.stdout:261.out 2023-10-21T13:07:10.190 INFO:teuthology.orchestra.run.smithi067.stdout:262 2023-10-21T13:07:10.190 INFO:teuthology.orchestra.run.smithi067.stdout:262.out 2023-10-21T13:07:10.190 INFO:teuthology.orchestra.run.smithi067.stdout:263 2023-10-21T13:07:10.190 INFO:teuthology.orchestra.run.smithi067.stdout:263.out 2023-10-21T13:07:10.191 INFO:teuthology.orchestra.run.smithi067.stdout:264 2023-10-21T13:07:10.191 INFO:teuthology.orchestra.run.smithi067.stdout:264.out 2023-10-21T13:07:10.191 INFO:teuthology.orchestra.run.smithi067.stdout:265 2023-10-21T13:07:10.191 INFO:teuthology.orchestra.run.smithi067.stdout:265.out 2023-10-21T13:07:10.191 INFO:teuthology.orchestra.run.smithi067.stdout:266 2023-10-21T13:07:10.192 INFO:teuthology.orchestra.run.smithi067.stdout:266.out 2023-10-21T13:07:10.192 INFO:teuthology.orchestra.run.smithi067.stdout:267 2023-10-21T13:07:10.192 INFO:teuthology.orchestra.run.smithi067.stdout:267.out 2023-10-21T13:07:10.192 INFO:teuthology.orchestra.run.smithi067.stdout:268 2023-10-21T13:07:10.192 INFO:teuthology.orchestra.run.smithi067.stdout:268.out 2023-10-21T13:07:10.193 INFO:teuthology.orchestra.run.smithi067.stdout:269 2023-10-21T13:07:10.193 INFO:teuthology.orchestra.run.smithi067.stdout:269.out 2023-10-21T13:07:10.193 INFO:teuthology.orchestra.run.smithi067.stdout:270 2023-10-21T13:07:10.193 INFO:teuthology.orchestra.run.smithi067.stdout:270.out 2023-10-21T13:07:10.193 INFO:teuthology.orchestra.run.smithi067.stdout:271 2023-10-21T13:07:10.194 INFO:teuthology.orchestra.run.smithi067.stdout:271.out 2023-10-21T13:07:10.194 INFO:teuthology.orchestra.run.smithi067.stdout:272 2023-10-21T13:07:10.194 INFO:teuthology.orchestra.run.smithi067.stdout:272.out 2023-10-21T13:07:10.194 INFO:teuthology.orchestra.run.smithi067.stdout:273 2023-10-21T13:07:10.194 INFO:teuthology.orchestra.run.smithi067.stdout:273.out 2023-10-21T13:07:10.195 INFO:teuthology.orchestra.run.smithi067.stdout:274 2023-10-21T13:07:10.195 INFO:teuthology.orchestra.run.smithi067.stdout:274.out 2023-10-21T13:07:10.195 INFO:teuthology.orchestra.run.smithi067.stdout:275 2023-10-21T13:07:10.195 INFO:teuthology.orchestra.run.smithi067.stdout:275.out 2023-10-21T13:07:10.195 INFO:teuthology.orchestra.run.smithi067.stdout:276 2023-10-21T13:07:10.196 INFO:teuthology.orchestra.run.smithi067.stdout:276.out 2023-10-21T13:07:10.196 INFO:teuthology.orchestra.run.smithi067.stdout:277 2023-10-21T13:07:10.196 INFO:teuthology.orchestra.run.smithi067.stdout:277.out 2023-10-21T13:07:10.196 INFO:teuthology.orchestra.run.smithi067.stdout:278 2023-10-21T13:07:10.196 INFO:teuthology.orchestra.run.smithi067.stdout:278.out 2023-10-21T13:07:10.196 INFO:teuthology.orchestra.run.smithi067.stdout:279 2023-10-21T13:07:10.197 INFO:teuthology.orchestra.run.smithi067.stdout:279.out 2023-10-21T13:07:10.197 INFO:teuthology.orchestra.run.smithi067.stdout:280 2023-10-21T13:07:10.197 INFO:teuthology.orchestra.run.smithi067.stdout:280.out 2023-10-21T13:07:10.197 INFO:teuthology.orchestra.run.smithi067.stdout:281 2023-10-21T13:07:10.197 INFO:teuthology.orchestra.run.smithi067.stdout:281.out 2023-10-21T13:07:10.198 INFO:teuthology.orchestra.run.smithi067.stdout:282 2023-10-21T13:07:10.198 INFO:teuthology.orchestra.run.smithi067.stdout:282.out 2023-10-21T13:07:10.198 INFO:teuthology.orchestra.run.smithi067.stdout:283 2023-10-21T13:07:10.198 INFO:teuthology.orchestra.run.smithi067.stdout:283.out 2023-10-21T13:07:10.198 INFO:teuthology.orchestra.run.smithi067.stdout:284 2023-10-21T13:07:10.199 INFO:teuthology.orchestra.run.smithi067.stdout:284.out 2023-10-21T13:07:10.199 INFO:teuthology.orchestra.run.smithi067.stdout:285 2023-10-21T13:07:10.199 INFO:teuthology.orchestra.run.smithi067.stdout:285.out 2023-10-21T13:07:10.199 INFO:teuthology.orchestra.run.smithi067.stdout:286 2023-10-21T13:07:10.199 INFO:teuthology.orchestra.run.smithi067.stdout:286.out 2023-10-21T13:07:10.199 INFO:teuthology.orchestra.run.smithi067.stdout:287 2023-10-21T13:07:10.200 INFO:teuthology.orchestra.run.smithi067.stdout:287.out 2023-10-21T13:07:10.200 INFO:teuthology.orchestra.run.smithi067.stdout:288 2023-10-21T13:07:10.200 INFO:teuthology.orchestra.run.smithi067.stdout:288.out 2023-10-21T13:07:10.200 INFO:teuthology.orchestra.run.smithi067.stdout:289 2023-10-21T13:07:10.200 INFO:teuthology.orchestra.run.smithi067.stdout:289.out 2023-10-21T13:07:10.201 INFO:teuthology.orchestra.run.smithi067.stdout:290 2023-10-21T13:07:10.201 INFO:teuthology.orchestra.run.smithi067.stdout:290.out 2023-10-21T13:07:10.201 INFO:teuthology.orchestra.run.smithi067.stdout:291 2023-10-21T13:07:10.201 INFO:teuthology.orchestra.run.smithi067.stdout:291.out 2023-10-21T13:07:10.201 INFO:teuthology.orchestra.run.smithi067.stdout:292 2023-10-21T13:07:10.202 INFO:teuthology.orchestra.run.smithi067.stdout:292.out 2023-10-21T13:07:10.202 INFO:teuthology.orchestra.run.smithi067.stdout:293 2023-10-21T13:07:10.202 INFO:teuthology.orchestra.run.smithi067.stdout:293.out 2023-10-21T13:07:10.202 INFO:teuthology.orchestra.run.smithi067.stdout:294 2023-10-21T13:07:10.202 INFO:teuthology.orchestra.run.smithi067.stdout:294.out 2023-10-21T13:07:10.203 INFO:teuthology.orchestra.run.smithi067.stdout:295 2023-10-21T13:07:10.203 INFO:teuthology.orchestra.run.smithi067.stdout:295.out 2023-10-21T13:07:10.203 INFO:teuthology.orchestra.run.smithi067.stdout:296 2023-10-21T13:07:10.203 INFO:teuthology.orchestra.run.smithi067.stdout:296.out 2023-10-21T13:07:10.203 INFO:teuthology.orchestra.run.smithi067.stdout:297 2023-10-21T13:07:10.204 INFO:teuthology.orchestra.run.smithi067.stdout:297.out 2023-10-21T13:07:10.204 INFO:teuthology.orchestra.run.smithi067.stdout:298 2023-10-21T13:07:10.204 INFO:teuthology.orchestra.run.smithi067.stdout:298.out 2023-10-21T13:07:10.204 INFO:teuthology.orchestra.run.smithi067.stdout:299 2023-10-21T13:07:10.204 INFO:teuthology.orchestra.run.smithi067.stdout:299.out 2023-10-21T13:07:10.205 INFO:teuthology.orchestra.run.smithi067.stdout:300 2023-10-21T13:07:10.205 INFO:teuthology.orchestra.run.smithi067.stdout:300.out 2023-10-21T13:07:10.205 INFO:teuthology.orchestra.run.smithi067.stdout:301 2023-10-21T13:07:10.205 INFO:teuthology.orchestra.run.smithi067.stdout:301.out 2023-10-21T13:07:10.205 INFO:teuthology.orchestra.run.smithi067.stdout:302 2023-10-21T13:07:10.206 INFO:teuthology.orchestra.run.smithi067.stdout:302.out 2023-10-21T13:07:10.206 INFO:teuthology.orchestra.run.smithi067.stdout:303 2023-10-21T13:07:10.206 INFO:teuthology.orchestra.run.smithi067.stdout:303.out 2023-10-21T13:07:10.206 INFO:teuthology.orchestra.run.smithi067.stdout:304 2023-10-21T13:07:10.206 INFO:teuthology.orchestra.run.smithi067.stdout:304.out 2023-10-21T13:07:10.206 INFO:teuthology.orchestra.run.smithi067.stdout:305 2023-10-21T13:07:10.207 INFO:teuthology.orchestra.run.smithi067.stdout:305.out 2023-10-21T13:07:10.207 INFO:teuthology.orchestra.run.smithi067.stdout:306 2023-10-21T13:07:10.207 INFO:teuthology.orchestra.run.smithi067.stdout:306.out 2023-10-21T13:07:10.207 INFO:teuthology.orchestra.run.smithi067.stdout:307 2023-10-21T13:07:10.207 INFO:teuthology.orchestra.run.smithi067.stdout:307.out 2023-10-21T13:07:10.208 INFO:teuthology.orchestra.run.smithi067.stdout:308 2023-10-21T13:07:10.208 INFO:teuthology.orchestra.run.smithi067.stdout:308.out 2023-10-21T13:07:10.208 INFO:teuthology.orchestra.run.smithi067.stdout:309 2023-10-21T13:07:10.208 INFO:teuthology.orchestra.run.smithi067.stdout:309.out 2023-10-21T13:07:10.208 INFO:teuthology.orchestra.run.smithi067.stdout:310 2023-10-21T13:07:10.209 INFO:teuthology.orchestra.run.smithi067.stdout:310.out 2023-10-21T13:07:10.209 INFO:teuthology.orchestra.run.smithi067.stdout:311 2023-10-21T13:07:10.209 INFO:teuthology.orchestra.run.smithi067.stdout:311.out 2023-10-21T13:07:10.209 INFO:teuthology.orchestra.run.smithi067.stdout:312 2023-10-21T13:07:10.209 INFO:teuthology.orchestra.run.smithi067.stdout:312.out 2023-10-21T13:07:10.210 INFO:teuthology.orchestra.run.smithi067.stdout:313 2023-10-21T13:07:10.210 INFO:teuthology.orchestra.run.smithi067.stdout:313.out 2023-10-21T13:07:10.210 INFO:teuthology.orchestra.run.smithi067.stdout:314 2023-10-21T13:07:10.210 INFO:teuthology.orchestra.run.smithi067.stdout:314.out 2023-10-21T13:07:10.210 INFO:teuthology.orchestra.run.smithi067.stdout:315 2023-10-21T13:07:10.211 INFO:teuthology.orchestra.run.smithi067.stdout:315.out 2023-10-21T13:07:10.211 INFO:teuthology.orchestra.run.smithi067.stdout:316 2023-10-21T13:07:10.211 INFO:teuthology.orchestra.run.smithi067.stdout:316.out 2023-10-21T13:07:10.211 INFO:teuthology.orchestra.run.smithi067.stdout:317 2023-10-21T13:07:10.211 INFO:teuthology.orchestra.run.smithi067.stdout:317.out 2023-10-21T13:07:10.211 INFO:teuthology.orchestra.run.smithi067.stdout:318 2023-10-21T13:07:10.212 INFO:teuthology.orchestra.run.smithi067.stdout:318.out 2023-10-21T13:07:10.212 INFO:teuthology.orchestra.run.smithi067.stdout:319 2023-10-21T13:07:10.212 INFO:teuthology.orchestra.run.smithi067.stdout:319.out 2023-10-21T13:07:10.212 INFO:teuthology.orchestra.run.smithi067.stdout:320 2023-10-21T13:07:10.213 INFO:teuthology.orchestra.run.smithi067.stdout:320.out 2023-10-21T13:07:10.213 INFO:teuthology.orchestra.run.smithi067.stdout:321 2023-10-21T13:07:10.213 INFO:teuthology.orchestra.run.smithi067.stdout:321.out 2023-10-21T13:07:10.213 INFO:teuthology.orchestra.run.smithi067.stdout:322 2023-10-21T13:07:10.213 INFO:teuthology.orchestra.run.smithi067.stdout:322.out 2023-10-21T13:07:10.213 INFO:teuthology.orchestra.run.smithi067.stdout:323 2023-10-21T13:07:10.214 INFO:teuthology.orchestra.run.smithi067.stdout:323.out 2023-10-21T13:07:10.214 INFO:teuthology.orchestra.run.smithi067.stdout:324 2023-10-21T13:07:10.214 INFO:teuthology.orchestra.run.smithi067.stdout:324.out 2023-10-21T13:07:10.214 INFO:teuthology.orchestra.run.smithi067.stdout:325 2023-10-21T13:07:10.214 INFO:teuthology.orchestra.run.smithi067.stdout:325.out 2023-10-21T13:07:10.215 INFO:teuthology.orchestra.run.smithi067.stdout:326 2023-10-21T13:07:10.215 INFO:teuthology.orchestra.run.smithi067.stdout:326.out 2023-10-21T13:07:10.215 INFO:teuthology.orchestra.run.smithi067.stdout:327 2023-10-21T13:07:10.215 INFO:teuthology.orchestra.run.smithi067.stdout:327.out 2023-10-21T13:07:10.215 INFO:teuthology.orchestra.run.smithi067.stdout:328 2023-10-21T13:07:10.216 INFO:teuthology.orchestra.run.smithi067.stdout:328.out 2023-10-21T13:07:10.216 INFO:teuthology.orchestra.run.smithi067.stdout:329 2023-10-21T13:07:10.216 INFO:teuthology.orchestra.run.smithi067.stdout:329.out 2023-10-21T13:07:10.216 INFO:teuthology.orchestra.run.smithi067.stdout:330 2023-10-21T13:07:10.216 INFO:teuthology.orchestra.run.smithi067.stdout:330.out 2023-10-21T13:07:10.216 INFO:teuthology.orchestra.run.smithi067.stdout:331 2023-10-21T13:07:10.217 INFO:teuthology.orchestra.run.smithi067.stdout:331.out 2023-10-21T13:07:10.217 INFO:teuthology.orchestra.run.smithi067.stdout:332 2023-10-21T13:07:10.217 INFO:teuthology.orchestra.run.smithi067.stdout:332.out 2023-10-21T13:07:10.217 INFO:teuthology.orchestra.run.smithi067.stdout:333 2023-10-21T13:07:10.217 INFO:teuthology.orchestra.run.smithi067.stdout:333.out 2023-10-21T13:07:10.217 INFO:teuthology.orchestra.run.smithi067.stdout:334 2023-10-21T13:07:10.218 INFO:teuthology.orchestra.run.smithi067.stdout:334.out 2023-10-21T13:07:10.218 INFO:teuthology.orchestra.run.smithi067.stdout:335 2023-10-21T13:07:10.218 INFO:teuthology.orchestra.run.smithi067.stdout:335.out 2023-10-21T13:07:10.218 INFO:teuthology.orchestra.run.smithi067.stdout:336 2023-10-21T13:07:10.218 INFO:teuthology.orchestra.run.smithi067.stdout:336.out 2023-10-21T13:07:10.219 INFO:teuthology.orchestra.run.smithi067.stdout:337 2023-10-21T13:07:10.219 INFO:teuthology.orchestra.run.smithi067.stdout:337.out 2023-10-21T13:07:10.219 INFO:teuthology.orchestra.run.smithi067.stdout:338 2023-10-21T13:07:10.219 INFO:teuthology.orchestra.run.smithi067.stdout:338.out 2023-10-21T13:07:10.220 INFO:teuthology.orchestra.run.smithi067.stdout:339 2023-10-21T13:07:10.220 INFO:teuthology.orchestra.run.smithi067.stdout:339.out 2023-10-21T13:07:10.220 INFO:teuthology.orchestra.run.smithi067.stdout:340 2023-10-21T13:07:10.220 INFO:teuthology.orchestra.run.smithi067.stdout:340.out 2023-10-21T13:07:10.220 INFO:teuthology.orchestra.run.smithi067.stdout:341 2023-10-21T13:07:10.220 INFO:teuthology.orchestra.run.smithi067.stdout:341.out 2023-10-21T13:07:10.221 INFO:teuthology.orchestra.run.smithi067.stdout:342 2023-10-21T13:07:10.221 INFO:teuthology.orchestra.run.smithi067.stdout:342.out 2023-10-21T13:07:10.221 INFO:teuthology.orchestra.run.smithi067.stdout:343 2023-10-21T13:07:10.221 INFO:teuthology.orchestra.run.smithi067.stdout:343.out 2023-10-21T13:07:10.221 INFO:teuthology.orchestra.run.smithi067.stdout:344 2023-10-21T13:07:10.222 INFO:teuthology.orchestra.run.smithi067.stdout:344.out 2023-10-21T13:07:10.222 INFO:teuthology.orchestra.run.smithi067.stdout:345 2023-10-21T13:07:10.222 INFO:teuthology.orchestra.run.smithi067.stdout:345.out 2023-10-21T13:07:10.222 INFO:teuthology.orchestra.run.smithi067.stdout:346 2023-10-21T13:07:10.222 INFO:teuthology.orchestra.run.smithi067.stdout:346.out 2023-10-21T13:07:10.223 INFO:teuthology.orchestra.run.smithi067.stdout:347 2023-10-21T13:07:10.223 INFO:teuthology.orchestra.run.smithi067.stdout:347.out 2023-10-21T13:07:10.223 INFO:teuthology.orchestra.run.smithi067.stdout:348 2023-10-21T13:07:10.223 INFO:teuthology.orchestra.run.smithi067.stdout:348.out 2023-10-21T13:07:10.223 INFO:teuthology.orchestra.run.smithi067.stdout:349 2023-10-21T13:07:10.223 INFO:teuthology.orchestra.run.smithi067.stdout:349.out 2023-10-21T13:07:10.224 INFO:teuthology.orchestra.run.smithi067.stdout:350 2023-10-21T13:07:10.224 INFO:teuthology.orchestra.run.smithi067.stdout:350.out 2023-10-21T13:07:10.224 INFO:teuthology.orchestra.run.smithi067.stdout:351 2023-10-21T13:07:10.224 INFO:teuthology.orchestra.run.smithi067.stdout:351.out 2023-10-21T13:07:10.224 INFO:teuthology.orchestra.run.smithi067.stdout:352 2023-10-21T13:07:10.225 INFO:teuthology.orchestra.run.smithi067.stdout:352.out 2023-10-21T13:07:10.225 INFO:teuthology.orchestra.run.smithi067.stdout:353 2023-10-21T13:07:10.225 INFO:teuthology.orchestra.run.smithi067.stdout:353.out 2023-10-21T13:07:10.225 INFO:teuthology.orchestra.run.smithi067.stdout:354 2023-10-21T13:07:10.226 INFO:teuthology.orchestra.run.smithi067.stdout:354.out 2023-10-21T13:07:10.226 INFO:teuthology.orchestra.run.smithi067.stdout:355 2023-10-21T13:07:10.226 INFO:teuthology.orchestra.run.smithi067.stdout:355.out 2023-10-21T13:07:10.226 INFO:teuthology.orchestra.run.smithi067.stdout:356 2023-10-21T13:07:10.227 INFO:teuthology.orchestra.run.smithi067.stdout:356.out 2023-10-21T13:07:10.227 INFO:teuthology.orchestra.run.smithi067.stdout:357 2023-10-21T13:07:10.227 INFO:teuthology.orchestra.run.smithi067.stdout:357.out 2023-10-21T13:07:10.227 INFO:teuthology.orchestra.run.smithi067.stdout:358 2023-10-21T13:07:10.227 INFO:teuthology.orchestra.run.smithi067.stdout:358.out 2023-10-21T13:07:10.227 INFO:teuthology.orchestra.run.smithi067.stdout:359 2023-10-21T13:07:10.228 INFO:teuthology.orchestra.run.smithi067.stdout:359.out 2023-10-21T13:07:10.228 INFO:teuthology.orchestra.run.smithi067.stdout:360 2023-10-21T13:07:10.228 INFO:teuthology.orchestra.run.smithi067.stdout:360.out 2023-10-21T13:07:10.228 INFO:teuthology.orchestra.run.smithi067.stdout:361 2023-10-21T13:07:10.229 INFO:teuthology.orchestra.run.smithi067.stdout:361.out 2023-10-21T13:07:10.229 INFO:teuthology.orchestra.run.smithi067.stdout:362 2023-10-21T13:07:10.229 INFO:teuthology.orchestra.run.smithi067.stdout:362.out 2023-10-21T13:07:10.229 INFO:teuthology.orchestra.run.smithi067.stdout:363 2023-10-21T13:07:10.229 INFO:teuthology.orchestra.run.smithi067.stdout:363.out 2023-10-21T13:07:10.229 INFO:teuthology.orchestra.run.smithi067.stdout:364 2023-10-21T13:07:10.230 INFO:teuthology.orchestra.run.smithi067.stdout:364.out 2023-10-21T13:07:10.230 INFO:teuthology.orchestra.run.smithi067.stdout:365 2023-10-21T13:07:10.230 INFO:teuthology.orchestra.run.smithi067.stdout:365.out 2023-10-21T13:07:10.230 INFO:teuthology.orchestra.run.smithi067.stdout:366 2023-10-21T13:07:10.231 INFO:teuthology.orchestra.run.smithi067.stdout:366.out 2023-10-21T13:07:10.231 INFO:teuthology.orchestra.run.smithi067.stdout:367 2023-10-21T13:07:10.231 INFO:teuthology.orchestra.run.smithi067.stdout:367.out 2023-10-21T13:07:10.231 INFO:teuthology.orchestra.run.smithi067.stdout:368 2023-10-21T13:07:10.231 INFO:teuthology.orchestra.run.smithi067.stdout:368.out 2023-10-21T13:07:10.232 INFO:teuthology.orchestra.run.smithi067.stdout:369 2023-10-21T13:07:10.232 INFO:teuthology.orchestra.run.smithi067.stdout:369.out 2023-10-21T13:07:10.232 INFO:teuthology.orchestra.run.smithi067.stdout:370 2023-10-21T13:07:10.232 INFO:teuthology.orchestra.run.smithi067.stdout:370.out 2023-10-21T13:07:10.232 INFO:teuthology.orchestra.run.smithi067.stdout:371 2023-10-21T13:07:10.233 INFO:teuthology.orchestra.run.smithi067.stdout:371.out 2023-10-21T13:07:10.233 INFO:teuthology.orchestra.run.smithi067.stdout:372 2023-10-21T13:07:10.233 INFO:teuthology.orchestra.run.smithi067.stdout:372.out 2023-10-21T13:07:10.233 INFO:teuthology.orchestra.run.smithi067.stdout:373 2023-10-21T13:07:10.233 INFO:teuthology.orchestra.run.smithi067.stdout:373.out 2023-10-21T13:07:10.234 INFO:teuthology.orchestra.run.smithi067.stdout:374 2023-10-21T13:07:10.234 INFO:teuthology.orchestra.run.smithi067.stdout:374.out 2023-10-21T13:07:10.234 INFO:teuthology.orchestra.run.smithi067.stdout:375 2023-10-21T13:07:10.235 INFO:teuthology.orchestra.run.smithi067.stdout:375.out 2023-10-21T13:07:10.235 INFO:teuthology.orchestra.run.smithi067.stdout:376 2023-10-21T13:07:10.235 INFO:teuthology.orchestra.run.smithi067.stdout:376.out 2023-10-21T13:07:10.235 INFO:teuthology.orchestra.run.smithi067.stdout:377 2023-10-21T13:07:10.235 INFO:teuthology.orchestra.run.smithi067.stdout:377.out 2023-10-21T13:07:10.235 INFO:teuthology.orchestra.run.smithi067.stdout:378 2023-10-21T13:07:10.236 INFO:teuthology.orchestra.run.smithi067.stdout:378.out 2023-10-21T13:07:10.236 INFO:teuthology.orchestra.run.smithi067.stdout:379 2023-10-21T13:07:10.236 INFO:teuthology.orchestra.run.smithi067.stdout:379.out 2023-10-21T13:07:10.236 INFO:teuthology.orchestra.run.smithi067.stdout:380 2023-10-21T13:07:10.236 INFO:teuthology.orchestra.run.smithi067.stdout:380.out 2023-10-21T13:07:10.237 INFO:teuthology.orchestra.run.smithi067.stdout:381 2023-10-21T13:07:10.237 INFO:teuthology.orchestra.run.smithi067.stdout:381.out 2023-10-21T13:07:10.237 INFO:teuthology.orchestra.run.smithi067.stdout:382 2023-10-21T13:07:10.237 INFO:teuthology.orchestra.run.smithi067.stdout:382.out 2023-10-21T13:07:10.237 INFO:teuthology.orchestra.run.smithi067.stdout:383 2023-10-21T13:07:10.238 INFO:teuthology.orchestra.run.smithi067.stdout:383.out 2023-10-21T13:07:10.238 INFO:teuthology.orchestra.run.smithi067.stdout:384 2023-10-21T13:07:10.238 INFO:teuthology.orchestra.run.smithi067.stdout:384.out 2023-10-21T13:07:10.238 INFO:teuthology.orchestra.run.smithi067.stdout:385 2023-10-21T13:07:10.238 INFO:teuthology.orchestra.run.smithi067.stdout:385.out 2023-10-21T13:07:10.239 INFO:teuthology.orchestra.run.smithi067.stdout:386 2023-10-21T13:07:10.239 INFO:teuthology.orchestra.run.smithi067.stdout:386.out 2023-10-21T13:07:10.239 INFO:teuthology.orchestra.run.smithi067.stdout:387 2023-10-21T13:07:10.239 INFO:teuthology.orchestra.run.smithi067.stdout:387.out 2023-10-21T13:07:10.239 INFO:teuthology.orchestra.run.smithi067.stdout:388 2023-10-21T13:07:10.239 INFO:teuthology.orchestra.run.smithi067.stdout:388.out 2023-10-21T13:07:10.240 INFO:teuthology.orchestra.run.smithi067.stdout:389 2023-10-21T13:07:10.240 INFO:teuthology.orchestra.run.smithi067.stdout:389.out 2023-10-21T13:07:10.240 INFO:teuthology.orchestra.run.smithi067.stdout:390 2023-10-21T13:07:10.240 INFO:teuthology.orchestra.run.smithi067.stdout:390.out 2023-10-21T13:07:10.240 INFO:teuthology.orchestra.run.smithi067.stdout:391 2023-10-21T13:07:10.241 INFO:teuthology.orchestra.run.smithi067.stdout:391.out 2023-10-21T13:07:10.241 INFO:teuthology.orchestra.run.smithi067.stdout:392 2023-10-21T13:07:10.241 INFO:teuthology.orchestra.run.smithi067.stdout:392.out 2023-10-21T13:07:10.241 INFO:teuthology.orchestra.run.smithi067.stdout:393 2023-10-21T13:07:10.241 INFO:teuthology.orchestra.run.smithi067.stdout:393.out 2023-10-21T13:07:10.242 INFO:teuthology.orchestra.run.smithi067.stdout:394 2023-10-21T13:07:10.242 INFO:teuthology.orchestra.run.smithi067.stdout:394.out 2023-10-21T13:07:10.242 INFO:teuthology.orchestra.run.smithi067.stdout:395 2023-10-21T13:07:10.242 INFO:teuthology.orchestra.run.smithi067.stdout:395.out 2023-10-21T13:07:10.242 INFO:teuthology.orchestra.run.smithi067.stdout:396 2023-10-21T13:07:10.243 INFO:teuthology.orchestra.run.smithi067.stdout:396.out 2023-10-21T13:07:10.243 INFO:teuthology.orchestra.run.smithi067.stdout:397 2023-10-21T13:07:10.243 INFO:teuthology.orchestra.run.smithi067.stdout:397.out 2023-10-21T13:07:10.243 INFO:teuthology.orchestra.run.smithi067.stdout:398 2023-10-21T13:07:10.243 INFO:teuthology.orchestra.run.smithi067.stdout:398.out 2023-10-21T13:07:10.243 INFO:teuthology.orchestra.run.smithi067.stdout:399 2023-10-21T13:07:10.244 INFO:teuthology.orchestra.run.smithi067.stdout:399.out 2023-10-21T13:07:10.244 INFO:teuthology.orchestra.run.smithi067.stdout:400 2023-10-21T13:07:10.244 INFO:teuthology.orchestra.run.smithi067.stdout:400.out 2023-10-21T13:07:10.244 INFO:teuthology.orchestra.run.smithi067.stdout:401 2023-10-21T13:07:10.244 INFO:teuthology.orchestra.run.smithi067.stdout:401.out 2023-10-21T13:07:10.244 INFO:teuthology.orchestra.run.smithi067.stdout:402 2023-10-21T13:07:10.245 INFO:teuthology.orchestra.run.smithi067.stdout:402.out 2023-10-21T13:07:10.245 INFO:teuthology.orchestra.run.smithi067.stdout:403 2023-10-21T13:07:10.245 INFO:teuthology.orchestra.run.smithi067.stdout:403.out 2023-10-21T13:07:10.245 INFO:teuthology.orchestra.run.smithi067.stdout:404 2023-10-21T13:07:10.245 INFO:teuthology.orchestra.run.smithi067.stdout:404.out 2023-10-21T13:07:10.246 INFO:teuthology.orchestra.run.smithi067.stdout:405 2023-10-21T13:07:10.246 INFO:teuthology.orchestra.run.smithi067.stdout:405.out 2023-10-21T13:07:10.246 INFO:teuthology.orchestra.run.smithi067.stdout:406 2023-10-21T13:07:10.246 INFO:teuthology.orchestra.run.smithi067.stdout:406.out 2023-10-21T13:07:10.246 INFO:teuthology.orchestra.run.smithi067.stdout:407 2023-10-21T13:07:10.247 INFO:teuthology.orchestra.run.smithi067.stdout:407.out 2023-10-21T13:07:10.247 INFO:teuthology.orchestra.run.smithi067.stdout:408 2023-10-21T13:07:10.247 INFO:teuthology.orchestra.run.smithi067.stdout:408.out 2023-10-21T13:07:10.247 INFO:teuthology.orchestra.run.smithi067.stdout:409 2023-10-21T13:07:10.248 INFO:teuthology.orchestra.run.smithi067.stdout:409.out 2023-10-21T13:07:10.248 INFO:teuthology.orchestra.run.smithi067.stdout:410 2023-10-21T13:07:10.248 INFO:teuthology.orchestra.run.smithi067.stdout:410.out 2023-10-21T13:07:10.248 INFO:teuthology.orchestra.run.smithi067.stdout:411 2023-10-21T13:07:10.248 INFO:teuthology.orchestra.run.smithi067.stdout:411.out 2023-10-21T13:07:10.249 INFO:teuthology.orchestra.run.smithi067.stdout:412 2023-10-21T13:07:10.249 INFO:teuthology.orchestra.run.smithi067.stdout:412.out 2023-10-21T13:07:10.249 INFO:teuthology.orchestra.run.smithi067.stdout:413 2023-10-21T13:07:10.249 INFO:teuthology.orchestra.run.smithi067.stdout:413.out 2023-10-21T13:07:10.249 INFO:teuthology.orchestra.run.smithi067.stdout:414 2023-10-21T13:07:10.250 INFO:teuthology.orchestra.run.smithi067.stdout:414.out 2023-10-21T13:07:10.250 INFO:teuthology.orchestra.run.smithi067.stdout:415 2023-10-21T13:07:10.250 INFO:teuthology.orchestra.run.smithi067.stdout:415.out 2023-10-21T13:07:10.250 INFO:teuthology.orchestra.run.smithi067.stdout:416 2023-10-21T13:07:10.250 INFO:teuthology.orchestra.run.smithi067.stdout:416.out 2023-10-21T13:07:10.251 INFO:teuthology.orchestra.run.smithi067.stdout:417 2023-10-21T13:07:10.251 INFO:teuthology.orchestra.run.smithi067.stdout:417.out 2023-10-21T13:07:10.251 INFO:teuthology.orchestra.run.smithi067.stdout:418 2023-10-21T13:07:10.251 INFO:teuthology.orchestra.run.smithi067.stdout:418.out 2023-10-21T13:07:10.251 INFO:teuthology.orchestra.run.smithi067.stdout:419 2023-10-21T13:07:10.251 INFO:teuthology.orchestra.run.smithi067.stdout:419.out 2023-10-21T13:07:10.253 INFO:teuthology.orchestra.run.smithi067.stdout:420 2023-10-21T13:07:10.253 INFO:teuthology.orchestra.run.smithi067.stdout:420.out 2023-10-21T13:07:10.253 INFO:teuthology.orchestra.run.smithi067.stdout:421 2023-10-21T13:07:10.254 INFO:teuthology.orchestra.run.smithi067.stdout:421.out 2023-10-21T13:07:10.254 INFO:teuthology.orchestra.run.smithi067.stdout:422 2023-10-21T13:07:10.254 INFO:teuthology.orchestra.run.smithi067.stdout:422.out 2023-10-21T13:07:10.254 INFO:teuthology.orchestra.run.smithi067.stdout:423 2023-10-21T13:07:10.254 INFO:teuthology.orchestra.run.smithi067.stdout:423.out 2023-10-21T13:07:10.255 INFO:teuthology.orchestra.run.smithi067.stdout:424 2023-10-21T13:07:10.255 INFO:teuthology.orchestra.run.smithi067.stdout:424.out 2023-10-21T13:07:10.255 INFO:teuthology.orchestra.run.smithi067.stdout:425 2023-10-21T13:07:10.255 INFO:teuthology.orchestra.run.smithi067.stdout:425.out 2023-10-21T13:07:10.255 INFO:teuthology.orchestra.run.smithi067.stdout:426 2023-10-21T13:07:10.255 INFO:teuthology.orchestra.run.smithi067.stdout:426.out 2023-10-21T13:07:10.256 INFO:teuthology.orchestra.run.smithi067.stdout:427 2023-10-21T13:07:10.256 INFO:teuthology.orchestra.run.smithi067.stdout:427.out 2023-10-21T13:07:10.256 INFO:teuthology.orchestra.run.smithi067.stdout:428 2023-10-21T13:07:10.256 INFO:teuthology.orchestra.run.smithi067.stdout:428.out 2023-10-21T13:07:10.256 INFO:teuthology.orchestra.run.smithi067.stdout:429 2023-10-21T13:07:10.256 INFO:teuthology.orchestra.run.smithi067.stdout:429.out 2023-10-21T13:07:10.257 INFO:teuthology.orchestra.run.smithi067.stdout:430 2023-10-21T13:07:10.257 INFO:teuthology.orchestra.run.smithi067.stdout:430.out 2023-10-21T13:07:10.257 INFO:teuthology.orchestra.run.smithi067.stdout:431 2023-10-21T13:07:10.257 INFO:teuthology.orchestra.run.smithi067.stdout:431.out 2023-10-21T13:07:10.257 INFO:teuthology.orchestra.run.smithi067.stdout:432 2023-10-21T13:07:10.258 INFO:teuthology.orchestra.run.smithi067.stdout:432.out 2023-10-21T13:07:10.258 INFO:teuthology.orchestra.run.smithi067.stdout:433 2023-10-21T13:07:10.258 INFO:teuthology.orchestra.run.smithi067.stdout:433.out 2023-10-21T13:07:10.258 INFO:teuthology.orchestra.run.smithi067.stdout:434 2023-10-21T13:07:10.258 INFO:teuthology.orchestra.run.smithi067.stdout:434.out 2023-10-21T13:07:10.259 INFO:teuthology.orchestra.run.smithi067.stdout:435 2023-10-21T13:07:10.259 INFO:teuthology.orchestra.run.smithi067.stdout:435.out 2023-10-21T13:07:10.259 INFO:teuthology.orchestra.run.smithi067.stdout:436 2023-10-21T13:07:10.259 INFO:teuthology.orchestra.run.smithi067.stdout:436.out 2023-10-21T13:07:10.259 INFO:teuthology.orchestra.run.smithi067.stdout:437 2023-10-21T13:07:10.259 INFO:teuthology.orchestra.run.smithi067.stdout:437.out 2023-10-21T13:07:10.260 INFO:teuthology.orchestra.run.smithi067.stdout:438 2023-10-21T13:07:10.260 INFO:teuthology.orchestra.run.smithi067.stdout:438.out 2023-10-21T13:07:10.260 INFO:teuthology.orchestra.run.smithi067.stdout:439 2023-10-21T13:07:10.260 INFO:teuthology.orchestra.run.smithi067.stdout:439.out 2023-10-21T13:07:10.260 INFO:teuthology.orchestra.run.smithi067.stdout:440 2023-10-21T13:07:10.261 INFO:teuthology.orchestra.run.smithi067.stdout:440.out 2023-10-21T13:07:10.261 INFO:teuthology.orchestra.run.smithi067.stdout:441 2023-10-21T13:07:10.261 INFO:teuthology.orchestra.run.smithi067.stdout:441.out 2023-10-21T13:07:10.261 INFO:teuthology.orchestra.run.smithi067.stdout:442 2023-10-21T13:07:10.261 INFO:teuthology.orchestra.run.smithi067.stdout:442.out 2023-10-21T13:07:10.262 INFO:teuthology.orchestra.run.smithi067.stdout:443 2023-10-21T13:07:10.262 INFO:teuthology.orchestra.run.smithi067.stdout:443.out 2023-10-21T13:07:10.262 INFO:teuthology.orchestra.run.smithi067.stdout:444 2023-10-21T13:07:10.262 INFO:teuthology.orchestra.run.smithi067.stdout:444.out 2023-10-21T13:07:10.262 INFO:teuthology.orchestra.run.smithi067.stdout:445 2023-10-21T13:07:10.262 INFO:teuthology.orchestra.run.smithi067.stdout:445.out 2023-10-21T13:07:10.263 INFO:teuthology.orchestra.run.smithi067.stdout:446 2023-10-21T13:07:10.263 INFO:teuthology.orchestra.run.smithi067.stdout:446.out 2023-10-21T13:07:10.263 INFO:teuthology.orchestra.run.smithi067.stdout:447 2023-10-21T13:07:10.263 INFO:teuthology.orchestra.run.smithi067.stdout:447.out 2023-10-21T13:07:10.264 INFO:teuthology.orchestra.run.smithi067.stdout:448 2023-10-21T13:07:10.264 INFO:teuthology.orchestra.run.smithi067.stdout:448.out 2023-10-21T13:07:10.264 INFO:teuthology.orchestra.run.smithi067.stdout:449 2023-10-21T13:07:10.264 INFO:teuthology.orchestra.run.smithi067.stdout:449.out 2023-10-21T13:07:10.264 INFO:teuthology.orchestra.run.smithi067.stdout:450 2023-10-21T13:07:10.265 INFO:teuthology.orchestra.run.smithi067.stdout:450.out 2023-10-21T13:07:10.265 INFO:teuthology.orchestra.run.smithi067.stdout:451 2023-10-21T13:07:10.265 INFO:teuthology.orchestra.run.smithi067.stdout:451.out 2023-10-21T13:07:10.265 INFO:teuthology.orchestra.run.smithi067.stdout:452 2023-10-21T13:07:10.265 INFO:teuthology.orchestra.run.smithi067.stdout:452.out 2023-10-21T13:07:10.266 INFO:teuthology.orchestra.run.smithi067.stdout:453 2023-10-21T13:07:10.266 INFO:teuthology.orchestra.run.smithi067.stdout:453.out 2023-10-21T13:07:10.266 INFO:teuthology.orchestra.run.smithi067.stdout:454 2023-10-21T13:07:10.266 INFO:teuthology.orchestra.run.smithi067.stdout:454.out 2023-10-21T13:07:10.266 INFO:teuthology.orchestra.run.smithi067.stdout:455 2023-10-21T13:07:10.267 INFO:teuthology.orchestra.run.smithi067.stdout:455.out 2023-10-21T13:07:10.267 INFO:teuthology.orchestra.run.smithi067.stdout:456 2023-10-21T13:07:10.267 INFO:teuthology.orchestra.run.smithi067.stdout:456.out 2023-10-21T13:07:10.267 INFO:teuthology.orchestra.run.smithi067.stdout:457 2023-10-21T13:07:10.267 INFO:teuthology.orchestra.run.smithi067.stdout:457.out 2023-10-21T13:07:10.268 INFO:teuthology.orchestra.run.smithi067.stdout:458 2023-10-21T13:07:10.268 INFO:teuthology.orchestra.run.smithi067.stdout:458.out 2023-10-21T13:07:10.268 INFO:teuthology.orchestra.run.smithi067.stdout:459 2023-10-21T13:07:10.268 INFO:teuthology.orchestra.run.smithi067.stdout:459.out 2023-10-21T13:07:10.268 INFO:teuthology.orchestra.run.smithi067.stdout:460 2023-10-21T13:07:10.269 INFO:teuthology.orchestra.run.smithi067.stdout:460.out 2023-10-21T13:07:10.269 INFO:teuthology.orchestra.run.smithi067.stdout:461 2023-10-21T13:07:10.269 INFO:teuthology.orchestra.run.smithi067.stdout:461.out 2023-10-21T13:07:10.269 INFO:teuthology.orchestra.run.smithi067.stdout:462 2023-10-21T13:07:10.269 INFO:teuthology.orchestra.run.smithi067.stdout:462.out 2023-10-21T13:07:10.269 INFO:teuthology.orchestra.run.smithi067.stdout:463 2023-10-21T13:07:10.270 INFO:teuthology.orchestra.run.smithi067.stdout:463.out 2023-10-21T13:07:10.270 INFO:teuthology.orchestra.run.smithi067.stdout:464 2023-10-21T13:07:10.270 INFO:teuthology.orchestra.run.smithi067.stdout:464.out 2023-10-21T13:07:10.270 INFO:teuthology.orchestra.run.smithi067.stdout:465 2023-10-21T13:07:10.270 INFO:teuthology.orchestra.run.smithi067.stdout:465.out 2023-10-21T13:07:10.271 INFO:teuthology.orchestra.run.smithi067.stdout:466 2023-10-21T13:07:10.271 INFO:teuthology.orchestra.run.smithi067.stdout:466.out 2023-10-21T13:07:10.271 INFO:teuthology.orchestra.run.smithi067.stdout:467 2023-10-21T13:07:10.271 INFO:teuthology.orchestra.run.smithi067.stdout:467.out 2023-10-21T13:07:10.271 INFO:teuthology.orchestra.run.smithi067.stdout:468 2023-10-21T13:07:10.271 INFO:teuthology.orchestra.run.smithi067.stdout:468.out 2023-10-21T13:07:10.272 INFO:teuthology.orchestra.run.smithi067.stdout:469 2023-10-21T13:07:10.272 INFO:teuthology.orchestra.run.smithi067.stdout:469.out 2023-10-21T13:07:10.272 INFO:teuthology.orchestra.run.smithi067.stdout:470 2023-10-21T13:07:10.272 INFO:teuthology.orchestra.run.smithi067.stdout:470.out 2023-10-21T13:07:10.272 INFO:teuthology.orchestra.run.smithi067.stdout:471 2023-10-21T13:07:10.273 INFO:teuthology.orchestra.run.smithi067.stdout:471.out 2023-10-21T13:07:10.273 INFO:teuthology.orchestra.run.smithi067.stdout:472 2023-10-21T13:07:10.273 INFO:teuthology.orchestra.run.smithi067.stdout:472.out 2023-10-21T13:07:10.273 INFO:teuthology.orchestra.run.smithi067.stdout:473 2023-10-21T13:07:10.273 INFO:teuthology.orchestra.run.smithi067.stdout:473.out 2023-10-21T13:07:10.274 INFO:teuthology.orchestra.run.smithi067.stdout:474 2023-10-21T13:07:10.274 INFO:teuthology.orchestra.run.smithi067.stdout:474.out 2023-10-21T13:07:10.274 INFO:teuthology.orchestra.run.smithi067.stdout:475 2023-10-21T13:07:10.274 INFO:teuthology.orchestra.run.smithi067.stdout:475.out 2023-10-21T13:07:10.274 INFO:teuthology.orchestra.run.smithi067.stdout:476 2023-10-21T13:07:10.275 INFO:teuthology.orchestra.run.smithi067.stdout:476.out 2023-10-21T13:07:10.275 INFO:teuthology.orchestra.run.smithi067.stdout:477 2023-10-21T13:07:10.275 INFO:teuthology.orchestra.run.smithi067.stdout:477.out 2023-10-21T13:07:10.275 INFO:teuthology.orchestra.run.smithi067.stdout:478 2023-10-21T13:07:10.275 INFO:teuthology.orchestra.run.smithi067.stdout:478.out 2023-10-21T13:07:10.275 INFO:teuthology.orchestra.run.smithi067.stdout:479 2023-10-21T13:07:10.276 INFO:teuthology.orchestra.run.smithi067.stdout:479.out 2023-10-21T13:07:10.276 INFO:teuthology.orchestra.run.smithi067.stdout:480 2023-10-21T13:07:10.276 INFO:teuthology.orchestra.run.smithi067.stdout:480.out 2023-10-21T13:07:10.276 INFO:teuthology.orchestra.run.smithi067.stdout:481 2023-10-21T13:07:10.276 INFO:teuthology.orchestra.run.smithi067.stdout:481.out 2023-10-21T13:07:10.277 INFO:teuthology.orchestra.run.smithi067.stdout:482 2023-10-21T13:07:10.277 INFO:teuthology.orchestra.run.smithi067.stdout:482.out 2023-10-21T13:07:10.277 INFO:teuthology.orchestra.run.smithi067.stdout:483 2023-10-21T13:07:10.277 INFO:teuthology.orchestra.run.smithi067.stdout:483.out 2023-10-21T13:07:10.277 INFO:teuthology.orchestra.run.smithi067.stdout:484 2023-10-21T13:07:10.277 INFO:teuthology.orchestra.run.smithi067.stdout:484.out 2023-10-21T13:07:10.278 INFO:teuthology.orchestra.run.smithi067.stdout:485 2023-10-21T13:07:10.278 INFO:teuthology.orchestra.run.smithi067.stdout:485.out 2023-10-21T13:07:10.278 INFO:teuthology.orchestra.run.smithi067.stdout:486 2023-10-21T13:07:10.278 INFO:teuthology.orchestra.run.smithi067.stdout:486.out 2023-10-21T13:07:10.278 INFO:teuthology.orchestra.run.smithi067.stdout:487 2023-10-21T13:07:10.279 INFO:teuthology.orchestra.run.smithi067.stdout:487.out 2023-10-21T13:07:10.279 INFO:teuthology.orchestra.run.smithi067.stdout:488 2023-10-21T13:07:10.279 INFO:teuthology.orchestra.run.smithi067.stdout:488.out 2023-10-21T13:07:10.279 INFO:teuthology.orchestra.run.smithi067.stdout:489 2023-10-21T13:07:10.279 INFO:teuthology.orchestra.run.smithi067.stdout:489.out 2023-10-21T13:07:10.280 INFO:teuthology.orchestra.run.smithi067.stdout:490 2023-10-21T13:07:10.280 INFO:teuthology.orchestra.run.smithi067.stdout:490.out 2023-10-21T13:07:10.280 INFO:teuthology.orchestra.run.smithi067.stdout:491 2023-10-21T13:07:10.280 INFO:teuthology.orchestra.run.smithi067.stdout:491.out 2023-10-21T13:07:10.280 INFO:teuthology.orchestra.run.smithi067.stdout:492 2023-10-21T13:07:10.281 INFO:teuthology.orchestra.run.smithi067.stdout:492.out 2023-10-21T13:07:10.281 INFO:teuthology.orchestra.run.smithi067.stdout:493 2023-10-21T13:07:10.281 INFO:teuthology.orchestra.run.smithi067.stdout:493.out 2023-10-21T13:07:10.281 INFO:teuthology.orchestra.run.smithi067.stdout:494 2023-10-21T13:07:10.281 INFO:teuthology.orchestra.run.smithi067.stdout:494.out 2023-10-21T13:07:10.281 INFO:teuthology.orchestra.run.smithi067.stdout:495 2023-10-21T13:07:10.282 INFO:teuthology.orchestra.run.smithi067.stdout:495.out 2023-10-21T13:07:10.282 INFO:teuthology.orchestra.run.smithi067.stdout:496 2023-10-21T13:07:10.282 INFO:teuthology.orchestra.run.smithi067.stdout:496.out 2023-10-21T13:07:10.282 INFO:teuthology.orchestra.run.smithi067.stdout:497 2023-10-21T13:07:10.282 INFO:teuthology.orchestra.run.smithi067.stdout:497.out 2023-10-21T13:07:10.283 INFO:teuthology.orchestra.run.smithi067.stdout:498 2023-10-21T13:07:10.283 INFO:teuthology.orchestra.run.smithi067.stdout:498.out 2023-10-21T13:07:10.283 INFO:teuthology.orchestra.run.smithi067.stdout:499 2023-10-21T13:07:10.283 INFO:teuthology.orchestra.run.smithi067.stdout:499.out 2023-10-21T13:07:10.283 INFO:teuthology.orchestra.run.smithi067.stdout:500 2023-10-21T13:07:10.284 INFO:teuthology.orchestra.run.smithi067.stdout:500.out 2023-10-21T13:07:10.284 INFO:teuthology.orchestra.run.smithi067.stdout:501 2023-10-21T13:07:10.284 INFO:teuthology.orchestra.run.smithi067.stdout:501.out 2023-10-21T13:07:10.284 INFO:teuthology.orchestra.run.smithi067.stdout:502 2023-10-21T13:07:10.284 INFO:teuthology.orchestra.run.smithi067.stdout:502.out 2023-10-21T13:07:10.285 INFO:teuthology.orchestra.run.smithi067.stdout:503 2023-10-21T13:07:10.285 INFO:teuthology.orchestra.run.smithi067.stdout:503.out 2023-10-21T13:07:10.285 INFO:teuthology.orchestra.run.smithi067.stdout:504 2023-10-21T13:07:10.285 INFO:teuthology.orchestra.run.smithi067.stdout:504.out 2023-10-21T13:07:10.285 INFO:teuthology.orchestra.run.smithi067.stdout:505 2023-10-21T13:07:10.285 INFO:teuthology.orchestra.run.smithi067.stdout:505.out 2023-10-21T13:07:10.286 INFO:teuthology.orchestra.run.smithi067.stdout:506 2023-10-21T13:07:10.286 INFO:teuthology.orchestra.run.smithi067.stdout:506.out 2023-10-21T13:07:10.286 INFO:teuthology.orchestra.run.smithi067.stdout:507 2023-10-21T13:07:10.286 INFO:teuthology.orchestra.run.smithi067.stdout:507.out 2023-10-21T13:07:10.286 INFO:teuthology.orchestra.run.smithi067.stdout:508 2023-10-21T13:07:10.286 INFO:teuthology.orchestra.run.smithi067.stdout:508.out 2023-10-21T13:07:10.287 INFO:teuthology.orchestra.run.smithi067.stdout:509 2023-10-21T13:07:10.287 INFO:teuthology.orchestra.run.smithi067.stdout:509.out 2023-10-21T13:07:10.287 INFO:teuthology.orchestra.run.smithi067.stdout:510 2023-10-21T13:07:10.287 INFO:teuthology.orchestra.run.smithi067.stdout:510.out 2023-10-21T13:07:10.287 INFO:teuthology.orchestra.run.smithi067.stdout:511 2023-10-21T13:07:10.288 INFO:teuthology.orchestra.run.smithi067.stdout:511.out 2023-10-21T13:07:10.288 INFO:teuthology.orchestra.run.smithi067.stdout:512 2023-10-21T13:07:10.288 INFO:teuthology.orchestra.run.smithi067.stdout:512.out 2023-10-21T13:07:10.288 INFO:teuthology.orchestra.run.smithi067.stdout:513 2023-10-21T13:07:10.288 INFO:teuthology.orchestra.run.smithi067.stdout:513.out 2023-10-21T13:07:10.289 INFO:teuthology.orchestra.run.smithi067.stdout:514 2023-10-21T13:07:10.289 INFO:teuthology.orchestra.run.smithi067.stdout:514.out 2023-10-21T13:07:10.289 INFO:teuthology.orchestra.run.smithi067.stdout:515 2023-10-21T13:07:10.289 INFO:teuthology.orchestra.run.smithi067.stdout:515.out 2023-10-21T13:07:10.289 INFO:teuthology.orchestra.run.smithi067.stdout:516 2023-10-21T13:07:10.289 INFO:teuthology.orchestra.run.smithi067.stdout:516.out 2023-10-21T13:07:10.290 INFO:teuthology.orchestra.run.smithi067.stdout:517 2023-10-21T13:07:10.290 INFO:teuthology.orchestra.run.smithi067.stdout:517.out 2023-10-21T13:07:10.290 INFO:teuthology.orchestra.run.smithi067.stdout:518 2023-10-21T13:07:10.290 INFO:teuthology.orchestra.run.smithi067.stdout:518.out 2023-10-21T13:07:10.290 INFO:teuthology.orchestra.run.smithi067.stdout:519 2023-10-21T13:07:10.291 INFO:teuthology.orchestra.run.smithi067.stdout:519.out 2023-10-21T13:07:10.291 INFO:teuthology.orchestra.run.smithi067.stdout:520 2023-10-21T13:07:10.291 INFO:teuthology.orchestra.run.smithi067.stdout:520.out 2023-10-21T13:07:10.291 INFO:teuthology.orchestra.run.smithi067.stdout:521 2023-10-21T13:07:10.291 INFO:teuthology.orchestra.run.smithi067.stdout:521.out 2023-10-21T13:07:10.291 INFO:teuthology.orchestra.run.smithi067.stdout:522 2023-10-21T13:07:10.292 INFO:teuthology.orchestra.run.smithi067.stdout:522.out 2023-10-21T13:07:10.292 INFO:teuthology.orchestra.run.smithi067.stdout:523 2023-10-21T13:07:10.292 INFO:teuthology.orchestra.run.smithi067.stdout:523.out 2023-10-21T13:07:10.292 INFO:teuthology.orchestra.run.smithi067.stdout:524 2023-10-21T13:07:10.292 INFO:teuthology.orchestra.run.smithi067.stdout:524.out 2023-10-21T13:07:10.292 INFO:teuthology.orchestra.run.smithi067.stdout:525 2023-10-21T13:07:10.293 INFO:teuthology.orchestra.run.smithi067.stdout:525.out 2023-10-21T13:07:10.293 INFO:teuthology.orchestra.run.smithi067.stdout:526 2023-10-21T13:07:10.293 INFO:teuthology.orchestra.run.smithi067.stdout:526.out 2023-10-21T13:07:10.293 INFO:teuthology.orchestra.run.smithi067.stdout:527 2023-10-21T13:07:10.293 INFO:teuthology.orchestra.run.smithi067.stdout:527.out 2023-10-21T13:07:10.294 INFO:teuthology.orchestra.run.smithi067.stdout:528 2023-10-21T13:07:10.294 INFO:teuthology.orchestra.run.smithi067.stdout:528.out 2023-10-21T13:07:10.294 INFO:teuthology.orchestra.run.smithi067.stdout:529 2023-10-21T13:07:10.294 INFO:teuthology.orchestra.run.smithi067.stdout:529.out 2023-10-21T13:07:10.294 INFO:teuthology.orchestra.run.smithi067.stdout:530 2023-10-21T13:07:10.295 INFO:teuthology.orchestra.run.smithi067.stdout:530.out 2023-10-21T13:07:10.295 INFO:teuthology.orchestra.run.smithi067.stdout:531 2023-10-21T13:07:10.295 INFO:teuthology.orchestra.run.smithi067.stdout:531.out 2023-10-21T13:07:10.295 INFO:teuthology.orchestra.run.smithi067.stdout:532 2023-10-21T13:07:10.295 INFO:teuthology.orchestra.run.smithi067.stdout:532.out 2023-10-21T13:07:10.295 INFO:teuthology.orchestra.run.smithi067.stdout:533 2023-10-21T13:07:10.296 INFO:teuthology.orchestra.run.smithi067.stdout:533.out 2023-10-21T13:07:10.296 INFO:teuthology.orchestra.run.smithi067.stdout:534 2023-10-21T13:07:10.296 INFO:teuthology.orchestra.run.smithi067.stdout:534.out 2023-10-21T13:07:10.296 INFO:teuthology.orchestra.run.smithi067.stdout:535 2023-10-21T13:07:10.296 INFO:teuthology.orchestra.run.smithi067.stdout:535.out 2023-10-21T13:07:10.297 INFO:teuthology.orchestra.run.smithi067.stdout:536 2023-10-21T13:07:10.297 INFO:teuthology.orchestra.run.smithi067.stdout:536.out 2023-10-21T13:07:10.297 INFO:teuthology.orchestra.run.smithi067.stdout:537 2023-10-21T13:07:10.297 INFO:teuthology.orchestra.run.smithi067.stdout:537.out 2023-10-21T13:07:10.297 INFO:teuthology.orchestra.run.smithi067.stdout:538 2023-10-21T13:07:10.298 INFO:teuthology.orchestra.run.smithi067.stdout:538.out 2023-10-21T13:07:10.298 INFO:teuthology.orchestra.run.smithi067.stdout:539 2023-10-21T13:07:10.298 INFO:teuthology.orchestra.run.smithi067.stdout:539.out 2023-10-21T13:07:10.298 INFO:teuthology.orchestra.run.smithi067.stdout:540 2023-10-21T13:07:10.298 INFO:teuthology.orchestra.run.smithi067.stdout:540.out 2023-10-21T13:07:10.299 INFO:teuthology.orchestra.run.smithi067.stdout:541 2023-10-21T13:07:10.299 INFO:teuthology.orchestra.run.smithi067.stdout:541.out 2023-10-21T13:07:10.299 INFO:teuthology.orchestra.run.smithi067.stdout:542 2023-10-21T13:07:10.299 INFO:teuthology.orchestra.run.smithi067.stdout:542.out 2023-10-21T13:07:10.299 INFO:teuthology.orchestra.run.smithi067.stdout:543 2023-10-21T13:07:10.300 INFO:teuthology.orchestra.run.smithi067.stdout:543.out 2023-10-21T13:07:10.300 INFO:teuthology.orchestra.run.smithi067.stdout:544 2023-10-21T13:07:10.300 INFO:teuthology.orchestra.run.smithi067.stdout:544.out 2023-10-21T13:07:10.300 INFO:teuthology.orchestra.run.smithi067.stdout:545 2023-10-21T13:07:10.300 INFO:teuthology.orchestra.run.smithi067.stdout:545.out 2023-10-21T13:07:10.300 INFO:teuthology.orchestra.run.smithi067.stdout:546 2023-10-21T13:07:10.301 INFO:teuthology.orchestra.run.smithi067.stdout:546.out 2023-10-21T13:07:10.301 INFO:teuthology.orchestra.run.smithi067.stdout:547 2023-10-21T13:07:10.301 INFO:teuthology.orchestra.run.smithi067.stdout:547.out 2023-10-21T13:07:10.301 INFO:teuthology.orchestra.run.smithi067.stdout:548 2023-10-21T13:07:10.301 INFO:teuthology.orchestra.run.smithi067.stdout:548.out 2023-10-21T13:07:10.302 INFO:teuthology.orchestra.run.smithi067.stdout:549 2023-10-21T13:07:10.302 INFO:teuthology.orchestra.run.smithi067.stdout:549.out 2023-10-21T13:07:10.302 INFO:teuthology.orchestra.run.smithi067.stdout:550 2023-10-21T13:07:10.302 INFO:teuthology.orchestra.run.smithi067.stdout:550.out 2023-10-21T13:07:10.302 INFO:teuthology.orchestra.run.smithi067.stdout:551 2023-10-21T13:07:10.302 INFO:teuthology.orchestra.run.smithi067.stdout:551.out 2023-10-21T13:07:10.303 INFO:teuthology.orchestra.run.smithi067.stdout:552 2023-10-21T13:07:10.303 INFO:teuthology.orchestra.run.smithi067.stdout:552.out 2023-10-21T13:07:10.303 INFO:teuthology.orchestra.run.smithi067.stdout:553 2023-10-21T13:07:10.303 INFO:teuthology.orchestra.run.smithi067.stdout:553.out 2023-10-21T13:07:10.304 INFO:teuthology.orchestra.run.smithi067.stdout:554 2023-10-21T13:07:10.304 INFO:teuthology.orchestra.run.smithi067.stdout:554.out 2023-10-21T13:07:10.304 INFO:teuthology.orchestra.run.smithi067.stdout:555 2023-10-21T13:07:10.304 INFO:teuthology.orchestra.run.smithi067.stdout:555.out 2023-10-21T13:07:10.304 INFO:teuthology.orchestra.run.smithi067.stdout:556 2023-10-21T13:07:10.305 INFO:teuthology.orchestra.run.smithi067.stdout:556.out 2023-10-21T13:07:10.305 INFO:teuthology.orchestra.run.smithi067.stdout:557 2023-10-21T13:07:10.305 INFO:teuthology.orchestra.run.smithi067.stdout:557.out 2023-10-21T13:07:10.305 INFO:teuthology.orchestra.run.smithi067.stdout:558 2023-10-21T13:07:10.305 INFO:teuthology.orchestra.run.smithi067.stdout:558.out 2023-10-21T13:07:10.305 INFO:teuthology.orchestra.run.smithi067.stdout:559 2023-10-21T13:07:10.306 INFO:teuthology.orchestra.run.smithi067.stdout:559.out 2023-10-21T13:07:10.306 INFO:teuthology.orchestra.run.smithi067.stdout:560 2023-10-21T13:07:10.306 INFO:teuthology.orchestra.run.smithi067.stdout:560.out 2023-10-21T13:07:10.306 INFO:teuthology.orchestra.run.smithi067.stdout:561 2023-10-21T13:07:10.306 INFO:teuthology.orchestra.run.smithi067.stdout:561.out 2023-10-21T13:07:10.307 INFO:teuthology.orchestra.run.smithi067.stdout:562 2023-10-21T13:07:10.307 INFO:teuthology.orchestra.run.smithi067.stdout:562.out 2023-10-21T13:07:10.307 INFO:teuthology.orchestra.run.smithi067.stdout:563 2023-10-21T13:07:10.307 INFO:teuthology.orchestra.run.smithi067.stdout:563.out 2023-10-21T13:07:10.307 INFO:teuthology.orchestra.run.smithi067.stdout:564 2023-10-21T13:07:10.307 INFO:teuthology.orchestra.run.smithi067.stdout:564.out 2023-10-21T13:07:10.308 INFO:teuthology.orchestra.run.smithi067.stdout:565 2023-10-21T13:07:10.308 INFO:teuthology.orchestra.run.smithi067.stdout:565.out 2023-10-21T13:07:10.308 INFO:teuthology.orchestra.run.smithi067.stdout:566 2023-10-21T13:07:10.308 INFO:teuthology.orchestra.run.smithi067.stdout:566.out 2023-10-21T13:07:10.308 INFO:teuthology.orchestra.run.smithi067.stdout:567 2023-10-21T13:07:10.309 INFO:teuthology.orchestra.run.smithi067.stdout:567.out 2023-10-21T13:07:10.309 INFO:teuthology.orchestra.run.smithi067.stdout:568 2023-10-21T13:07:10.309 INFO:teuthology.orchestra.run.smithi067.stdout:568.out 2023-10-21T13:07:10.309 INFO:teuthology.orchestra.run.smithi067.stdout:569 2023-10-21T13:07:10.309 INFO:teuthology.orchestra.run.smithi067.stdout:569.out 2023-10-21T13:07:10.310 INFO:teuthology.orchestra.run.smithi067.stdout:570 2023-10-21T13:07:10.310 INFO:teuthology.orchestra.run.smithi067.stdout:570.out 2023-10-21T13:07:10.310 INFO:teuthology.orchestra.run.smithi067.stdout:571 2023-10-21T13:07:10.310 INFO:teuthology.orchestra.run.smithi067.stdout:571.out 2023-10-21T13:07:10.310 INFO:teuthology.orchestra.run.smithi067.stdout:572 2023-10-21T13:07:10.311 INFO:teuthology.orchestra.run.smithi067.stdout:572.out 2023-10-21T13:07:10.311 INFO:teuthology.orchestra.run.smithi067.stdout:573 2023-10-21T13:07:10.311 INFO:teuthology.orchestra.run.smithi067.stdout:573.out 2023-10-21T13:07:10.311 INFO:teuthology.orchestra.run.smithi067.stdout:574 2023-10-21T13:07:10.311 INFO:teuthology.orchestra.run.smithi067.stdout:574.out 2023-10-21T13:07:10.311 INFO:teuthology.orchestra.run.smithi067.stdout:575 2023-10-21T13:07:10.312 INFO:teuthology.orchestra.run.smithi067.stdout:575.out 2023-10-21T13:07:10.312 INFO:teuthology.orchestra.run.smithi067.stdout:576 2023-10-21T13:07:10.312 INFO:teuthology.orchestra.run.smithi067.stdout:576.out 2023-10-21T13:07:10.312 INFO:teuthology.orchestra.run.smithi067.stdout:577 2023-10-21T13:07:10.312 INFO:teuthology.orchestra.run.smithi067.stdout:577.out 2023-10-21T13:07:10.313 INFO:teuthology.orchestra.run.smithi067.stdout:578 2023-10-21T13:07:10.313 INFO:teuthology.orchestra.run.smithi067.stdout:578.out 2023-10-21T13:07:10.313 INFO:teuthology.orchestra.run.smithi067.stdout:579 2023-10-21T13:07:10.313 INFO:teuthology.orchestra.run.smithi067.stdout:579.out 2023-10-21T13:07:10.313 INFO:teuthology.orchestra.run.smithi067.stdout:580 2023-10-21T13:07:10.314 INFO:teuthology.orchestra.run.smithi067.stdout:580.out 2023-10-21T13:07:10.314 INFO:teuthology.orchestra.run.smithi067.stdout:581 2023-10-21T13:07:10.314 INFO:teuthology.orchestra.run.smithi067.stdout:581.out 2023-10-21T13:07:10.314 INFO:teuthology.orchestra.run.smithi067.stdout:582 2023-10-21T13:07:10.314 INFO:teuthology.orchestra.run.smithi067.stdout:582.out 2023-10-21T13:07:10.315 INFO:teuthology.orchestra.run.smithi067.stdout:583 2023-10-21T13:07:10.315 INFO:teuthology.orchestra.run.smithi067.stdout:583.out 2023-10-21T13:07:10.315 INFO:teuthology.orchestra.run.smithi067.stdout:584 2023-10-21T13:07:10.315 INFO:teuthology.orchestra.run.smithi067.stdout:584.out 2023-10-21T13:07:10.315 INFO:teuthology.orchestra.run.smithi067.stdout:585 2023-10-21T13:07:10.315 INFO:teuthology.orchestra.run.smithi067.stdout:585.out 2023-10-21T13:07:10.316 INFO:teuthology.orchestra.run.smithi067.stdout:586 2023-10-21T13:07:10.316 INFO:teuthology.orchestra.run.smithi067.stdout:586.out 2023-10-21T13:07:10.316 INFO:teuthology.orchestra.run.smithi067.stdout:587 2023-10-21T13:07:10.316 INFO:teuthology.orchestra.run.smithi067.stdout:587.out 2023-10-21T13:07:10.316 INFO:teuthology.orchestra.run.smithi067.stdout:588 2023-10-21T13:07:10.317 INFO:teuthology.orchestra.run.smithi067.stdout:588.out 2023-10-21T13:07:10.317 INFO:teuthology.orchestra.run.smithi067.stdout:589 2023-10-21T13:07:10.317 INFO:teuthology.orchestra.run.smithi067.stdout:589.out 2023-10-21T13:07:10.317 INFO:teuthology.orchestra.run.smithi067.stdout:590 2023-10-21T13:07:10.317 INFO:teuthology.orchestra.run.smithi067.stdout:590.out 2023-10-21T13:07:10.317 INFO:teuthology.orchestra.run.smithi067.stdout:591 2023-10-21T13:07:10.318 INFO:teuthology.orchestra.run.smithi067.stdout:591.out 2023-10-21T13:07:10.318 INFO:teuthology.orchestra.run.smithi067.stdout:592 2023-10-21T13:07:10.318 INFO:teuthology.orchestra.run.smithi067.stdout:592.out 2023-10-21T13:07:10.318 INFO:teuthology.orchestra.run.smithi067.stdout:593 2023-10-21T13:07:10.318 INFO:teuthology.orchestra.run.smithi067.stdout:593.out 2023-10-21T13:07:10.319 INFO:teuthology.orchestra.run.smithi067.stdout:594 2023-10-21T13:07:10.319 INFO:teuthology.orchestra.run.smithi067.stdout:594.out 2023-10-21T13:07:10.319 INFO:teuthology.orchestra.run.smithi067.stdout:595 2023-10-21T13:07:10.319 INFO:teuthology.orchestra.run.smithi067.stdout:595.out 2023-10-21T13:07:10.319 INFO:teuthology.orchestra.run.smithi067.stdout:596 2023-10-21T13:07:10.320 INFO:teuthology.orchestra.run.smithi067.stdout:596.out 2023-10-21T13:07:10.320 INFO:teuthology.orchestra.run.smithi067.stdout:597 2023-10-21T13:07:10.320 INFO:teuthology.orchestra.run.smithi067.stdout:597.out 2023-10-21T13:07:10.320 INFO:teuthology.orchestra.run.smithi067.stdout:598 2023-10-21T13:07:10.320 INFO:teuthology.orchestra.run.smithi067.stdout:598.out 2023-10-21T13:07:10.321 INFO:teuthology.orchestra.run.smithi067.stdout:599 2023-10-21T13:07:10.321 INFO:teuthology.orchestra.run.smithi067.stdout:599.out 2023-10-21T13:07:10.321 INFO:teuthology.orchestra.run.smithi067.stdout:600 2023-10-21T13:07:10.321 INFO:teuthology.orchestra.run.smithi067.stdout:600.out 2023-10-21T13:07:10.321 INFO:teuthology.orchestra.run.smithi067.stdout:601 2023-10-21T13:07:10.321 INFO:teuthology.orchestra.run.smithi067.stdout:601.out 2023-10-21T13:07:10.322 INFO:teuthology.orchestra.run.smithi067.stdout:602 2023-10-21T13:07:10.322 INFO:teuthology.orchestra.run.smithi067.stdout:602.out 2023-10-21T13:07:10.322 INFO:teuthology.orchestra.run.smithi067.stdout:603 2023-10-21T13:07:10.322 INFO:teuthology.orchestra.run.smithi067.stdout:603.out 2023-10-21T13:07:10.322 INFO:teuthology.orchestra.run.smithi067.stdout:604 2023-10-21T13:07:10.323 INFO:teuthology.orchestra.run.smithi067.stdout:604.out 2023-10-21T13:07:10.323 INFO:teuthology.orchestra.run.smithi067.stdout:605 2023-10-21T13:07:10.323 INFO:teuthology.orchestra.run.smithi067.stdout:605.out 2023-10-21T13:07:10.323 INFO:teuthology.orchestra.run.smithi067.stdout:606 2023-10-21T13:07:10.323 INFO:teuthology.orchestra.run.smithi067.stdout:606.out 2023-10-21T13:07:10.324 INFO:teuthology.orchestra.run.smithi067.stdout:607 2023-10-21T13:07:10.324 INFO:teuthology.orchestra.run.smithi067.stdout:607.out 2023-10-21T13:07:10.324 INFO:teuthology.orchestra.run.smithi067.stdout:608 2023-10-21T13:07:10.324 INFO:teuthology.orchestra.run.smithi067.stdout:608.out 2023-10-21T13:07:10.324 INFO:teuthology.orchestra.run.smithi067.stdout:609 2023-10-21T13:07:10.324 INFO:teuthology.orchestra.run.smithi067.stdout:609.out 2023-10-21T13:07:10.325 INFO:teuthology.orchestra.run.smithi067.stdout:610 2023-10-21T13:07:10.325 INFO:teuthology.orchestra.run.smithi067.stdout:610.out 2023-10-21T13:07:10.325 INFO:teuthology.orchestra.run.smithi067.stdout:611 2023-10-21T13:07:10.325 INFO:teuthology.orchestra.run.smithi067.stdout:611.out 2023-10-21T13:07:10.325 INFO:teuthology.orchestra.run.smithi067.stdout:612 2023-10-21T13:07:10.326 INFO:teuthology.orchestra.run.smithi067.stdout:612.out 2023-10-21T13:07:10.326 INFO:teuthology.orchestra.run.smithi067.stdout:613 2023-10-21T13:07:10.326 INFO:teuthology.orchestra.run.smithi067.stdout:613.out 2023-10-21T13:07:10.326 INFO:teuthology.orchestra.run.smithi067.stdout:614 2023-10-21T13:07:10.326 INFO:teuthology.orchestra.run.smithi067.stdout:614.out 2023-10-21T13:07:10.327 INFO:teuthology.orchestra.run.smithi067.stdout:615 2023-10-21T13:07:10.327 INFO:teuthology.orchestra.run.smithi067.stdout:615.out 2023-10-21T13:07:10.327 INFO:teuthology.orchestra.run.smithi067.stdout:616 2023-10-21T13:07:10.327 INFO:teuthology.orchestra.run.smithi067.stdout:616.out 2023-10-21T13:07:10.327 INFO:teuthology.orchestra.run.smithi067.stdout:617 2023-10-21T13:07:10.328 INFO:teuthology.orchestra.run.smithi067.stdout:617.out 2023-10-21T13:07:10.328 INFO:teuthology.orchestra.run.smithi067.stdout:618 2023-10-21T13:07:10.328 INFO:teuthology.orchestra.run.smithi067.stdout:618.out 2023-10-21T13:07:10.328 INFO:teuthology.orchestra.run.smithi067.stdout:619 2023-10-21T13:07:10.328 INFO:teuthology.orchestra.run.smithi067.stdout:619.out 2023-10-21T13:07:10.328 INFO:teuthology.orchestra.run.smithi067.stdout:620 2023-10-21T13:07:10.329 INFO:teuthology.orchestra.run.smithi067.stdout:620.out 2023-10-21T13:07:10.329 INFO:teuthology.orchestra.run.smithi067.stdout:621 2023-10-21T13:07:10.329 INFO:teuthology.orchestra.run.smithi067.stdout:621.out 2023-10-21T13:07:10.329 INFO:teuthology.orchestra.run.smithi067.stdout:622 2023-10-21T13:07:10.329 INFO:teuthology.orchestra.run.smithi067.stdout:622.out 2023-10-21T13:07:10.330 INFO:teuthology.orchestra.run.smithi067.stdout:623 2023-10-21T13:07:10.330 INFO:teuthology.orchestra.run.smithi067.stdout:623.out 2023-10-21T13:07:10.330 INFO:teuthology.orchestra.run.smithi067.stdout:624 2023-10-21T13:07:10.330 INFO:teuthology.orchestra.run.smithi067.stdout:624.out 2023-10-21T13:07:10.331 INFO:teuthology.orchestra.run.smithi067.stdout:625 2023-10-21T13:07:10.331 INFO:teuthology.orchestra.run.smithi067.stdout:625.out 2023-10-21T13:07:10.331 INFO:teuthology.orchestra.run.smithi067.stdout:626 2023-10-21T13:07:10.331 INFO:teuthology.orchestra.run.smithi067.stdout:626.out 2023-10-21T13:07:10.331 INFO:teuthology.orchestra.run.smithi067.stdout:627 2023-10-21T13:07:10.331 INFO:teuthology.orchestra.run.smithi067.stdout:627.out 2023-10-21T13:07:10.332 INFO:teuthology.orchestra.run.smithi067.stdout:628 2023-10-21T13:07:10.332 INFO:teuthology.orchestra.run.smithi067.stdout:628.out 2023-10-21T13:07:10.332 INFO:teuthology.orchestra.run.smithi067.stdout:629 2023-10-21T13:07:10.332 INFO:teuthology.orchestra.run.smithi067.stdout:629.out 2023-10-21T13:07:10.332 INFO:teuthology.orchestra.run.smithi067.stdout:630 2023-10-21T13:07:10.333 INFO:teuthology.orchestra.run.smithi067.stdout:630.out 2023-10-21T13:07:10.333 INFO:teuthology.orchestra.run.smithi067.stdout:631 2023-10-21T13:07:10.333 INFO:teuthology.orchestra.run.smithi067.stdout:631.out 2023-10-21T13:07:10.333 INFO:teuthology.orchestra.run.smithi067.stdout:632 2023-10-21T13:07:10.333 INFO:teuthology.orchestra.run.smithi067.stdout:632.out 2023-10-21T13:07:10.334 INFO:teuthology.orchestra.run.smithi067.stdout:633 2023-10-21T13:07:10.334 INFO:teuthology.orchestra.run.smithi067.stdout:633.out 2023-10-21T13:07:10.334 INFO:teuthology.orchestra.run.smithi067.stdout:634 2023-10-21T13:07:10.334 INFO:teuthology.orchestra.run.smithi067.stdout:634.out 2023-10-21T13:07:10.334 INFO:teuthology.orchestra.run.smithi067.stdout:635 2023-10-21T13:07:10.335 INFO:teuthology.orchestra.run.smithi067.stdout:635.out 2023-10-21T13:07:10.335 INFO:teuthology.orchestra.run.smithi067.stdout:636 2023-10-21T13:07:10.335 INFO:teuthology.orchestra.run.smithi067.stdout:636.out 2023-10-21T13:07:10.335 INFO:teuthology.orchestra.run.smithi067.stdout:637 2023-10-21T13:07:10.335 INFO:teuthology.orchestra.run.smithi067.stdout:637.out 2023-10-21T13:07:10.336 INFO:teuthology.orchestra.run.smithi067.stdout:638 2023-10-21T13:07:10.336 INFO:teuthology.orchestra.run.smithi067.stdout:638.out 2023-10-21T13:07:10.336 INFO:teuthology.orchestra.run.smithi067.stdout:639 2023-10-21T13:07:10.336 INFO:teuthology.orchestra.run.smithi067.stdout:639.out 2023-10-21T13:07:10.336 INFO:teuthology.orchestra.run.smithi067.stdout:640 2023-10-21T13:07:10.337 INFO:teuthology.orchestra.run.smithi067.stdout:640.out 2023-10-21T13:07:10.337 INFO:teuthology.orchestra.run.smithi067.stdout:641 2023-10-21T13:07:10.337 INFO:teuthology.orchestra.run.smithi067.stdout:641.out 2023-10-21T13:07:10.337 INFO:teuthology.orchestra.run.smithi067.stdout:642 2023-10-21T13:07:10.337 INFO:teuthology.orchestra.run.smithi067.stdout:642.out 2023-10-21T13:07:10.337 INFO:teuthology.orchestra.run.smithi067.stdout:643 2023-10-21T13:07:10.338 INFO:teuthology.orchestra.run.smithi067.stdout:643.out 2023-10-21T13:07:10.338 INFO:teuthology.orchestra.run.smithi067.stdout:644 2023-10-21T13:07:10.338 INFO:teuthology.orchestra.run.smithi067.stdout:644.out 2023-10-21T13:07:10.338 INFO:teuthology.orchestra.run.smithi067.stdout:645 2023-10-21T13:07:10.338 INFO:teuthology.orchestra.run.smithi067.stdout:645.out 2023-10-21T13:07:10.339 INFO:teuthology.orchestra.run.smithi067.stdout:646 2023-10-21T13:07:10.339 INFO:teuthology.orchestra.run.smithi067.stdout:646.out 2023-10-21T13:07:10.339 INFO:teuthology.orchestra.run.smithi067.stdout:647 2023-10-21T13:07:10.339 INFO:teuthology.orchestra.run.smithi067.stdout:647.out 2023-10-21T13:07:10.339 INFO:teuthology.orchestra.run.smithi067.stdout:648 2023-10-21T13:07:10.340 INFO:teuthology.orchestra.run.smithi067.stdout:648.out 2023-10-21T13:07:10.340 INFO:teuthology.orchestra.run.smithi067.stdout:649 2023-10-21T13:07:10.340 INFO:teuthology.orchestra.run.smithi067.stdout:649.out 2023-10-21T13:07:10.340 INFO:teuthology.orchestra.run.smithi067.stdout:650 2023-10-21T13:07:10.340 INFO:teuthology.orchestra.run.smithi067.stdout:650.out 2023-10-21T13:07:10.340 INFO:teuthology.orchestra.run.smithi067.stdout:651 2023-10-21T13:07:10.341 INFO:teuthology.orchestra.run.smithi067.stdout:651.out 2023-10-21T13:07:10.341 INFO:teuthology.orchestra.run.smithi067.stdout:652 2023-10-21T13:07:10.341 INFO:teuthology.orchestra.run.smithi067.stdout:652.out 2023-10-21T13:07:10.341 INFO:teuthology.orchestra.run.smithi067.stdout:653 2023-10-21T13:07:10.341 INFO:teuthology.orchestra.run.smithi067.stdout:653.out 2023-10-21T13:07:10.342 INFO:teuthology.orchestra.run.smithi067.stdout:654 2023-10-21T13:07:10.342 INFO:teuthology.orchestra.run.smithi067.stdout:654.out 2023-10-21T13:07:10.342 INFO:teuthology.orchestra.run.smithi067.stdout:655 2023-10-21T13:07:10.342 INFO:teuthology.orchestra.run.smithi067.stdout:655.out 2023-10-21T13:07:10.342 INFO:teuthology.orchestra.run.smithi067.stdout:656 2023-10-21T13:07:10.343 INFO:teuthology.orchestra.run.smithi067.stdout:656.out 2023-10-21T13:07:10.343 INFO:teuthology.orchestra.run.smithi067.stdout:657 2023-10-21T13:07:10.343 INFO:teuthology.orchestra.run.smithi067.stdout:657.out 2023-10-21T13:07:10.343 INFO:teuthology.orchestra.run.smithi067.stdout:658 2023-10-21T13:07:10.343 INFO:teuthology.orchestra.run.smithi067.stdout:658.out 2023-10-21T13:07:10.343 INFO:teuthology.orchestra.run.smithi067.stdout:659 2023-10-21T13:07:10.344 INFO:teuthology.orchestra.run.smithi067.stdout:659.out 2023-10-21T13:07:10.344 INFO:teuthology.orchestra.run.smithi067.stdout:660 2023-10-21T13:07:10.344 INFO:teuthology.orchestra.run.smithi067.stdout:660.out 2023-10-21T13:07:10.344 INFO:teuthology.orchestra.run.smithi067.stdout:661 2023-10-21T13:07:10.344 INFO:teuthology.orchestra.run.smithi067.stdout:661.out 2023-10-21T13:07:10.345 INFO:teuthology.orchestra.run.smithi067.stdout:662 2023-10-21T13:07:10.345 INFO:teuthology.orchestra.run.smithi067.stdout:662.out 2023-10-21T13:07:10.345 INFO:teuthology.orchestra.run.smithi067.stdout:663 2023-10-21T13:07:10.345 INFO:teuthology.orchestra.run.smithi067.stdout:663.out 2023-10-21T13:07:10.345 INFO:teuthology.orchestra.run.smithi067.stdout:664 2023-10-21T13:07:10.346 INFO:teuthology.orchestra.run.smithi067.stdout:664.out 2023-10-21T13:07:10.346 INFO:teuthology.orchestra.run.smithi067.stdout:665 2023-10-21T13:07:10.346 INFO:teuthology.orchestra.run.smithi067.stdout:665.out 2023-10-21T13:07:10.346 INFO:teuthology.orchestra.run.smithi067.stdout:666 2023-10-21T13:07:10.346 INFO:teuthology.orchestra.run.smithi067.stdout:666.out 2023-10-21T13:07:10.347 INFO:teuthology.orchestra.run.smithi067.stdout:667 2023-10-21T13:07:10.347 INFO:teuthology.orchestra.run.smithi067.stdout:667.out 2023-10-21T13:07:10.347 INFO:teuthology.orchestra.run.smithi067.stdout:668 2023-10-21T13:07:10.347 INFO:teuthology.orchestra.run.smithi067.stdout:668.out 2023-10-21T13:07:10.347 INFO:teuthology.orchestra.run.smithi067.stdout:669 2023-10-21T13:07:10.347 INFO:teuthology.orchestra.run.smithi067.stdout:669.out 2023-10-21T13:07:10.348 INFO:teuthology.orchestra.run.smithi067.stdout:670 2023-10-21T13:07:10.348 INFO:teuthology.orchestra.run.smithi067.stdout:670.out 2023-10-21T13:07:10.348 INFO:teuthology.orchestra.run.smithi067.stdout:671 2023-10-21T13:07:10.348 INFO:teuthology.orchestra.run.smithi067.stdout:671.out 2023-10-21T13:07:10.348 INFO:teuthology.orchestra.run.smithi067.stdout:672 2023-10-21T13:07:10.349 INFO:teuthology.orchestra.run.smithi067.stdout:672.out 2023-10-21T13:07:10.349 INFO:teuthology.orchestra.run.smithi067.stdout:673 2023-10-21T13:07:10.349 INFO:teuthology.orchestra.run.smithi067.stdout:673.out 2023-10-21T13:07:10.349 INFO:teuthology.orchestra.run.smithi067.stdout:674 2023-10-21T13:07:10.349 INFO:teuthology.orchestra.run.smithi067.stdout:674.out 2023-10-21T13:07:10.350 INFO:teuthology.orchestra.run.smithi067.stdout:675 2023-10-21T13:07:10.350 INFO:teuthology.orchestra.run.smithi067.stdout:675.out 2023-10-21T13:07:10.350 INFO:teuthology.orchestra.run.smithi067.stdout:676 2023-10-21T13:07:10.350 INFO:teuthology.orchestra.run.smithi067.stdout:676.out 2023-10-21T13:07:10.350 INFO:teuthology.orchestra.run.smithi067.stdout:677 2023-10-21T13:07:10.351 INFO:teuthology.orchestra.run.smithi067.stdout:677.out 2023-10-21T13:07:10.351 INFO:teuthology.orchestra.run.smithi067.stdout:678 2023-10-21T13:07:10.351 INFO:teuthology.orchestra.run.smithi067.stdout:678.out 2023-10-21T13:07:10.351 INFO:teuthology.orchestra.run.smithi067.stdout:679 2023-10-21T13:07:10.351 INFO:teuthology.orchestra.run.smithi067.stdout:679.out 2023-10-21T13:07:10.351 INFO:teuthology.orchestra.run.smithi067.stdout:680 2023-10-21T13:07:10.352 INFO:teuthology.orchestra.run.smithi067.stdout:680.out 2023-10-21T13:07:10.352 INFO:teuthology.orchestra.run.smithi067.stdout:681 2023-10-21T13:07:10.352 INFO:teuthology.orchestra.run.smithi067.stdout:681.out 2023-10-21T13:07:10.352 INFO:teuthology.orchestra.run.smithi067.stdout:682 2023-10-21T13:07:10.352 INFO:teuthology.orchestra.run.smithi067.stdout:682.out 2023-10-21T13:07:10.352 INFO:teuthology.orchestra.run.smithi067.stdout:683 2023-10-21T13:07:10.353 INFO:teuthology.orchestra.run.smithi067.stdout:683.out 2023-10-21T13:07:10.353 INFO:teuthology.orchestra.run.smithi067.stdout:684 2023-10-21T13:07:10.353 INFO:teuthology.orchestra.run.smithi067.stdout:684.out 2023-10-21T13:07:10.353 INFO:teuthology.orchestra.run.smithi067.stdout:685 2023-10-21T13:07:10.353 INFO:teuthology.orchestra.run.smithi067.stdout:685.out 2023-10-21T13:07:10.353 INFO:teuthology.orchestra.run.smithi067.stdout:686 2023-10-21T13:07:10.354 INFO:teuthology.orchestra.run.smithi067.stdout:686.out 2023-10-21T13:07:10.354 INFO:teuthology.orchestra.run.smithi067.stdout:687 2023-10-21T13:07:10.354 INFO:teuthology.orchestra.run.smithi067.stdout:687.out 2023-10-21T13:07:10.354 INFO:teuthology.orchestra.run.smithi067.stdout:688 2023-10-21T13:07:10.354 INFO:teuthology.orchestra.run.smithi067.stdout:688.out 2023-10-21T13:07:10.355 INFO:teuthology.orchestra.run.smithi067.stdout:689 2023-10-21T13:07:10.355 INFO:teuthology.orchestra.run.smithi067.stdout:689.out 2023-10-21T13:07:10.355 INFO:teuthology.orchestra.run.smithi067.stdout:690 2023-10-21T13:07:10.355 INFO:teuthology.orchestra.run.smithi067.stdout:690.out 2023-10-21T13:07:10.355 INFO:teuthology.orchestra.run.smithi067.stdout:691 2023-10-21T13:07:10.356 INFO:teuthology.orchestra.run.smithi067.stdout:691.out 2023-10-21T13:07:10.356 INFO:teuthology.orchestra.run.smithi067.stdout:692 2023-10-21T13:07:10.356 INFO:teuthology.orchestra.run.smithi067.stdout:692.out 2023-10-21T13:07:10.356 INFO:teuthology.orchestra.run.smithi067.stdout:693 2023-10-21T13:07:10.356 INFO:teuthology.orchestra.run.smithi067.stdout:693.out 2023-10-21T13:07:10.357 INFO:teuthology.orchestra.run.smithi067.stdout:694 2023-10-21T13:07:10.357 INFO:teuthology.orchestra.run.smithi067.stdout:694.out 2023-10-21T13:07:10.357 INFO:teuthology.orchestra.run.smithi067.stdout:695 2023-10-21T13:07:10.357 INFO:teuthology.orchestra.run.smithi067.stdout:695.out 2023-10-21T13:07:10.357 INFO:teuthology.orchestra.run.smithi067.stdout:696 2023-10-21T13:07:10.358 INFO:teuthology.orchestra.run.smithi067.stdout:696.out 2023-10-21T13:07:10.358 INFO:teuthology.orchestra.run.smithi067.stdout:697 2023-10-21T13:07:10.358 INFO:teuthology.orchestra.run.smithi067.stdout:697.out 2023-10-21T13:07:10.358 INFO:teuthology.orchestra.run.smithi067.stdout:698 2023-10-21T13:07:10.358 INFO:teuthology.orchestra.run.smithi067.stdout:698.out 2023-10-21T13:07:10.359 INFO:teuthology.orchestra.run.smithi067.stdout:699 2023-10-21T13:07:10.359 INFO:teuthology.orchestra.run.smithi067.stdout:699.out 2023-10-21T13:07:10.359 INFO:teuthology.orchestra.run.smithi067.stdout:700 2023-10-21T13:07:10.359 INFO:teuthology.orchestra.run.smithi067.stdout:700.out 2023-10-21T13:07:10.359 INFO:teuthology.orchestra.run.smithi067.stdout:701 2023-10-21T13:07:10.360 INFO:teuthology.orchestra.run.smithi067.stdout:701.out 2023-10-21T13:07:10.360 INFO:teuthology.orchestra.run.smithi067.stdout:702 2023-10-21T13:07:10.360 INFO:teuthology.orchestra.run.smithi067.stdout:702.out 2023-10-21T13:07:10.360 INFO:teuthology.orchestra.run.smithi067.stdout:703 2023-10-21T13:07:10.360 INFO:teuthology.orchestra.run.smithi067.stdout:703.out 2023-10-21T13:07:10.361 INFO:teuthology.orchestra.run.smithi067.stdout:704 2023-10-21T13:07:10.361 INFO:teuthology.orchestra.run.smithi067.stdout:704.out 2023-10-21T13:07:10.361 INFO:teuthology.orchestra.run.smithi067.stdout:705 2023-10-21T13:07:10.361 INFO:teuthology.orchestra.run.smithi067.stdout:705.out 2023-10-21T13:07:10.361 INFO:teuthology.orchestra.run.smithi067.stdout:706 2023-10-21T13:07:10.361 INFO:teuthology.orchestra.run.smithi067.stdout:706.out 2023-10-21T13:07:10.362 INFO:teuthology.orchestra.run.smithi067.stdout:707 2023-10-21T13:07:10.362 INFO:teuthology.orchestra.run.smithi067.stdout:707.out 2023-10-21T13:07:10.362 INFO:teuthology.orchestra.run.smithi067.stdout:708 2023-10-21T13:07:10.362 INFO:teuthology.orchestra.run.smithi067.stdout:708.out 2023-10-21T13:07:10.362 INFO:teuthology.orchestra.run.smithi067.stdout:709 2023-10-21T13:07:10.363 INFO:teuthology.orchestra.run.smithi067.stdout:709.out 2023-10-21T13:07:10.363 INFO:teuthology.orchestra.run.smithi067.stdout:710 2023-10-21T13:07:10.363 INFO:teuthology.orchestra.run.smithi067.stdout:710.out 2023-10-21T13:07:10.363 INFO:teuthology.orchestra.run.smithi067.stdout:711 2023-10-21T13:07:10.363 INFO:teuthology.orchestra.run.smithi067.stdout:711.out 2023-10-21T13:07:10.364 INFO:teuthology.orchestra.run.smithi067.stdout:712 2023-10-21T13:07:10.364 INFO:teuthology.orchestra.run.smithi067.stdout:712.out 2023-10-21T13:07:10.364 INFO:teuthology.orchestra.run.smithi067.stdout:713 2023-10-21T13:07:10.364 INFO:teuthology.orchestra.run.smithi067.stdout:713.out 2023-10-21T13:07:10.364 INFO:teuthology.orchestra.run.smithi067.stdout:714 2023-10-21T13:07:10.364 INFO:teuthology.orchestra.run.smithi067.stdout:714.out 2023-10-21T13:07:10.365 INFO:teuthology.orchestra.run.smithi067.stdout:715 2023-10-21T13:07:10.365 INFO:teuthology.orchestra.run.smithi067.stdout:715.out 2023-10-21T13:07:10.365 INFO:teuthology.orchestra.run.smithi067.stdout:716 2023-10-21T13:07:10.365 INFO:teuthology.orchestra.run.smithi067.stdout:716.out 2023-10-21T13:07:10.366 INFO:teuthology.orchestra.run.smithi067.stdout:717 2023-10-21T13:07:10.366 INFO:teuthology.orchestra.run.smithi067.stdout:717.out 2023-10-21T13:07:10.366 INFO:teuthology.orchestra.run.smithi067.stdout:718 2023-10-21T13:07:10.366 INFO:teuthology.orchestra.run.smithi067.stdout:718.out 2023-10-21T13:07:10.366 INFO:teuthology.orchestra.run.smithi067.stdout:719 2023-10-21T13:07:10.367 INFO:teuthology.orchestra.run.smithi067.stdout:719.out 2023-10-21T13:07:10.367 INFO:teuthology.orchestra.run.smithi067.stdout:720 2023-10-21T13:07:10.367 INFO:teuthology.orchestra.run.smithi067.stdout:720.out 2023-10-21T13:07:10.367 INFO:teuthology.orchestra.run.smithi067.stdout:721 2023-10-21T13:07:10.367 INFO:teuthology.orchestra.run.smithi067.stdout:721.out 2023-10-21T13:07:10.368 INFO:teuthology.orchestra.run.smithi067.stdout:722 2023-10-21T13:07:10.368 INFO:teuthology.orchestra.run.smithi067.stdout:722.out 2023-10-21T13:07:10.368 INFO:teuthology.orchestra.run.smithi067.stdout:723 2023-10-21T13:07:10.368 INFO:teuthology.orchestra.run.smithi067.stdout:723.out 2023-10-21T13:07:10.368 INFO:teuthology.orchestra.run.smithi067.stdout:724 2023-10-21T13:07:10.369 INFO:teuthology.orchestra.run.smithi067.stdout:724.out 2023-10-21T13:07:10.369 INFO:teuthology.orchestra.run.smithi067.stdout:725 2023-10-21T13:07:10.369 INFO:teuthology.orchestra.run.smithi067.stdout:725.out 2023-10-21T13:07:10.369 INFO:teuthology.orchestra.run.smithi067.stdout:726 2023-10-21T13:07:10.369 INFO:teuthology.orchestra.run.smithi067.stdout:726.out 2023-10-21T13:07:10.369 INFO:teuthology.orchestra.run.smithi067.stdout:727 2023-10-21T13:07:10.370 INFO:teuthology.orchestra.run.smithi067.stdout:727.out 2023-10-21T13:07:10.370 INFO:teuthology.orchestra.run.smithi067.stdout:728 2023-10-21T13:07:10.370 INFO:teuthology.orchestra.run.smithi067.stdout:728.out 2023-10-21T13:07:10.370 INFO:teuthology.orchestra.run.smithi067.stdout:729 2023-10-21T13:07:10.370 INFO:teuthology.orchestra.run.smithi067.stdout:729.out 2023-10-21T13:07:10.371 INFO:teuthology.orchestra.run.smithi067.stdout:730 2023-10-21T13:07:10.371 INFO:teuthology.orchestra.run.smithi067.stdout:730.out 2023-10-21T13:07:10.371 INFO:teuthology.orchestra.run.smithi067.stdout:731 2023-10-21T13:07:10.371 INFO:teuthology.orchestra.run.smithi067.stdout:731.out 2023-10-21T13:07:10.371 INFO:teuthology.orchestra.run.smithi067.stdout:group.list 2023-10-21T13:07:10.372 INFO:teuthology.orchestra.run.smithi067.stdout:Makefile 2023-10-21T13:07:10.372 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/001) 2023-10-21T13:07:10.602 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:07:10.606 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:07:10.607 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:07:10.608 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:07:10.608 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:07:15.235 INFO:teuthology.orchestra.run.smithi067.stdout:generic/001 5s 2023-10-21T13:07:15.240 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/001 2023-10-21T13:07:15.240 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:07:15.242 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:07:15.974 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:07:15.975 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/002) 2023-10-21T13:07:16.190 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:07:16.194 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:07:16.195 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:07:16.196 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:07:16.196 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:07:16.705 INFO:teuthology.orchestra.run.smithi067.stdout:generic/002 0s 2023-10-21T13:07:16.710 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/002 2023-10-21T13:07:16.710 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:07:16.712 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:07:16.868 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:07:16.869 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/003) 2023-10-21T13:07:17.172 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:07:17.176 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:07:17.176 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:07:17.177 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:07:17.178 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:07:17.489 INFO:teuthology.orchestra.run.smithi067.stdout:generic/003 [not run] atime not maintained by ceph 2023-10-21T13:07:17.493 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/003 2023-10-21T13:07:17.493 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/003 2023-10-21T13:07:17.494 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:07:17.495 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:07:17.523 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:07:17.523 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/004) 2023-10-21T13:07:17.731 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:07:17.735 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:07:17.735 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:07:17.736 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:07:17.737 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:07:18.077 INFO:teuthology.orchestra.run.smithi067.stdout:generic/004 [not run] O_TMPFILE is not supported 2023-10-21T13:07:18.081 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/004 2023-10-21T13:07:18.081 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/004 2023-10-21T13:07:18.082 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:07:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:07:18.113 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:07:18.114 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/005) 2023-10-21T13:07:18.325 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:07:18.328 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:07:18.329 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:07:18.330 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:07:18.330 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:07:18.785 INFO:teuthology.orchestra.run.smithi067.stdout:generic/005 0s 2023-10-21T13:07:18.789 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/005 2023-10-21T13:07:18.789 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:07:18.791 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:07:18.883 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:07:18.883 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/006) 2023-10-21T13:07:19.089 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:07:19.093 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:07:19.094 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:07:19.095 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:07:19.095 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:07:29.587 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:07:29.590 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:07:43.317 INFO:teuthology.orchestra.run.smithi067.stdout:generic/006 24s 2023-10-21T13:07:43.327 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/006 2023-10-21T13:07:43.328 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:07:43.333 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:07:43.529 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:07:43.530 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/007) 2023-10-21T13:07:43.740 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:07:43.744 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:07:43.744 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:07:43.745 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:07:43.745 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:07:59.650 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:07:59.654 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:08:29.797 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:08:29.807 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:08:33.069 INFO:teuthology.orchestra.run.smithi067.stdout:generic/007 50s 2023-10-21T13:08:33.204 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/007 2023-10-21T13:08:33.204 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:08:33.206 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:08:33.308 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:08:33.309 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/008) 2023-10-21T13:08:33.509 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:08:33.513 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:08:33.514 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:08:33.514 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:08:33.515 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:08:33.922 INFO:teuthology.orchestra.run.smithi067.stdout:generic/008 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-10-21T13:08:33.926 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/008 2023-10-21T13:08:33.927 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/008 2023-10-21T13:08:33.927 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:08:33.928 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:08:33.951 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:08:33.951 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/009) 2023-10-21T13:08:34.162 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:08:34.166 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:08:34.166 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:08:34.167 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:08:34.167 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:08:34.513 INFO:teuthology.orchestra.run.smithi067.stdout:generic/009 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-10-21T13:08:34.517 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/009 2023-10-21T13:08:34.518 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/009 2023-10-21T13:08:34.518 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:08:34.519 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:08:34.541 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:08:34.542 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/010) 2023-10-21T13:08:34.761 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:08:34.765 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:08:34.765 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:08:34.766 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:08:34.767 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:08:35.084 INFO:teuthology.orchestra.run.smithi067.stdout:generic/010 [not run] /tmp/tmp.nw04UX9RTqxfstests-dev/src/dbtest not built 2023-10-21T13:08:35.087 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/010 2023-10-21T13:08:35.088 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/010 2023-10-21T13:08:35.088 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:08:35.090 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:08:35.109 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:08:35.110 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/011) 2023-10-21T13:08:35.310 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:08:35.314 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:08:35.315 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:08:35.315 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:08:35.316 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:08:59.868 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:08:59.872 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:09:04.737 INFO:teuthology.orchestra.run.smithi067.stdout:generic/011 29s 2023-10-21T13:09:04.742 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/011 2023-10-21T13:09:04.742 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:09:04.744 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:09:04.936 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:09:04.937 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/012) 2023-10-21T13:09:05.203 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:09:05.207 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:09:05.208 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:09:05.209 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:09:05.209 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:09:05.602 INFO:teuthology.orchestra.run.smithi067.stdout:generic/012 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T13:09:05.606 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/012 2023-10-21T13:09:05.606 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/012 2023-10-21T13:09:05.606 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:09:05.608 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:09:05.682 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:09:05.682 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/013) 2023-10-21T13:09:05.892 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:09:05.896 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:09:05.896 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:09:05.897 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:09:05.897 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:09:29.958 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:09:29.962 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:10:00.416 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:10:00.419 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:10:13.993 INFO:teuthology.orchestra.run.smithi067.stdout:generic/013 67s 2023-10-21T13:10:14.002 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/013 2023-10-21T13:10:14.002 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:10:14.003 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:10:14.036 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:10:14.037 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/014) 2023-10-21T13:10:14.406 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:10:14.414 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:10:14.414 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:10:14.415 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:10:14.415 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:10:30.513 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:10:30.522 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:11:00.604 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:11:00.614 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:11:30.992 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:11:30.997 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:12:01.409 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:12:01.412 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:12:31.703 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:12:31.706 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:13:02.038 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:13:02.041 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:13:32.353 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:13:32.362 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:14:02.462 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:14:02.465 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:14:32.565 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:14:32.577 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:15:02.656 INFO:teuthology.orchestra.run.smithi067.stdout:generic/014 288s 2023-10-21T13:15:02.663 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/014 2023-10-21T13:15:02.663 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:02.665 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:02.682 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:15:02.689 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:15:02.716 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:02.717 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/015) 2023-10-21T13:15:03.116 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:03.122 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:03.122 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:03.123 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:03.124 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:03.605 INFO:teuthology.orchestra.run.smithi067.stdout:generic/015 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T13:15:03.610 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/015 2023-10-21T13:15:03.610 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/015 2023-10-21T13:15:03.610 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:03.612 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:03.635 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:03.635 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/016) 2023-10-21T13:15:04.010 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:04.019 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:04.020 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:04.021 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:04.021 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:04.648 INFO:teuthology.orchestra.run.smithi067.stdout:generic/016 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T13:15:04.652 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/016 2023-10-21T13:15:04.652 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/016 2023-10-21T13:15:04.653 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:04.654 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:04.996 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:04.996 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/017) 2023-10-21T13:15:05.330 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:05.340 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:05.341 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:05.342 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:05.343 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:05.846 INFO:teuthology.orchestra.run.smithi067.stdout:generic/017 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-21T13:15:05.851 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/017 2023-10-21T13:15:05.852 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/017 2023-10-21T13:15:05.852 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:05.859 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:05.895 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:05.896 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/018) 2023-10-21T13:15:06.276 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:06.281 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:06.282 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:06.284 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:06.284 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:07.039 INFO:teuthology.orchestra.run.smithi067.stdout:generic/018 [not run] defragmentation not supported for fstype "ceph" 2023-10-21T13:15:07.066 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/018 2023-10-21T13:15:07.066 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/018 2023-10-21T13:15:07.066 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:07.068 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:07.097 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:07.098 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/019) 2023-10-21T13:15:07.494 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:07.499 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:07.500 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:07.501 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:07.501 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:07.984 INFO:teuthology.orchestra.run.smithi067.stdout:generic/019 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:15:07.990 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/019 2023-10-21T13:15:07.991 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/019 2023-10-21T13:15:07.991 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:07.995 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:08.032 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:08.033 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/020) 2023-10-21T13:15:08.413 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:08.418 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:08.418 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:08.419 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:08.419 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:12.839 INFO:teuthology.orchestra.run.smithi067.stdout:generic/020 4s 2023-10-21T13:15:12.883 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/020 2023-10-21T13:15:12.884 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:12.886 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:13.152 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:13.153 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/021) 2023-10-21T13:15:13.618 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:13.627 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:13.628 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:13.629 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:13.629 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:14.267 INFO:teuthology.orchestra.run.smithi067.stdout:generic/021 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T13:15:14.273 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/021 2023-10-21T13:15:14.273 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/021 2023-10-21T13:15:14.273 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:14.278 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:14.625 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:14.626 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/022) 2023-10-21T13:15:15.028 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:15.034 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:15.034 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:15.037 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:15.037 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:15.740 INFO:teuthology.orchestra.run.smithi067.stdout:generic/022 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T13:15:15.745 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/022 2023-10-21T13:15:15.745 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/022 2023-10-21T13:15:15.746 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:15.747 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:16.102 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:16.103 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/023) 2023-10-21T13:15:16.529 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:16.539 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:16.540 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:16.542 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:16.543 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:18.332 INFO:teuthology.orchestra.run.smithi067.stdout:generic/023 2s 2023-10-21T13:15:18.340 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/023 2023-10-21T13:15:18.340 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:18.342 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:18.685 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:18.686 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/024) 2023-10-21T13:15:19.081 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:19.086 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:19.091 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:19.095 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:19.095 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:19.597 INFO:teuthology.orchestra.run.smithi067.stdout:generic/024 [not run] kernel doesn't support renameat2 syscall 2023-10-21T13:15:19.602 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/024 2023-10-21T13:15:19.602 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/024 2023-10-21T13:15:19.603 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:19.604 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:19.938 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:19.939 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/025) 2023-10-21T13:15:20.302 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:20.307 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:20.307 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:20.309 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:20.309 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:20.791 INFO:teuthology.orchestra.run.smithi067.stdout:generic/025 [not run] kernel doesn't support renameat2 syscall 2023-10-21T13:15:20.801 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/025 2023-10-21T13:15:20.802 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/025 2023-10-21T13:15:20.802 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:20.804 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:21.137 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:21.137 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/026) 2023-10-21T13:15:21.540 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:21.549 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:21.550 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:21.551 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:22.090 INFO:teuthology.orchestra.run.smithi067.stdout:generic/026 [not run] ceph does not define maximum ACL count 2023-10-21T13:15:22.097 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/026 2023-10-21T13:15:22.097 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/026 2023-10-21T13:15:22.097 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:22.100 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:22.126 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:22.127 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/027) 2023-10-21T13:15:22.464 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:22.477 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:22.479 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:22.480 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:22.481 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:22.954 INFO:teuthology.orchestra.run.smithi067.stdout:generic/027 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T13:15:22.960 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/027 2023-10-21T13:15:22.960 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/027 2023-10-21T13:15:22.961 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:22.962 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:23.004 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:23.005 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/028) 2023-10-21T13:15:23.332 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:23.338 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:23.338 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:23.339 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:23.340 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:28.803 INFO:teuthology.orchestra.run.smithi067.stdout:generic/028 5s 2023-10-21T13:15:28.809 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/028 2023-10-21T13:15:28.810 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:28.811 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:28.856 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:28.857 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/029) 2023-10-21T13:15:29.230 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:29.234 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:29.238 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:29.240 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:29.240 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:32.779 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:15:32.782 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:15:34.169 INFO:teuthology.orchestra.run.smithi067.stdout:generic/029 5s 2023-10-21T13:15:34.176 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/029 2023-10-21T13:15:34.176 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:34.179 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:34.194 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:34.195 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/030) 2023-10-21T13:15:34.577 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:34.584 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:34.584 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:34.586 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:34.586 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:37.457 INFO:teuthology.orchestra.run.smithi067.stdout:generic/030 3s 2023-10-21T13:15:37.470 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/030 2023-10-21T13:15:37.470 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:37.473 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:37.484 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:37.485 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/031) 2023-10-21T13:15:37.835 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:37.840 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:37.841 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:37.843 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:37.843 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:38.426 INFO:teuthology.orchestra.run.smithi067.stdout:generic/031 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-10-21T13:15:38.431 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/031 2023-10-21T13:15:38.431 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/031 2023-10-21T13:15:38.431 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:38.433 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:38.463 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:38.464 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/032) 2023-10-21T13:15:38.839 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:38.848 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:38.849 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:38.850 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:38.851 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:39.320 INFO:teuthology.orchestra.run.smithi067.stdout:generic/032 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T13:15:39.325 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/032 2023-10-21T13:15:39.326 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/032 2023-10-21T13:15:39.326 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:39.327 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:39.376 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:39.377 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/033) 2023-10-21T13:15:39.756 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:39.761 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:39.761 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:39.762 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:39.763 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:40.379 INFO:teuthology.orchestra.run.smithi067.stdout:generic/033 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-10-21T13:15:40.387 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/033 2023-10-21T13:15:40.387 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/033 2023-10-21T13:15:40.387 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:40.389 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:40.428 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:40.429 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/034) 2023-10-21T13:15:40.822 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:40.828 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:40.828 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:40.830 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:40.830 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:41.359 INFO:teuthology.orchestra.run.smithi067.stdout:generic/034 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:15:41.364 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/034 2023-10-21T13:15:41.364 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/034 2023-10-21T13:15:41.365 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:41.366 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:41.397 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:41.398 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/035) 2023-10-21T13:15:41.762 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:41.766 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:41.767 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:41.768 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:41.768 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:42.363 INFO:teuthology.orchestra.run.smithi067.stdout:generic/035 0s 2023-10-21T13:15:42.370 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/035 2023-10-21T13:15:42.371 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:42.373 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:42.670 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:42.671 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/036) 2023-10-21T13:15:43.138 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:43.152 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:43.153 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:43.157 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:43.157 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:53.767 INFO:teuthology.orchestra.run.smithi067.stdout:generic/036 10s 2023-10-21T13:15:53.776 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/036 2023-10-21T13:15:53.776 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:15:53.780 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:15:54.154 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:15:54.155 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/037) 2023-10-21T13:15:54.522 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:15:54.527 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:15:54.527 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:15:54.528 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:15:54.528 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:01.050 INFO:teuthology.orchestra.run.smithi067.stdout:generic/037 7s 2023-10-21T13:16:01.058 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/037 2023-10-21T13:16:01.058 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:01.060 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:01.076 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:01.077 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/038) 2023-10-21T13:16:01.474 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:01.479 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:01.480 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:01.480 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:01.481 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:01.961 INFO:teuthology.orchestra.run.smithi067.stdout:generic/038 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T13:16:01.966 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/038 2023-10-21T13:16:01.967 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/038 2023-10-21T13:16:01.967 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:01.969 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:02.011 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:02.011 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/039) 2023-10-21T13:16:02.382 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:02.392 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:02.395 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:02.396 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:02.396 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:02.863 INFO:teuthology.orchestra.run.smithi067.stdout:generic/039 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:16:02.867 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/039 2023-10-21T13:16:02.867 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/039 2023-10-21T13:16:02.867 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:02.869 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:02.900 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:02.901 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/040) 2023-10-21T13:16:03.207 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:16:03.213 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:16:03.300 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:03.304 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:03.305 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:03.306 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:03.306 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:03.899 INFO:teuthology.orchestra.run.smithi067.stdout:generic/040 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:16:03.908 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/040 2023-10-21T13:16:03.908 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/040 2023-10-21T13:16:03.909 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:03.914 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:03.945 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:03.945 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/041) 2023-10-21T13:16:04.309 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:04.324 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:04.325 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:04.326 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:04.326 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:04.758 INFO:teuthology.orchestra.run.smithi067.stdout:generic/041 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:16:04.768 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/041 2023-10-21T13:16:04.769 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/041 2023-10-21T13:16:04.769 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:04.771 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:04.879 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:04.880 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/042) 2023-10-21T13:16:05.248 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:05.257 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:05.257 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:05.258 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:05.258 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:05.952 INFO:teuthology.orchestra.run.smithi067.stdout:generic/042 [not run] ceph does not support shutdown 2023-10-21T13:16:05.971 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/042 2023-10-21T13:16:05.972 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/042 2023-10-21T13:16:05.972 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:05.973 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:06.009 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:06.010 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/043) 2023-10-21T13:16:06.374 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:06.384 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:06.385 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:06.386 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:06.386 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:07.060 INFO:teuthology.orchestra.run.smithi067.stdout:generic/043 [not run] ceph does not support shutdown 2023-10-21T13:16:07.084 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/043 2023-10-21T13:16:07.084 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/043 2023-10-21T13:16:07.084 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:07.089 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:07.117 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:07.117 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/044) 2023-10-21T13:16:07.499 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:07.505 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:07.506 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:07.510 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:07.510 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:08.192 INFO:teuthology.orchestra.run.smithi067.stdout:generic/044 [not run] ceph does not support shutdown 2023-10-21T13:16:08.209 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/044 2023-10-21T13:16:08.209 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/044 2023-10-21T13:16:08.210 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:08.213 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:08.231 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:08.232 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/045) 2023-10-21T13:16:08.591 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:08.602 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:08.603 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:08.604 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:08.604 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:09.324 INFO:teuthology.orchestra.run.smithi067.stdout:generic/045 [not run] ceph does not support shutdown 2023-10-21T13:16:09.343 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/045 2023-10-21T13:16:09.344 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/045 2023-10-21T13:16:09.344 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:09.346 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:09.381 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:09.382 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/046) 2023-10-21T13:16:09.732 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:09.740 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:09.741 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:09.742 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:09.743 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:10.462 INFO:teuthology.orchestra.run.smithi067.stdout:generic/046 [not run] ceph does not support shutdown 2023-10-21T13:16:10.484 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/046 2023-10-21T13:16:10.484 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/046 2023-10-21T13:16:10.484 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:10.486 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:10.516 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:10.516 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/047) 2023-10-21T13:16:10.891 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:10.901 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:10.902 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:10.903 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:10.903 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:11.619 INFO:teuthology.orchestra.run.smithi067.stdout:generic/047 [not run] ceph does not support shutdown 2023-10-21T13:16:11.638 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/047 2023-10-21T13:16:11.638 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/047 2023-10-21T13:16:11.639 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:11.640 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:11.671 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:11.672 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/048) 2023-10-21T13:16:12.049 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:12.094 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:12.095 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:12.095 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:12.095 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:12.774 INFO:teuthology.orchestra.run.smithi067.stdout:generic/048 [not run] ceph does not support shutdown 2023-10-21T13:16:12.799 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/048 2023-10-21T13:16:12.800 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/048 2023-10-21T13:16:12.800 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:12.808 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:12.836 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:12.837 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/049) 2023-10-21T13:16:13.227 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:13.232 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:13.233 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:13.234 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:13.234 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:13.986 INFO:teuthology.orchestra.run.smithi067.stdout:generic/049 [not run] ceph does not support shutdown 2023-10-21T13:16:14.010 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/049 2023-10-21T13:16:14.011 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/049 2023-10-21T13:16:14.011 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:14.014 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:14.048 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:14.049 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/050) 2023-10-21T13:16:14.431 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:14.443 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:14.444 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:14.445 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:14.445 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:15.123 INFO:teuthology.orchestra.run.smithi067.stdout:generic/050 [not run] ceph does not support shutdown 2023-10-21T13:16:15.153 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/050 2023-10-21T13:16:15.153 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/050 2023-10-21T13:16:15.153 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:15.155 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:15.179 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:15.180 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/051) 2023-10-21T13:16:15.565 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:15.586 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:15.586 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:15.586 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:15.587 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:16.306 INFO:teuthology.orchestra.run.smithi067.stdout:generic/051 [not run] ceph does not support shutdown 2023-10-21T13:16:16.311 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/051 2023-10-21T13:16:16.311 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/051 2023-10-21T13:16:16.312 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:16.314 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:16.338 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:16.338 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/052) 2023-10-21T13:16:16.726 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:16.731 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:16.731 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:16.732 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:16.733 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:17.436 INFO:teuthology.orchestra.run.smithi067.stdout:generic/052 [not run] ceph does not support shutdown 2023-10-21T13:16:17.457 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/052 2023-10-21T13:16:17.457 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/052 2023-10-21T13:16:17.457 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:17.460 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:17.488 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:17.489 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/053) 2023-10-21T13:16:17.855 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:17.860 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:17.861 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:17.862 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:17.862 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:18.956 INFO:teuthology.orchestra.run.smithi067.stdout:generic/053 0s 2023-10-21T13:16:18.962 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/053 2023-10-21T13:16:18.963 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:18.965 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:19.105 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:19.106 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/054) 2023-10-21T13:16:19.505 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:19.515 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:19.515 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:19.516 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:19.516 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:20.208 INFO:teuthology.orchestra.run.smithi067.stdout:generic/054 [not run] ceph does not support shutdown 2023-10-21T13:16:20.233 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/054 2023-10-21T13:16:20.233 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/054 2023-10-21T13:16:20.233 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:20.235 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:20.260 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:20.260 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/055) 2023-10-21T13:16:20.647 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:20.661 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:20.661 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:20.661 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:20.662 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:21.376 INFO:teuthology.orchestra.run.smithi067.stdout:generic/055 [not run] ceph does not support shutdown 2023-10-21T13:16:21.396 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/055 2023-10-21T13:16:21.397 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/055 2023-10-21T13:16:21.397 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:21.399 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:21.422 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:21.423 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/056) 2023-10-21T13:16:21.826 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:21.832 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:21.832 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:21.834 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:21.834 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:22.381 INFO:teuthology.orchestra.run.smithi067.stdout:generic/056 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:16:22.388 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/056 2023-10-21T13:16:22.389 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/056 2023-10-21T13:16:22.389 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:22.391 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:22.426 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:22.426 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/057) 2023-10-21T13:16:22.798 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:22.812 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:22.813 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:22.814 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:22.814 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:23.350 INFO:teuthology.orchestra.run.smithi067.stdout:generic/057 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:16:23.355 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/057 2023-10-21T13:16:23.356 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/057 2023-10-21T13:16:23.356 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:23.358 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:23.393 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:23.394 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/058) 2023-10-21T13:16:23.751 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:23.755 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:23.756 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:23.757 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:23.757 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:24.401 INFO:teuthology.orchestra.run.smithi067.stdout:generic/058 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T13:16:24.404 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/058 2023-10-21T13:16:24.404 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/058 2023-10-21T13:16:24.404 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:24.406 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:24.704 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:24.705 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/059) 2023-10-21T13:16:25.177 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:25.183 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:25.183 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:25.184 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:25.185 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:25.666 INFO:teuthology.orchestra.run.smithi067.stdout:generic/059 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:16:25.677 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/059 2023-10-21T13:16:25.677 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/059 2023-10-21T13:16:25.677 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:25.683 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:25.710 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:25.711 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/060) 2023-10-21T13:16:26.100 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:26.107 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:26.107 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:26.109 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:26.109 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:26.735 INFO:teuthology.orchestra.run.smithi067.stdout:generic/060 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T13:16:26.742 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/060 2023-10-21T13:16:26.742 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/060 2023-10-21T13:16:26.742 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:26.745 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:27.075 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:27.075 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/061) 2023-10-21T13:16:27.531 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:27.536 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:27.537 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:27.539 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:27.539 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:28.167 INFO:teuthology.orchestra.run.smithi067.stdout:generic/061 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T13:16:28.172 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/061 2023-10-21T13:16:28.172 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/061 2023-10-21T13:16:28.173 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:28.175 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:28.538 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:28.538 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/062) 2023-10-21T13:16:28.954 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:28.968 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:28.968 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:28.970 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:28.970 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:31.865 INFO:teuthology.orchestra.run.smithi067.stdout:generic/062 2s 2023-10-21T13:16:31.935 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/062 2023-10-21T13:16:31.935 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:31.937 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:31.947 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:31.947 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/063) 2023-10-21T13:16:32.330 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:32.334 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:32.335 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:32.337 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:32.338 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:33.129 INFO:teuthology.orchestra.run.smithi067.stdout:generic/063 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T13:16:33.138 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/063 2023-10-21T13:16:33.138 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/063 2023-10-21T13:16:33.138 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:33.143 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:33.508 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:33.508 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/064) 2023-10-21T13:16:33.726 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:16:33.731 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:16:33.919 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:33.926 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:33.927 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:33.928 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:33.928 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:34.493 INFO:teuthology.orchestra.run.smithi067.stdout:generic/064 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-21T13:16:34.502 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/064 2023-10-21T13:16:34.502 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/064 2023-10-21T13:16:34.503 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:34.505 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:34.538 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:34.538 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/065) 2023-10-21T13:16:34.894 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:34.904 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:34.907 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:34.908 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:34.908 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:35.457 INFO:teuthology.orchestra.run.smithi067.stdout:generic/065 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:16:35.463 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/065 2023-10-21T13:16:35.463 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/065 2023-10-21T13:16:35.463 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:35.465 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:35.505 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:35.506 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/066) 2023-10-21T13:16:35.899 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:35.904 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:35.904 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:35.905 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:35.906 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:36.378 INFO:teuthology.orchestra.run.smithi067.stdout:generic/066 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:16:36.383 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/066 2023-10-21T13:16:36.383 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/066 2023-10-21T13:16:36.383 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:36.386 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:36.423 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:36.423 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/067) 2023-10-21T13:16:36.773 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:36.783 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:36.784 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:36.785 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:36.785 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:37.351 INFO:teuthology.orchestra.run.smithi067.stdout:generic/067 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:16:37.358 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/067 2023-10-21T13:16:37.358 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/067 2023-10-21T13:16:37.358 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:37.360 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:37.394 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:37.395 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/068) 2023-10-21T13:16:37.772 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:37.779 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:37.779 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:37.780 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:37.780 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:38.300 INFO:teuthology.orchestra.run.smithi067.stdout:generic/068 [not run] ceph does not support freezing 2023-10-21T13:16:38.305 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/068 2023-10-21T13:16:38.305 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/068 2023-10-21T13:16:38.305 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:38.312 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:38.337 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:38.338 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/069) 2023-10-21T13:16:38.702 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:38.707 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:38.708 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:38.709 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:38.709 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:47.779 INFO:teuthology.orchestra.run.smithi067.stdout:generic/069 9s 2023-10-21T13:16:47.795 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/069 2023-10-21T13:16:47.797 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:16:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:16:47.816 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:16:47.816 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/070) 2023-10-21T13:16:48.184 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:16:48.188 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:16:48.189 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:16:48.189 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:16:48.190 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:17:03.873 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:17:03.877 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:17:12.752 INFO:teuthology.orchestra.run.smithi067.stdout:generic/070 24s 2023-10-21T13:17:12.759 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/070 2023-10-21T13:17:12.759 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:17:12.761 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:17:13.164 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:17:13.165 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/071) 2023-10-21T13:17:13.566 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:17:13.570 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:17:13.571 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:17:13.572 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:17:13.572 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:17:14.062 INFO:teuthology.orchestra.run.smithi067.stdout:generic/071 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-21T13:17:14.069 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/071 2023-10-21T13:17:14.069 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/071 2023-10-21T13:17:14.069 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:17:14.074 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:17:14.118 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:17:14.119 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/072) 2023-10-21T13:17:14.473 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:17:14.485 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:17:14.486 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:17:14.488 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:17:14.488 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:17:15.069 INFO:teuthology.orchestra.run.smithi067.stdout:generic/072 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-10-21T13:17:15.073 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/072 2023-10-21T13:17:15.074 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/072 2023-10-21T13:17:15.074 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:17:15.076 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:17:15.112 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:17:15.113 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/073) 2023-10-21T13:17:15.435 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:17:15.444 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:17:15.444 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:17:15.445 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:17:15.445 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:17:15.956 INFO:teuthology.orchestra.run.smithi067.stdout:generic/073 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:17:15.961 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/073 2023-10-21T13:17:15.961 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/073 2023-10-21T13:17:15.961 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:17:15.963 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:17:15.995 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:17:15.996 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/074) 2023-10-21T13:17:16.375 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:17:16.380 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:17:16.380 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:17:16.382 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:17:16.382 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:17:33.988 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:17:33.991 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:17:35.349 INFO:teuthology.orchestra.run.smithi067.stdout:generic/074 19s 2023-10-21T13:17:35.358 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/074 2023-10-21T13:17:35.359 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:17:35.361 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:17:35.819 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:17:35.820 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/075) 2023-10-21T13:17:36.475 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:17:36.485 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:17:36.485 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:17:36.486 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:17:36.486 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:04.495 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:18:04.498 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:18:04.579 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T13:18:04.576+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 238651) UID: 0 2023-10-21T13:18:04.582 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T13:18:04.576+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 238651) UID: 0 2023-10-21T13:18:06.601 INFO:teuthology.orchestra.run.smithi067.stdout:generic/075 30s 2023-10-21T13:18:06.608 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/075 2023-10-21T13:18:06.608 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:18:06.612 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:06.804 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:18:06.804 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/076) 2023-10-21T13:18:07.510 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:18:07.522 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:18:07.523 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:18:07.530 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:18:07.531 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:08.036 INFO:teuthology.orchestra.run.smithi067.stdout:generic/076 [not run] require 172.21.15.67:6789:/scratch to be local device 2023-10-21T13:18:08.040 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/076 2023-10-21T13:18:08.041 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/076 2023-10-21T13:18:08.041 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:18:08.046 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:08.079 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:18:08.080 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/077) 2023-10-21T13:18:08.575 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:18:08.590 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:18:08.591 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:18:08.592 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:18:08.592 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:12.025 INFO:teuthology.orchestra.run.smithi067.stdout:generic/077 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T13:18:12.039 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/077 2023-10-21T13:18:12.039 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/077 2023-10-21T13:18:12.040 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:18:12.045 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:12.355 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:18:12.356 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/078) 2023-10-21T13:18:12.939 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:18:12.945 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:18:12.945 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:18:12.946 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:18:12.946 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:13.534 INFO:teuthology.orchestra.run.smithi067.stdout:generic/078 [not run] kernel doesn't support renameat2 syscall 2023-10-21T13:18:13.544 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/078 2023-10-21T13:18:13.545 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/078 2023-10-21T13:18:13.545 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:18:13.548 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:13.909 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:18:13.909 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/079) 2023-10-21T13:18:14.366 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:18:14.372 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:18:14.373 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:18:14.378 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:18:14.379 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:14.930 INFO:teuthology.orchestra.run.smithi067.stdout:generic/079 [not run] file system doesn't support chattr +ia 2023-10-21T13:18:14.935 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/079 2023-10-21T13:18:14.936 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/079 2023-10-21T13:18:14.936 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:18:14.939 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:14.990 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:18:14.990 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/080) 2023-10-21T13:18:15.431 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:18:15.452 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:18:15.452 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:18:15.453 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:18:15.453 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:18.128 INFO:teuthology.orchestra.run.smithi067.stdout:generic/080 3s 2023-10-21T13:18:18.170 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/080 2023-10-21T13:18:18.170 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:18:18.172 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:18.233 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:18:18.234 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/081) 2023-10-21T13:18:18.733 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:18:18.739 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:18:18.745 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:18:18.746 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:18:18.747 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:19.347 INFO:teuthology.orchestra.run.smithi067.stdout:generic/081 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:18:19.353 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/081 2023-10-21T13:18:19.353 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/081 2023-10-21T13:18:19.353 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:18:19.357 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:19.381 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:18:19.381 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/082) 2023-10-21T13:18:19.773 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:18:19.786 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:18:19.787 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:18:19.789 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:18:19.790 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:20.396 INFO:teuthology.orchestra.run.smithi067.stdout:generic/082 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T13:18:20.403 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/082 2023-10-21T13:18:20.404 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/082 2023-10-21T13:18:20.404 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:18:20.418 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:20.455 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:18:20.456 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/083) 2023-10-21T13:18:20.996 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:18:21.002 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:18:21.002 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:18:21.003 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:18:21.003 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:generic/083 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T13:18:21.560 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/083 2023-10-21T13:18:21.560 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/083 2023-10-21T13:18:21.561 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:18:21.563 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:21.598 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:18:21.599 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/084) 2023-10-21T13:18:22.078 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:18:22.082 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:18:22.083 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:18:22.084 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:18:22.084 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:28.412 INFO:teuthology.orchestra.run.smithi067.stdout:generic/084 6s 2023-10-21T13:18:28.445 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/084 2023-10-21T13:18:28.445 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:18:28.448 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:28.473 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:18:28.473 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/085) 2023-10-21T13:18:28.934 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:18:28.939 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:18:28.939 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:18:28.940 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:18:28.941 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:29.561 INFO:teuthology.orchestra.run.smithi067.stdout:generic/085 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:18:29.568 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/085 2023-10-21T13:18:29.568 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/085 2023-10-21T13:18:29.569 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:18:29.574 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:29.621 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:18:29.621 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/086) 2023-10-21T13:18:30.125 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:18:30.132 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:18:30.133 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:18:30.134 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:18:30.134 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:30.752 INFO:teuthology.orchestra.run.smithi067.stdout:generic/086 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T13:18:30.757 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/086 2023-10-21T13:18:30.758 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/086 2023-10-21T13:18:30.758 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:18:30.768 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:30.795 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:18:30.796 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/087) 2023-10-21T13:18:31.281 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:18:31.304 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:18:31.304 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:18:31.306 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:18:31.306 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:32.017 INFO:teuthology.orchestra.run.smithi067.stdout:generic/087 1s 2023-10-21T13:18:32.026 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/087 2023-10-21T13:18:32.027 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:18:32.028 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:32.452 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:18:32.453 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/088) 2023-10-21T13:18:32.939 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:18:32.954 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:18:32.960 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:18:32.960 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:18:32.961 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:33.543 INFO:teuthology.orchestra.run.smithi067.stdout:generic/088 0s 2023-10-21T13:18:33.557 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/088 2023-10-21T13:18:33.557 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:18:33.566 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:18:34.020 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:18:34.020 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/089) 2023-10-21T13:18:34.443 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:18:34.455 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:18:34.455 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:18:34.455 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:18:34.455 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:21:09.502 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:21:09.506 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:21:40.965 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:21:41.056 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:22:11.932 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:22:11.935 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:22:42.291 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:22:42.295 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:22:42.333 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T13:22:42.331+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 247716) UID: 0 2023-10-21T13:22:42.334 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T13:22:42.331+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 247716) UID: 0 2023-10-21T13:25:42.058 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:25:42.061 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:26:12.802 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:26:12.805 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:26:42.881 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:26:42.884 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:26:42.932 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T13:26:42.930+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 249827) UID: 0 2023-10-21T13:26:42.933 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T13:26:42.930+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 249827) UID: 0 2023-10-21T13:26:46.863 INFO:teuthology.orchestra.run.smithi067.stdout:generic/089 492s 2023-10-21T13:26:46.871 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/089 2023-10-21T13:26:46.872 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:26:46.874 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:26:48.907 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:26:48.908 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/090) 2023-10-21T13:26:49.234 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:26:49.238 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:26:49.239 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:26:49.240 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:26:49.240 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:26:50.470 INFO:teuthology.orchestra.run.smithi067.stdout:generic/090 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:26:50.474 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/090 2023-10-21T13:26:50.475 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/090 2023-10-21T13:26:50.475 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:26:50.477 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:26:50.504 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:26:50.505 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/091) 2023-10-21T13:26:50.724 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:26:50.728 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:26:50.728 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:26:50.729 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:26:50.730 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:31.842 INFO:teuthology.orchestra.run.smithi067.stdout:generic/091 101s 2023-10-21T13:28:31.847 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/091 2023-10-21T13:28:31.847 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:28:31.849 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:32.193 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:28:32.194 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/092) 2023-10-21T13:28:32.520 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:28:32.524 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:28:32.524 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:28:32.525 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:28:32.525 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:32.876 INFO:teuthology.orchestra.run.smithi067.stdout:generic/092 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T13:28:32.880 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/092 2023-10-21T13:28:32.880 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/092 2023-10-21T13:28:32.881 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:28:32.882 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:32.907 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:28:32.908 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/093) 2023-10-21T13:28:33.135 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:28:33.139 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:28:33.139 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:28:33.140 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:28:33.140 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:33.764 INFO:teuthology.orchestra.run.smithi067.stdout:generic/093 0s 2023-10-21T13:28:33.769 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/093 2023-10-21T13:28:33.769 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:28:33.771 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:34.196 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:28:34.197 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/094) 2023-10-21T13:28:34.457 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:28:34.461 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:28:34.461 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:28:34.462 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:28:34.463 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:34.848 INFO:teuthology.orchestra.run.smithi067.stdout:generic/094 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-21T13:28:34.852 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/094 2023-10-21T13:28:34.853 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/094 2023-10-21T13:28:34.853 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:28:34.855 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:35.212 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:28:35.213 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/095) 2023-10-21T13:28:35.485 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:28:35.488 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:28:35.489 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:28:35.490 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:28:35.490 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:48.384 INFO:teuthology.orchestra.run.smithi067.stdout:generic/095 13s 2023-10-21T13:28:48.394 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/095 2023-10-21T13:28:48.394 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:28:48.397 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:48.406 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:28:48.406 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/096) 2023-10-21T13:28:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:28:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:28:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:28:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:28:48.634 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:49.055 INFO:teuthology.orchestra.run.smithi067.stdout:generic/096 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-10-21T13:28:49.059 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/096 2023-10-21T13:28:49.059 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/096 2023-10-21T13:28:49.059 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:28:49.061 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:49.088 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:28:49.088 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/097) 2023-10-21T13:28:49.298 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:28:49.301 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:28:49.302 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:28:49.303 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:28:49.303 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:50.228 INFO:teuthology.orchestra.run.smithi067.stdout:generic/097 1s 2023-10-21T13:28:50.234 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/097 2023-10-21T13:28:50.234 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:28:50.236 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:50.265 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:28:50.266 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/098) 2023-10-21T13:28:50.478 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:28:50.482 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:28:50.483 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:28:50.484 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:28:50.484 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:53.674 INFO:teuthology.orchestra.run.smithi067.stdout:generic/098 3s 2023-10-21T13:28:53.679 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/098 2023-10-21T13:28:53.679 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:28:53.681 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:53.689 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:28:53.690 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/099) 2023-10-21T13:28:53.914 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:28:53.918 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:28:53.919 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:28:53.920 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:28:53.920 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:54.857 INFO:teuthology.orchestra.run.smithi067.stdout:generic/099 0s 2023-10-21T13:28:54.862 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/099 2023-10-21T13:28:54.862 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:28:54.864 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:28:55.116 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:28:55.116 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/100) 2023-10-21T13:28:55.571 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:28:55.575 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:28:55.576 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:28:55.576 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:28:55.577 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:10.466 INFO:teuthology.orchestra.run.smithi067.stdout:generic/100 15s 2023-10-21T13:29:10.471 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/100 2023-10-21T13:29:10.471 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:29:10.473 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:11.468 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:29:11.469 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/101) 2023-10-21T13:29:11.813 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:29:11.817 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:29:11.818 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:29:11.819 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:29:11.819 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:12.131 INFO:teuthology.orchestra.run.smithi067.stdout:generic/101 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:29:12.135 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/101 2023-10-21T13:29:12.135 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/101 2023-10-21T13:29:12.135 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:29:12.137 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:12.159 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:29:12.159 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/102) 2023-10-21T13:29:12.426 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:29:12.430 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:29:12.431 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:29:12.431 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:29:12.432 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:12.742 INFO:teuthology.orchestra.run.smithi067.stdout:generic/102 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T13:29:12.746 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/102 2023-10-21T13:29:12.747 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/102 2023-10-21T13:29:12.747 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:29:12.748 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:12.774 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:29:12.774 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/103) 2023-10-21T13:29:12.985 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:29:12.989 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:29:12.989 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:29:12.990 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:29:12.991 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:13.313 INFO:teuthology.orchestra.run.smithi067.stdout:generic/103 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T13:29:13.317 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/103 2023-10-21T13:29:13.317 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/103 2023-10-21T13:29:13.318 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:29:13.319 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:13.714 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:29:13.715 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/104) 2023-10-21T13:29:13.932 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:29:13.936 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:29:13.936 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:29:13.937 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:29:13.937 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:14.283 INFO:teuthology.orchestra.run.smithi067.stdout:generic/104 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:29:14.287 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/104 2023-10-21T13:29:14.287 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/104 2023-10-21T13:29:14.287 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:29:14.289 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:14.310 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:29:14.311 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/105) 2023-10-21T13:29:14.516 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:29:14.521 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:29:14.521 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:29:14.522 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:29:14.522 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:15.506 INFO:teuthology.orchestra.run.smithi067.stdout:generic/105 1s 2023-10-21T13:29:15.512 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/105 2023-10-21T13:29:15.513 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:29:15.515 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:15.524 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:29:15.524 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/106) 2023-10-21T13:29:15.724 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:29:15.728 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:29:15.729 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:29:15.730 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:29:15.730 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:16.046 INFO:teuthology.orchestra.run.smithi067.stdout:generic/106 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:29:16.050 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/106 2023-10-21T13:29:16.050 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/106 2023-10-21T13:29:16.050 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:29:16.052 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:16.080 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:29:16.081 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/107) 2023-10-21T13:29:16.283 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:29:16.287 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:29:16.288 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:29:16.289 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:29:16.289 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:16.642 INFO:teuthology.orchestra.run.smithi067.stdout:generic/107 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:29:16.646 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/107 2023-10-21T13:29:16.646 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/107 2023-10-21T13:29:16.646 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:29:16.648 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:16.672 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:29:16.673 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/108) 2023-10-21T13:29:16.879 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:29:16.883 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:29:16.884 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:29:16.885 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:29:16.885 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:17.341 INFO:teuthology.orchestra.run.smithi067.stdout:generic/108 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T13:29:17.345 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/108 2023-10-21T13:29:17.345 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/108 2023-10-21T13:29:17.346 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:29:17.347 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:17.379 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:29:17.380 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/109) 2023-10-21T13:29:17.600 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:29:17.604 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:29:17.605 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:29:17.606 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:29:17.606 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:27.058 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:29:27.061 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:29:27.674 INFO:teuthology.orchestra.run.smithi067.stdout:generic/109 10s 2023-10-21T13:29:27.723 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/109 2023-10-21T13:29:27.724 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:29:27.725 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:27.734 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:29:27.735 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/110) 2023-10-21T13:29:28.641 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:29:28.645 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:29:28.645 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:29:28.646 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:29:28.646 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:48.849 INFO:teuthology.orchestra.run.smithi067.stdout:generic/110 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T13:29:48.853 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/110 2023-10-21T13:29:48.854 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/110 2023-10-21T13:29:48.854 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:29:48.855 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:49.306 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:29:49.307 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/111) 2023-10-21T13:29:49.568 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:29:49.572 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:29:49.573 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:29:49.573 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:29:49.574 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:49.936 INFO:teuthology.orchestra.run.smithi067.stdout:generic/111 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T13:29:49.940 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/111 2023-10-21T13:29:49.940 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/111 2023-10-21T13:29:49.940 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:29:49.942 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:50.303 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:29:50.304 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/112) 2023-10-21T13:29:50.543 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:29:50.547 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:29:50.547 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:29:50.548 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:29:50.549 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:29:57.707 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:29:57.711 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:30:05.792 INFO:teuthology.orchestra.run.smithi067.stdout:generic/112 15s 2023-10-21T13:30:05.797 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/112 2023-10-21T13:30:05.797 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:30:05.799 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:06.189 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:30:06.190 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/113) 2023-10-21T13:30:06.439 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:30:06.443 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:30:06.443 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:30:06.444 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:30:06.444 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:21.164 INFO:teuthology.orchestra.run.smithi067.stdout:generic/113 15s 2023-10-21T13:30:21.169 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/113 2023-10-21T13:30:21.169 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:30:21.171 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:21.533 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:30:21.534 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/114) 2023-10-21T13:30:21.776 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:30:21.780 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:30:21.781 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:30:21.782 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:30:21.782 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:22.331 INFO:teuthology.orchestra.run.smithi067.stdout:generic/114 [not run] device block size: 4096 greater than 512 2023-10-21T13:30:22.335 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/114 2023-10-21T13:30:22.336 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/114 2023-10-21T13:30:22.336 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:30:22.338 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:22.372 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:30:22.372 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/115) 2023-10-21T13:30:22.579 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:30:22.583 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:30:22.584 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:30:22.585 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:30:22.585 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:22.936 INFO:teuthology.orchestra.run.smithi067.stdout:generic/115 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T13:30:22.940 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/115 2023-10-21T13:30:22.940 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/115 2023-10-21T13:30:22.940 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:30:22.942 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:23.223 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:30:23.224 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/116) 2023-10-21T13:30:23.549 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:30:23.552 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:30:23.553 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:30:23.554 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:30:23.554 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:23.900 INFO:teuthology.orchestra.run.smithi067.stdout:generic/116 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T13:30:23.904 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/116 2023-10-21T13:30:23.905 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/116 2023-10-21T13:30:23.905 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:30:23.907 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:24.222 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:30:24.223 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/117) 2023-10-21T13:30:24.528 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:30:24.532 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:30:24.533 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:30:24.534 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:30:24.534 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:27.795 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:30:27.798 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:30:39.387 INFO:teuthology.orchestra.run.smithi067.stdout:generic/117 15s 2023-10-21T13:30:39.392 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/117 2023-10-21T13:30:39.392 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:30:39.394 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:39.402 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:30:39.403 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/118) 2023-10-21T13:30:39.609 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:30:39.613 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:30:39.614 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:30:39.615 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:30:39.615 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:40.365 INFO:teuthology.orchestra.run.smithi067.stdout:generic/118 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T13:30:40.369 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/118 2023-10-21T13:30:40.370 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/118 2023-10-21T13:30:40.370 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:30:40.372 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:40.763 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:30:40.764 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/119) 2023-10-21T13:30:40.989 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:30:40.993 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:30:40.994 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:30:40.995 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:30:40.995 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:41.362 INFO:teuthology.orchestra.run.smithi067.stdout:generic/119 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T13:30:41.366 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/119 2023-10-21T13:30:41.366 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/119 2023-10-21T13:30:41.366 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:30:41.368 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:41.734 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:30:41.735 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/120) 2023-10-21T13:30:41.973 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:30:41.977 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:30:41.978 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:30:41.978 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:30:41.978 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:42.308 INFO:teuthology.orchestra.run.smithi067.stdout:generic/120 [not run] atime not maintained by ceph 2023-10-21T13:30:42.313 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/120 2023-10-21T13:30:42.314 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/120 2023-10-21T13:30:42.314 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:30:42.314 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:42.339 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:30:42.340 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/121) 2023-10-21T13:30:42.545 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:30:42.549 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:30:42.550 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:30:42.551 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:30:42.551 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:42.896 INFO:teuthology.orchestra.run.smithi067.stdout:generic/121 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-21T13:30:42.900 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/121 2023-10-21T13:30:42.900 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/121 2023-10-21T13:30:42.900 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:30:42.902 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:43.204 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:30:43.205 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/122) 2023-10-21T13:30:43.525 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:30:43.529 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:30:43.529 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:30:43.530 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:30:43.530 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:43.882 INFO:teuthology.orchestra.run.smithi067.stdout:generic/122 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-21T13:30:43.886 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/122 2023-10-21T13:30:43.886 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/122 2023-10-21T13:30:43.887 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:30:43.888 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:44.270 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:30:44.271 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/123) 2023-10-21T13:30:44.534 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:30:44.539 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:30:44.539 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:30:44.540 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:30:44.540 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:45.024 INFO:teuthology.orchestra.run.smithi067.stdout:generic/123 1s 2023-10-21T13:30:45.029 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/123 2023-10-21T13:30:45.029 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:30:45.031 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:45.303 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:30:45.303 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/124) 2023-10-21T13:30:45.632 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:30:45.636 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:30:45.637 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:30:45.638 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:30:45.638 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:47.967 INFO:teuthology.orchestra.run.smithi067.stdout:generic/124 2s 2023-10-21T13:30:47.974 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/124 2023-10-21T13:30:47.974 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:30:47.979 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:48.571 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:30:48.571 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/125) 2023-10-21T13:30:48.899 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:30:48.903 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:30:48.903 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:30:48.904 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:30:48.904 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:30:58.176 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:30:58.181 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:31:28.248 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:31:28.252 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:31:50.386 INFO:teuthology.orchestra.run.smithi067.stdout:generic/125 61s 2023-10-21T13:31:50.391 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/125 2023-10-21T13:31:50.392 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:31:50.394 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:31:50.704 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:31:50.705 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/126) 2023-10-21T13:31:51.005 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:31:51.009 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:31:51.009 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:31:51.010 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:31:51.010 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:31:51.492 INFO:teuthology.orchestra.run.smithi067.stdout:generic/126 0s 2023-10-21T13:31:51.497 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/126 2023-10-21T13:31:51.498 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:31:51.499 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:31:51.939 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:31:51.939 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/127) 2023-10-21T13:31:52.172 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:31:52.176 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:31:52.177 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:31:52.178 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:31:52.178 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:31:58.337 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:31:58.340 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:32:28.403 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:32:28.406 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:32:58.468 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:32:58.471 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:33:28.525 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:33:28.528 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:33:58.590 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:33:58.593 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:34:28.657 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:34:28.660 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:34:59.280 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:34:59.284 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:35:29.779 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:35:29.782 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:35:59.835 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:35:59.838 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:36:30.501 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:36:30.505 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:37:00.574 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:37:00.576 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:37:30.656 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:37:30.659 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:38:00.712 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:38:00.715 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:38:30.773 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:38:30.776 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:39:00.859 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:39:00.862 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:39:30.917 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:39:30.920 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:40:00.973 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:40:00.976 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:40:31.035 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:40:31.037 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:40:57.650 INFO:teuthology.orchestra.run.smithi067.stdout:generic/127 545s 2023-10-21T13:40:57.655 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/127 2023-10-21T13:40:57.655 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:40:57.657 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:40:58.044 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:40:58.045 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/128) 2023-10-21T13:40:58.287 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:40:58.291 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:40:58.292 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:40:58.293 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:40:58.293 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:40:59.940 INFO:teuthology.orchestra.run.smithi067.stdout:generic/128 1s 2023-10-21T13:41:00.004 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/128 2023-10-21T13:41:00.005 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T13:41:00.006 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:41:00.015 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T13:41:00.015 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/129) 2023-10-21T13:41:00.237 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T13:41:00.241 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T13:41:00.242 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T13:41:00.242 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T13:41:00.243 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T13:41:01.111 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:41:01.114 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:41:31.177 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:41:31.181 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:42:01.293 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:42:01.309 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:42:31.416 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:42:31.435 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:43:01.772 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:43:01.789 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:43:32.160 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:43:32.171 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:44:02.520 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:44:02.524 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:44:32.675 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:44:32.697 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:45:02.815 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:45:02.824 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:45:32.917 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:45:32.920 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:46:03.097 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:46:03.101 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:46:33.240 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:46:33.245 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:47:03.413 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:47:03.417 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:47:33.882 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:47:33.940 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:48:04.110 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:48:04.135 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:48:34.211 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:48:34.249 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:49:04.346 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:49:04.349 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:49:34.597 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:49:34.681 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:50:04.818 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:50:04.834 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:50:35.188 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:50:35.235 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:51:05.377 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:51:05.386 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:51:35.617 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:51:35.674 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:51:35.801 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T13:51:35.791+0000 7f03c9906700 -1 received signal: Hangup from (PID: 288835) UID: 0 2023-10-21T13:51:35.802 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T13:51:35.782+0000 7f9716647700 -1 received signal: Hangup from (PID: 288835) UID: 0 2023-10-21T13:51:35.812 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T13:51:35.795+0000 7f828bce0700 -1 received signal: Hangup from (PID: 288835) UID: 0 2023-10-21T13:51:35.832 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T13:51:35.793+0000 7f080c064700 -1 received signal: Hangup from (PID: 288835) UID: 0 2023-10-21T13:55:57.514 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:55:57.517 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:56:28.000 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:56:28.049 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:56:58.227 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:56:58.253 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:57:28.455 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:57:28.471 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T13:57:28.588 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T13:57:28.585+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 144817) UID: 0 2023-10-21T13:57:28.594 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T13:57:28.586+0000 7fd9df003700 -1 Fail to open '/proc/144817/cmdline' error = (2) No such file or directory 2023-10-21T13:57:28.594 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T13:57:28.586+0000 7fd9df003700 -1 received signal: Hangup from (PID: 144817) UID: 0 2023-10-21T13:57:28.599 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T13:57:28.594+0000 7fed556c8700 -1 Fail to open '/proc/144817/cmdline' error = (2) No such file or directory 2023-10-21T13:57:28.600 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T13:57:28.594+0000 7fed556c8700 -1 received signal: Hangup from (PID: 144817) UID: 0 2023-10-21T13:57:28.600 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T13:57:28.588+0000 7f0aa07b0700 -1 Fail to open '/proc/144817/cmdline' error = (2) No such file or directory 2023-10-21T13:57:28.600 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T13:57:28.588+0000 7f0aa07b0700 -1 received signal: Hangup from (PID: 144817) UID: 0 2023-10-21T14:01:10.221 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:01:10.251 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:01:10.456 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T14:01:10.452+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 289048) UID: 0 2023-10-21T14:01:10.456 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T14:01:10.454+0000 7f9716647700 -1 Fail to open '/proc/289048/cmdline' error = (2) No such file or directory 2023-10-21T14:01:10.456 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T14:01:10.454+0000 7f9716647700 -1 received signal: Hangup from (PID: 289048) UID: 0 2023-10-21T14:01:10.457 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T14:01:10.454+0000 7f828bce0700 -1 Fail to open '/proc/289048/cmdline' error = (2) No such file or directory 2023-10-21T14:01:10.457 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T14:01:10.454+0000 7f828bce0700 -1 received signal: Hangup from (PID: 289048) UID: 0 2023-10-21T14:01:10.457 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T14:01:10.453+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 289048) UID: 0 2023-10-21T14:01:21.428 INFO:teuthology.orchestra.run.smithi067.stdout:generic/129 1221s 2023-10-21T14:01:21.479 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/129 2023-10-21T14:01:21.480 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:01:21.482 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:01:21.490 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:01:21.491 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/130) 2023-10-21T14:01:22.356 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:01:22.360 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:01:22.361 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:01:22.362 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:01:22.362 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:01:37.593 INFO:teuthology.orchestra.run.smithi067.stdout:generic/130 15s 2023-10-21T14:01:37.604 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/130 2023-10-21T14:01:37.604 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:01:37.606 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:01:37.616 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:01:37.616 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/131) 2023-10-21T14:01:37.840 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:01:37.845 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:01:37.845 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:01:37.846 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:01:37.846 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:01:39.423 INFO:teuthology.orchestra.run.smithi067.stdout:generic/131 1s 2023-10-21T14:01:39.429 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/131 2023-10-21T14:01:39.430 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:01:39.433 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:01:39.836 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:01:39.836 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/132) 2023-10-21T14:01:40.386 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:01:40.394 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:01:40.394 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:01:40.395 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:01:40.396 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:01:55.171 INFO:teuthology.orchestra.run.smithi067.stdout:generic/132 15s 2023-10-21T14:01:55.176 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/132 2023-10-21T14:01:55.176 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:01:55.178 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:01:55.186 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:01:55.190 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/133) 2023-10-21T14:01:55.402 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:01:55.407 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:01:55.407 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:01:55.408 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:01:55.408 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:03:48.266 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:03:48.269 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:04:18.350 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:04:18.353 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:04:48.411 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:04:48.415 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:05:18.470 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:05:18.473 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:05:48.532 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:05:48.536 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:05:51.171 INFO:teuthology.orchestra.run.smithi067.stdout:generic/133 236s 2023-10-21T14:05:51.176 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/133 2023-10-21T14:05:51.176 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:05:51.178 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:51.471 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:05:51.472 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/134) 2023-10-21T14:05:51.832 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:05:51.836 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:05:51.836 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:05:51.837 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:05:51.837 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:52.395 INFO:teuthology.orchestra.run.smithi067.stdout:generic/134 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:05:52.399 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/134 2023-10-21T14:05:52.400 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/134 2023-10-21T14:05:52.400 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:05:52.401 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:52.758 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:05:52.759 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/135) 2023-10-21T14:05:53.049 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:05:53.053 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:05:53.054 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:05:53.055 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:05:53.055 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:54.146 INFO:teuthology.orchestra.run.smithi067.stdout:generic/135 1s 2023-10-21T14:05:54.151 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/135 2023-10-21T14:05:54.151 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:05:54.153 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:54.162 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:05:54.162 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/136) 2023-10-21T14:05:54.376 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:05:54.380 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:05:54.380 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:05:54.382 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:05:54.382 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:54.737 INFO:teuthology.orchestra.run.smithi067.stdout:generic/136 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-21T14:05:54.741 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/136 2023-10-21T14:05:54.741 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/136 2023-10-21T14:05:54.741 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:05:54.743 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:55.116 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:05:55.117 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/137) 2023-10-21T14:05:55.386 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:05:55.390 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:05:55.390 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:05:55.391 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:05:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:55.756 INFO:teuthology.orchestra.run.smithi067.stdout:generic/137 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:05:55.760 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/137 2023-10-21T14:05:55.761 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/137 2023-10-21T14:05:55.761 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:05:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:56.079 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:05:56.080 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/138) 2023-10-21T14:05:56.411 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:05:56.415 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:05:56.415 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:05:56.416 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:05:56.417 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:56.792 INFO:teuthology.orchestra.run.smithi067.stdout:generic/138 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:05:56.796 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/138 2023-10-21T14:05:56.796 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/138 2023-10-21T14:05:56.796 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:05:56.798 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:57.089 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:05:57.089 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/139) 2023-10-21T14:05:57.465 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:05:57.469 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:05:57.469 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:05:57.470 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:05:57.470 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:57.832 INFO:teuthology.orchestra.run.smithi067.stdout:generic/139 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:05:57.836 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/139 2023-10-21T14:05:57.836 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/139 2023-10-21T14:05:57.837 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:05:57.838 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:58.210 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:05:58.210 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/140) 2023-10-21T14:05:58.496 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:05:58.500 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:05:58.501 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:05:58.502 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:05:58.502 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:58.849 INFO:teuthology.orchestra.run.smithi067.stdout:generic/140 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:05:58.853 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/140 2023-10-21T14:05:58.853 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/140 2023-10-21T14:05:58.854 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:05:58.855 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:05:59.086 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:05:59.087 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/141) 2023-10-21T14:05:59.499 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:05:59.503 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:05:59.503 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:05:59.504 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:05:59.505 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:00.091 INFO:teuthology.orchestra.run.smithi067.stdout:generic/141 1s 2023-10-21T14:06:00.096 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/141 2023-10-21T14:06:00.096 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:00.098 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:00.107 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:00.107 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/142) 2023-10-21T14:06:00.320 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:00.324 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:00.325 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:00.326 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:00.326 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:00.689 INFO:teuthology.orchestra.run.smithi067.stdout:generic/142 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:00.693 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/142 2023-10-21T14:06:00.694 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/142 2023-10-21T14:06:00.694 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:00.695 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:00.996 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:00.997 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/143) 2023-10-21T14:06:01.346 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:01.350 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:01.351 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:01.352 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:01.352 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:01.720 INFO:teuthology.orchestra.run.smithi067.stdout:generic/143 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:01.724 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/143 2023-10-21T14:06:01.724 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/143 2023-10-21T14:06:01.724 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:01.726 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:02.132 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:02.133 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/144) 2023-10-21T14:06:02.371 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:02.375 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:02.375 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:02.376 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:02.376 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:02.741 INFO:teuthology.orchestra.run.smithi067.stdout:generic/144 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:02.746 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/144 2023-10-21T14:06:02.746 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/144 2023-10-21T14:06:02.746 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:02.747 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:03.172 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:03.173 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/145) 2023-10-21T14:06:03.396 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:03.400 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:03.401 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:03.402 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:03.402 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:03.780 INFO:teuthology.orchestra.run.smithi067.stdout:generic/145 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:03.784 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/145 2023-10-21T14:06:03.784 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/145 2023-10-21T14:06:03.784 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:03.786 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:04.205 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:04.205 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/146) 2023-10-21T14:06:04.429 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:04.433 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:04.433 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:04.434 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:04.435 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:04.798 INFO:teuthology.orchestra.run.smithi067.stdout:generic/146 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:04.802 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/146 2023-10-21T14:06:04.802 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/146 2023-10-21T14:06:04.802 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:04.804 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:05.233 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:05.233 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/147) 2023-10-21T14:06:05.450 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:05.454 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:05.455 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:05.456 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:05.457 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:05.810 INFO:teuthology.orchestra.run.smithi067.stdout:generic/147 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:05.814 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/147 2023-10-21T14:06:05.815 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/147 2023-10-21T14:06:05.815 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:05.816 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:06.164 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:06.165 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/148) 2023-10-21T14:06:06.457 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:06.462 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:06.462 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:06.463 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:06.463 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:06.831 INFO:teuthology.orchestra.run.smithi067.stdout:generic/148 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:06.835 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/148 2023-10-21T14:06:06.835 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/148 2023-10-21T14:06:06.835 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:06.837 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:07.254 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:07.255 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/149) 2023-10-21T14:06:07.492 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:07.496 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:07.496 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:07.497 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:07.498 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:07.860 INFO:teuthology.orchestra.run.smithi067.stdout:generic/149 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:07.864 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/149 2023-10-21T14:06:07.864 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/149 2023-10-21T14:06:07.865 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:07.866 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:08.285 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:08.286 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/150) 2023-10-21T14:06:08.532 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:08.536 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:08.536 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:08.537 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:08.537 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:08.902 INFO:teuthology.orchestra.run.smithi067.stdout:generic/150 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:08.906 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/150 2023-10-21T14:06:08.906 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/150 2023-10-21T14:06:08.907 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:08.908 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:09.167 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:09.168 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/151) 2023-10-21T14:06:09.547 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:09.551 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:09.551 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:09.552 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:09.552 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:09.910 INFO:teuthology.orchestra.run.smithi067.stdout:generic/151 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:09.914 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/151 2023-10-21T14:06:09.914 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/151 2023-10-21T14:06:09.915 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:09.916 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:10.159 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:10.159 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/152) 2023-10-21T14:06:10.538 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:10.542 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:10.542 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:10.543 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:10.543 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:10.909 INFO:teuthology.orchestra.run.smithi067.stdout:generic/152 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:10.913 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/152 2023-10-21T14:06:10.913 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/152 2023-10-21T14:06:10.914 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:10.915 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:11.313 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:11.314 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/153) 2023-10-21T14:06:11.572 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:11.576 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:11.577 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:11.578 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:11.578 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:11.942 INFO:teuthology.orchestra.run.smithi067.stdout:generic/153 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:11.946 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/153 2023-10-21T14:06:11.947 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/153 2023-10-21T14:06:11.947 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:11.949 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:12.368 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:12.368 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/154) 2023-10-21T14:06:12.594 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:12.598 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:12.599 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:12.600 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:12.600 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:12.948 INFO:teuthology.orchestra.run.smithi067.stdout:generic/154 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:12.953 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/154 2023-10-21T14:06:12.953 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/154 2023-10-21T14:06:12.953 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:12.954 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:13.281 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:13.282 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/155) 2023-10-21T14:06:13.609 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:13.613 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:13.613 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:13.615 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:13.615 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:13.971 INFO:teuthology.orchestra.run.smithi067.stdout:generic/155 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:13.976 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/155 2023-10-21T14:06:13.976 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/155 2023-10-21T14:06:13.976 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:13.978 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:14.334 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:14.335 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/156) 2023-10-21T14:06:14.623 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:14.627 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:14.628 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:14.628 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:14.629 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:14.987 INFO:teuthology.orchestra.run.smithi067.stdout:generic/156 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:14.991 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/156 2023-10-21T14:06:14.991 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/156 2023-10-21T14:06:14.992 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:14.993 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:15.435 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:15.436 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/157) 2023-10-21T14:06:15.672 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:15.676 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:15.677 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:15.678 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:15.678 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:16.027 INFO:teuthology.orchestra.run.smithi067.stdout:generic/157 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:16.031 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/157 2023-10-21T14:06:16.031 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/157 2023-10-21T14:06:16.031 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:16.033 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:16.459 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:16.460 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/158) 2023-10-21T14:06:16.682 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:16.686 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:16.687 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:16.687 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:16.688 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:17.050 INFO:teuthology.orchestra.run.smithi067.stdout:generic/158 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-21T14:06:17.054 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/158 2023-10-21T14:06:17.054 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/158 2023-10-21T14:06:17.054 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:17.056 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:17.433 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:17.434 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/159) 2023-10-21T14:06:17.686 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:17.690 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:17.690 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:17.691 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:17.691 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:18.048 INFO:teuthology.orchestra.run.smithi067.stdout:generic/159 [not run] file system doesn't support chattr +i 2023-10-21T14:06:18.052 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/159 2023-10-21T14:06:18.053 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/159 2023-10-21T14:06:18.053 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:18.054 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:18.087 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:18.087 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/160) 2023-10-21T14:06:18.311 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:18.315 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:18.316 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:18.317 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:18.317 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:18.605 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:06:18.607 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:06:18.665 INFO:teuthology.orchestra.run.smithi067.stdout:generic/160 [not run] file system doesn't support chattr +i 2023-10-21T14:06:18.669 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/160 2023-10-21T14:06:18.670 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/160 2023-10-21T14:06:18.670 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:18.672 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:18.712 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:18.713 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/161) 2023-10-21T14:06:18.961 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:18.965 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:18.966 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:18.966 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:18.967 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:19.804 INFO:teuthology.orchestra.run.smithi067.stdout:generic/161 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:19.856 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/161 2023-10-21T14:06:19.856 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/161 2023-10-21T14:06:19.856 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:19.863 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:19.917 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:19.918 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/162) 2023-10-21T14:06:20.132 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:20.137 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:20.137 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:20.138 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:20.138 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:20.678 INFO:teuthology.orchestra.run.smithi067.stdout:generic/162 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-10-21T14:06:20.784 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/162 2023-10-21T14:06:20.785 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/162 2023-10-21T14:06:20.785 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:20.788 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:21.060 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:21.061 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/163) 2023-10-21T14:06:21.327 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:21.331 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:21.332 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:21.333 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:21.333 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:21.852 INFO:teuthology.orchestra.run.smithi067.stdout:generic/163 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-10-21T14:06:22.017 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/163 2023-10-21T14:06:22.018 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/163 2023-10-21T14:06:22.018 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:22.243 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:22.286 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:22.287 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/164) 2023-10-21T14:06:22.518 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:22.522 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:22.523 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:22.523 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:22.524 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:23.401 INFO:teuthology.orchestra.run.smithi067.stdout:generic/164 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:23.406 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/164 2023-10-21T14:06:23.407 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/164 2023-10-21T14:06:23.407 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:23.410 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:23.474 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:23.474 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/165) 2023-10-21T14:06:23.711 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:23.716 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:23.716 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:23.717 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:23.717 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:24.548 INFO:teuthology.orchestra.run.smithi067.stdout:generic/165 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:24.674 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/165 2023-10-21T14:06:24.674 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/165 2023-10-21T14:06:24.675 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:24.677 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:24.703 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:24.704 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/166) 2023-10-21T14:06:24.927 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:24.932 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:24.932 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:24.933 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:24.934 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:25.826 INFO:teuthology.orchestra.run.smithi067.stdout:generic/166 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:25.865 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/166 2023-10-21T14:06:25.866 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/166 2023-10-21T14:06:25.866 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:25.872 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:25.909 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:25.909 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/167) 2023-10-21T14:06:26.131 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:26.135 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:26.136 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:26.137 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:26.137 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:26.957 INFO:teuthology.orchestra.run.smithi067.stdout:generic/167 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:26.962 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/167 2023-10-21T14:06:26.963 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/167 2023-10-21T14:06:26.963 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:26.966 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:27.099 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:27.099 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/168) 2023-10-21T14:06:27.323 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:27.327 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:27.328 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:27.328 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:27.328 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:28.206 INFO:teuthology.orchestra.run.smithi067.stdout:generic/168 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:28.236 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/168 2023-10-21T14:06:28.237 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/168 2023-10-21T14:06:28.237 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:28.240 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:28.294 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:28.295 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/169) 2023-10-21T14:06:28.518 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:28.522 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:28.522 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:28.523 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:28.523 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:29.279 INFO:teuthology.orchestra.run.smithi067.stdout:generic/169 1s 2023-10-21T14:06:29.284 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/169 2023-10-21T14:06:29.284 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:29.286 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:29.294 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:29.295 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/170) 2023-10-21T14:06:29.516 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:29.520 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:29.521 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:29.522 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:29.522 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:30.483 INFO:teuthology.orchestra.run.smithi067.stdout:generic/170 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:30.495 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/170 2023-10-21T14:06:30.495 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/170 2023-10-21T14:06:30.495 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:30.498 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:30.524 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:30.524 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/171) 2023-10-21T14:06:30.746 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:30.750 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:30.750 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:30.751 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:30.751 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:31.655 INFO:teuthology.orchestra.run.smithi067.stdout:generic/171 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:31.666 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/171 2023-10-21T14:06:31.667 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/171 2023-10-21T14:06:31.667 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:31.720 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:31.751 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:31.751 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/172) 2023-10-21T14:06:31.970 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:31.974 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:31.975 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:31.976 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:31.976 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:32.791 INFO:teuthology.orchestra.run.smithi067.stdout:generic/172 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:32.837 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/172 2023-10-21T14:06:32.837 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/172 2023-10-21T14:06:32.837 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:32.841 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:32.940 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:32.941 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/173) 2023-10-21T14:06:33.167 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:33.171 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:33.172 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:33.173 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:33.173 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:34.028 INFO:teuthology.orchestra.run.smithi067.stdout:generic/173 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:34.114 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/173 2023-10-21T14:06:34.115 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/173 2023-10-21T14:06:34.115 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:34.119 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:34.156 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:34.157 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/174) 2023-10-21T14:06:34.376 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:34.380 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:34.380 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:34.381 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:34.381 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:35.261 INFO:teuthology.orchestra.run.smithi067.stdout:generic/174 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:35.338 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/174 2023-10-21T14:06:35.339 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/174 2023-10-21T14:06:35.339 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:35.342 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:35.370 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:35.371 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/175) 2023-10-21T14:06:35.580 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:35.584 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:35.585 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:35.586 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:35.586 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:36.169 INFO:teuthology.orchestra.run.smithi067.stdout:generic/175 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:36.328 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/175 2023-10-21T14:06:36.328 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/175 2023-10-21T14:06:36.328 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:36.400 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:36.553 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:36.554 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/176) 2023-10-21T14:06:36.788 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:36.792 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:36.793 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:36.794 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:36.794 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:37.582 INFO:teuthology.orchestra.run.smithi067.stdout:generic/176 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:37.658 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/176 2023-10-21T14:06:37.658 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/176 2023-10-21T14:06:37.658 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:37.716 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:37.753 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:37.753 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/177) 2023-10-21T14:06:37.967 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:37.971 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:37.971 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:37.972 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:37.972 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:38.480 INFO:teuthology.orchestra.run.smithi067.stdout:generic/177 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-21T14:06:38.484 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/177 2023-10-21T14:06:38.484 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/177 2023-10-21T14:06:38.484 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:38.486 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:38.764 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:38.765 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/178) 2023-10-21T14:06:39.126 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:39.130 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:39.130 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:39.131 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:39.132 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:39.500 INFO:teuthology.orchestra.run.smithi067.stdout:generic/178 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:39.504 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/178 2023-10-21T14:06:39.504 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/178 2023-10-21T14:06:39.504 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:39.506 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:39.757 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:39.757 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/179) 2023-10-21T14:06:40.162 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:40.166 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:40.167 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:40.168 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:40.168 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:40.530 INFO:teuthology.orchestra.run.smithi067.stdout:generic/179 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:40.534 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/179 2023-10-21T14:06:40.534 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/179 2023-10-21T14:06:40.534 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:40.536 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:40.704 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:40.705 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/180) 2023-10-21T14:06:41.149 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:41.153 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:41.154 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:41.155 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:41.155 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:41.525 INFO:teuthology.orchestra.run.smithi067.stdout:generic/180 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:41.529 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/180 2023-10-21T14:06:41.529 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/180 2023-10-21T14:06:41.529 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:41.531 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:41.921 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:41.921 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/181) 2023-10-21T14:06:42.185 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:42.189 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:42.189 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:42.190 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:42.190 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:42.558 INFO:teuthology.orchestra.run.smithi067.stdout:generic/181 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:06:42.562 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/181 2023-10-21T14:06:42.562 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/181 2023-10-21T14:06:42.562 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:42.564 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:42.946 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:42.947 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/182) 2023-10-21T14:06:43.209 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:43.213 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:43.213 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:43.214 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:43.215 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:43.579 INFO:teuthology.orchestra.run.smithi067.stdout:generic/182 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-21T14:06:43.583 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/182 2023-10-21T14:06:43.583 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/182 2023-10-21T14:06:43.584 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:43.585 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:43.966 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:43.967 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/183) 2023-10-21T14:06:44.221 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:44.225 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:44.226 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:44.227 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:44.227 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:45.118 INFO:teuthology.orchestra.run.smithi067.stdout:generic/183 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:45.125 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/183 2023-10-21T14:06:45.125 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/183 2023-10-21T14:06:45.125 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:45.128 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:45.165 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:45.166 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/184) 2023-10-21T14:06:45.379 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:45.383 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:45.384 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:45.385 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:45.385 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:45.944 INFO:teuthology.orchestra.run.smithi067.stdout:generic/184 0s 2023-10-21T14:06:45.987 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/184 2023-10-21T14:06:45.987 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:45.989 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:46.026 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:46.027 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/185) 2023-10-21T14:06:46.250 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:46.254 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:46.255 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:46.256 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:46.256 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:47.168 INFO:teuthology.orchestra.run.smithi067.stdout:generic/185 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:47.178 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/185 2023-10-21T14:06:47.178 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/185 2023-10-21T14:06:47.178 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:47.181 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:47.214 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:47.215 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/186) 2023-10-21T14:06:47.432 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:47.436 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:47.436 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:47.437 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:47.437 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:48.035 INFO:teuthology.orchestra.run.smithi067.stdout:generic/186 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:48.042 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/186 2023-10-21T14:06:48.042 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/186 2023-10-21T14:06:48.042 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:48.045 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:48.383 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:48.383 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/187) 2023-10-21T14:06:48.605 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:48.609 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:48.609 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:48.610 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:48.610 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:48.669 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:06:48.672 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:06:49.468 INFO:teuthology.orchestra.run.smithi067.stdout:generic/187 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:49.579 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/187 2023-10-21T14:06:49.579 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/187 2023-10-21T14:06:49.580 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:49.586 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:49.610 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:49.611 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/188) 2023-10-21T14:06:49.820 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:49.824 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:49.824 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:49.825 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:49.826 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:50.565 INFO:teuthology.orchestra.run.smithi067.stdout:generic/188 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:50.645 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/188 2023-10-21T14:06:50.645 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/188 2023-10-21T14:06:50.646 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:50.755 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:50.799 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:50.800 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/189) 2023-10-21T14:06:51.023 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:51.027 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:51.028 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:51.029 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:51.029 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:51.724 INFO:teuthology.orchestra.run.smithi067.stdout:generic/189 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:51.900 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/189 2023-10-21T14:06:51.900 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/189 2023-10-21T14:06:51.901 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:51.904 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:51.974 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:51.975 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/190) 2023-10-21T14:06:52.208 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:52.212 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:52.212 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:52.213 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:52.213 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:52.897 INFO:teuthology.orchestra.run.smithi067.stdout:generic/190 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:52.974 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/190 2023-10-21T14:06:52.975 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/190 2023-10-21T14:06:52.975 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:52.980 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:53.157 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:53.158 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/191) 2023-10-21T14:06:53.418 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:53.422 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:53.423 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:53.424 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:53.424 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:54.233 INFO:teuthology.orchestra.run.smithi067.stdout:generic/191 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:54.310 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/191 2023-10-21T14:06:54.310 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/191 2023-10-21T14:06:54.310 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:54.331 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:54.381 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:54.382 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/192) 2023-10-21T14:06:54.601 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:54.605 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:54.606 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:54.607 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:54.607 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:54.956 INFO:teuthology.orchestra.run.smithi067.stdout:generic/192 [not run] atime not maintained by ceph 2023-10-21T14:06:54.960 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/192 2023-10-21T14:06:54.960 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/192 2023-10-21T14:06:54.960 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:54.962 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:54.989 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:54.990 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/193) 2023-10-21T14:06:55.202 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:55.206 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:55.207 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:55.207 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:55.208 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:56.091 INFO:teuthology.orchestra.run.smithi067.stdout:generic/193 1s 2023-10-21T14:06:56.096 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/193 2023-10-21T14:06:56.096 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:56.098 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:56.303 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:56.304 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/194) 2023-10-21T14:06:56.794 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:56.798 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:56.799 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:56.800 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:56.800 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:57.697 INFO:teuthology.orchestra.run.smithi067.stdout:generic/194 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:57.715 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/194 2023-10-21T14:06:57.716 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/194 2023-10-21T14:06:57.716 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:57.728 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:57.776 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:57.777 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/195) 2023-10-21T14:06:57.990 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:57.994 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:57.995 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:57.996 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:57.996 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:58.790 INFO:teuthology.orchestra.run.smithi067.stdout:generic/195 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:06:58.865 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/195 2023-10-21T14:06:58.866 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/195 2023-10-21T14:06:58.866 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:06:58.868 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:06:58.967 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:06:58.968 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/196) 2023-10-21T14:06:59.192 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:06:59.196 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:06:59.197 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:06:59.198 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:06:59.198 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:00.003 INFO:teuthology.orchestra.run.smithi067.stdout:generic/196 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:07:00.132 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/196 2023-10-21T14:07:00.132 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/196 2023-10-21T14:07:00.132 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:07:00.135 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:00.172 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:07:00.173 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/197) 2023-10-21T14:07:00.399 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:07:00.403 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:07:00.404 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:07:00.405 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:07:00.405 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:01.363 INFO:teuthology.orchestra.run.smithi067.stdout:generic/197 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:07:01.371 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/197 2023-10-21T14:07:01.371 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/197 2023-10-21T14:07:01.372 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:07:01.374 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:01.408 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:07:01.409 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/198) 2023-10-21T14:07:01.624 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:07:01.628 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:07:01.629 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:07:01.630 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:07:01.630 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:02.346 INFO:teuthology.orchestra.run.smithi067.stdout:generic/198 1s 2023-10-21T14:07:02.351 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/198 2023-10-21T14:07:02.351 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:07:02.353 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:02.771 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:07:02.772 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/199) 2023-10-21T14:07:03.007 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:07:03.011 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:07:03.012 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:07:03.012 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:07:03.013 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:03.928 INFO:teuthology.orchestra.run.smithi067.stdout:generic/199 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:07:03.968 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/199 2023-10-21T14:07:03.968 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/199 2023-10-21T14:07:03.968 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:07:03.980 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:04.046 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:07:04.047 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/200) 2023-10-21T14:07:04.260 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:07:04.264 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:07:04.264 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:07:04.265 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:07:04.265 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:05.059 INFO:teuthology.orchestra.run.smithi067.stdout:generic/200 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:07:05.135 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/200 2023-10-21T14:07:05.136 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/200 2023-10-21T14:07:05.136 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:07:05.205 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:05.245 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:07:05.246 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/201) 2023-10-21T14:07:05.462 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:07:05.466 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:07:05.467 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:07:05.468 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:07:05.468 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:06.429 INFO:teuthology.orchestra.run.smithi067.stdout:generic/201 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:07:06.437 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/201 2023-10-21T14:07:06.437 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/201 2023-10-21T14:07:06.438 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:07:06.441 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:06.480 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:07:06.481 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/202) 2023-10-21T14:07:06.698 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:07:06.702 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:07:06.703 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:07:06.704 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:07:06.704 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:07.672 INFO:teuthology.orchestra.run.smithi067.stdout:generic/202 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:07:07.685 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/202 2023-10-21T14:07:07.685 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/202 2023-10-21T14:07:07.686 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:07:07.687 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:07.718 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:07:07.719 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/203) 2023-10-21T14:07:07.943 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:07:07.947 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:07:07.948 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:07:07.949 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:07:07.949 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:08.780 INFO:teuthology.orchestra.run.smithi067.stdout:generic/203 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:07:08.824 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/203 2023-10-21T14:07:08.824 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/203 2023-10-21T14:07:08.824 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:07:08.828 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:08.914 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:07:08.914 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/204) 2023-10-21T14:07:09.137 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:07:09.141 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:07:09.142 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:07:09.143 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:07:09.143 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:11.092 INFO:teuthology.orchestra.run.smithi067.stdout:generic/204 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T14:07:11.097 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/204 2023-10-21T14:07:11.097 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/204 2023-10-21T14:07:11.097 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:07:11.100 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:11.124 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:07:11.125 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/205) 2023-10-21T14:07:11.344 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:07:11.348 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:07:11.349 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:07:11.350 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:07:11.350 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:12.263 INFO:teuthology.orchestra.run.smithi067.stdout:generic/205 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:07:12.288 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/205 2023-10-21T14:07:12.289 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/205 2023-10-21T14:07:12.289 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:07:12.292 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:12.331 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:07:12.332 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/206) 2023-10-21T14:07:12.556 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:07:12.560 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:07:12.560 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:07:12.561 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:07:12.562 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:13.495 INFO:teuthology.orchestra.run.smithi067.stdout:generic/206 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:07:13.504 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/206 2023-10-21T14:07:13.504 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/206 2023-10-21T14:07:13.504 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:07:13.507 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:13.533 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:07:13.533 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/207) 2023-10-21T14:07:13.765 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:07:13.769 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:07:13.770 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:07:13.771 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:07:13.771 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:18.741 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:07:18.744 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:07:18.845 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T14:07:18.842+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 145586) UID: 0 2023-10-21T14:07:18.846 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T14:07:18.843+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 145586) UID: 0 2023-10-21T14:07:18.847 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T14:07:18.844+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 145586) UID: 0 2023-10-21T14:07:18.847 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T14:07:18.844+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 145586) UID: 0 2023-10-21T14:07:23.069 INFO:teuthology.orchestra.run.smithi067.stdout:generic/207 10s 2023-10-21T14:07:23.074 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/207 2023-10-21T14:07:23.075 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:07:23.077 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:07:23.426 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:07:23.427 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/208) 2023-10-21T14:07:23.763 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:07:23.767 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:07:23.767 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:07:23.768 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:07:23.769 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:09:49.557 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:09:49.561 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:10:19.644 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:10:19.647 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:10:44.208 INFO:teuthology.orchestra.run.smithi067.stdout:generic/208 201s 2023-10-21T14:10:44.213 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/208 2023-10-21T14:10:44.213 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:10:44.215 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:10:44.483 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:10:44.483 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/209) 2023-10-21T14:10:44.855 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:10:44.859 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:10:44.860 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:10:44.860 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:10:44.861 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:10:49.733 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:10:49.737 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:11:19.603 INFO:teuthology.orchestra.run.smithi067.stdout:generic/209 34s 2023-10-21T14:11:19.607 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/209 2023-10-21T14:11:19.607 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:19.609 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:19.813 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:11:19.849 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:11:19.959 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:19.959 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/210) 2023-10-21T14:11:20.262 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:20.267 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:20.267 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:20.268 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:20.268 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:20.699 INFO:teuthology.orchestra.run.smithi067.stdout:generic/210 0s 2023-10-21T14:11:20.704 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/210 2023-10-21T14:11:20.704 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:20.706 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:21.103 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:21.104 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/211) 2023-10-21T14:11:21.360 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:21.364 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:21.365 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:21.366 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:21.366 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:21.868 INFO:teuthology.orchestra.run.smithi067.stdout:generic/211 0s 2023-10-21T14:11:21.873 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/211 2023-10-21T14:11:21.874 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:21.875 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:21.913 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:21.914 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/212) 2023-10-21T14:11:22.141 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:22.145 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:22.145 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:22.146 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:22.146 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:22.556 INFO:teuthology.orchestra.run.smithi067.stdout:generic/212 0s 2023-10-21T14:11:22.561 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/212 2023-10-21T14:11:22.561 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:22.563 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:22.595 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:22.596 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/213) 2023-10-21T14:11:22.810 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:22.814 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:22.818 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:22.818 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:22.818 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:23.154 INFO:teuthology.orchestra.run.smithi067.stdout:generic/213 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T14:11:23.158 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/213 2023-10-21T14:11:23.158 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/213 2023-10-21T14:11:23.159 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:23.160 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:23.184 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:23.185 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/214) 2023-10-21T14:11:23.398 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:23.402 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:23.403 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:23.404 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:23.404 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:23.757 INFO:teuthology.orchestra.run.smithi067.stdout:generic/214 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T14:11:23.761 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/214 2023-10-21T14:11:23.761 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/214 2023-10-21T14:11:23.761 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:23.763 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:23.789 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:23.790 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/215) 2023-10-21T14:11:24.010 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:24.014 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:24.014 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:24.015 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:24.015 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:26.424 INFO:teuthology.orchestra.run.smithi067.stdout:generic/215 2s 2023-10-21T14:11:26.429 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/215 2023-10-21T14:11:26.430 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:26.432 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:26.473 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:26.473 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/216) 2023-10-21T14:11:26.703 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:26.707 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:26.709 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:26.710 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:26.710 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:27.482 INFO:teuthology.orchestra.run.smithi067.stdout:generic/216 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:11:27.644 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/216 2023-10-21T14:11:27.644 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/216 2023-10-21T14:11:27.644 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:27.650 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:27.682 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:27.682 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/217) 2023-10-21T14:11:27.913 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:27.917 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:27.918 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:27.919 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:27.919 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:28.814 INFO:teuthology.orchestra.run.smithi067.stdout:generic/217 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:11:28.840 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/217 2023-10-21T14:11:28.840 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/217 2023-10-21T14:11:28.840 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:28.844 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:28.905 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:28.906 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/218) 2023-10-21T14:11:29.132 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:29.136 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:29.136 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:29.137 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:29.138 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:30.027 INFO:teuthology.orchestra.run.smithi067.stdout:generic/218 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:11:30.034 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/218 2023-10-21T14:11:30.034 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/218 2023-10-21T14:11:30.035 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:30.051 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:30.126 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:30.126 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/219) 2023-10-21T14:11:30.343 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:30.347 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:30.348 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:30.349 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:30.349 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:30.688 INFO:teuthology.orchestra.run.smithi067.stdout:generic/219 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:11:30.692 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/219 2023-10-21T14:11:30.692 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/219 2023-10-21T14:11:30.692 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:30.694 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:30.723 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:30.723 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/220) 2023-10-21T14:11:30.939 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:30.943 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:30.944 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:30.944 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:30.944 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:31.883 INFO:teuthology.orchestra.run.smithi067.stdout:generic/220 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:11:31.908 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/220 2023-10-21T14:11:31.908 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/220 2023-10-21T14:11:31.908 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:31.911 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:31.934 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:31.935 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/221) 2023-10-21T14:11:32.159 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:32.163 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:32.163 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:32.164 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:32.164 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:33.532 INFO:teuthology.orchestra.run.smithi067.stdout:generic/221 1s 2023-10-21T14:11:33.537 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/221 2023-10-21T14:11:33.538 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:33.540 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:33.575 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:33.575 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/222) 2023-10-21T14:11:33.796 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:33.800 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:33.801 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:33.802 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:33.802 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:34.570 INFO:teuthology.orchestra.run.smithi067.stdout:generic/222 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:11:34.627 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/222 2023-10-21T14:11:34.627 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/222 2023-10-21T14:11:34.628 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:34.669 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:34.775 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:34.776 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/223) 2023-10-21T14:11:34.993 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:34.997 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:34.998 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:34.999 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:34.999 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:35.333 INFO:teuthology.orchestra.run.smithi067.stdout:generic/223 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T14:11:35.337 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/223 2023-10-21T14:11:35.337 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/223 2023-10-21T14:11:35.338 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:35.339 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:35.365 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:35.366 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/224) 2023-10-21T14:11:35.594 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:35.598 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:35.598 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:35.599 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:35.600 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:35.934 INFO:teuthology.orchestra.run.smithi067.stdout:generic/224 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T14:11:35.938 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/224 2023-10-21T14:11:35.938 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/224 2023-10-21T14:11:35.939 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:35.940 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:35.960 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:35.960 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/225) 2023-10-21T14:11:36.170 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:36.174 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:36.175 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:36.176 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:36.176 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:36.569 INFO:teuthology.orchestra.run.smithi067.stdout:generic/225 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-21T14:11:36.573 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/225 2023-10-21T14:11:36.574 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/225 2023-10-21T14:11:36.574 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:36.575 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:36.994 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:36.994 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/226) 2023-10-21T14:11:37.224 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:37.229 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:37.229 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:37.230 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:37.230 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:37.603 INFO:teuthology.orchestra.run.smithi067.stdout:generic/226 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T14:11:37.608 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/226 2023-10-21T14:11:37.608 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/226 2023-10-21T14:11:37.608 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:37.610 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:37.642 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:37.643 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/227) 2023-10-21T14:11:37.860 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:37.864 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:37.865 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:37.866 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:37.866 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:38.741 INFO:teuthology.orchestra.run.smithi067.stdout:generic/227 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:11:38.748 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/227 2023-10-21T14:11:38.749 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/227 2023-10-21T14:11:38.749 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:38.766 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:38.842 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:38.843 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/228) 2023-10-21T14:11:39.067 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:39.071 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:39.072 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:39.073 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:39.073 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:39.444 INFO:teuthology.orchestra.run.smithi067.stdout:generic/228 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T14:11:39.448 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/228 2023-10-21T14:11:39.448 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/228 2023-10-21T14:11:39.448 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:39.450 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:39.471 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:39.471 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/229) 2023-10-21T14:11:39.684 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:39.688 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:39.688 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:39.689 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:39.690 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:40.422 INFO:teuthology.orchestra.run.smithi067.stdout:generic/229 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:11:40.561 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/229 2023-10-21T14:11:40.562 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/229 2023-10-21T14:11:40.562 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:40.585 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:40.638 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:40.640 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/230) 2023-10-21T14:11:40.857 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:40.861 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:40.862 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:40.862 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:40.863 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:41.196 INFO:teuthology.orchestra.run.smithi067.stdout:generic/230 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:11:41.200 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/230 2023-10-21T14:11:41.200 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/230 2023-10-21T14:11:41.200 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:41.202 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:41.230 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:41.230 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/231) 2023-10-21T14:11:41.439 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:41.443 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:41.444 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:41.445 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:41.445 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:41.780 INFO:teuthology.orchestra.run.smithi067.stdout:generic/231 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:11:41.784 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/231 2023-10-21T14:11:41.784 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/231 2023-10-21T14:11:41.784 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:41.786 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:41.817 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:41.817 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/232) 2023-10-21T14:11:42.026 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:42.030 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:42.031 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:42.032 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:42.362 INFO:teuthology.orchestra.run.smithi067.stdout:generic/232 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:11:42.366 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/232 2023-10-21T14:11:42.366 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/232 2023-10-21T14:11:42.367 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:42.368 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:42.398 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:42.399 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/233) 2023-10-21T14:11:42.622 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:42.626 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:42.627 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:42.628 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:42.628 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:42.960 INFO:teuthology.orchestra.run.smithi067.stdout:generic/233 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:11:42.964 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/233 2023-10-21T14:11:42.964 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/233 2023-10-21T14:11:42.964 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:42.966 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:42.989 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:42.990 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/234) 2023-10-21T14:11:43.216 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:43.220 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:43.220 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:43.221 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:43.221 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:43.551 INFO:teuthology.orchestra.run.smithi067.stdout:generic/234 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:11:43.555 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/234 2023-10-21T14:11:43.555 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/234 2023-10-21T14:11:43.555 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:43.557 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:43.584 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:43.584 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/235) 2023-10-21T14:11:43.800 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:43.805 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:43.805 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:43.806 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:43.806 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:44.121 INFO:teuthology.orchestra.run.smithi067.stdout:generic/235 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:11:44.125 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/235 2023-10-21T14:11:44.125 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/235 2023-10-21T14:11:44.125 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:44.127 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:44.156 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:44.156 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/236) 2023-10-21T14:11:44.378 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:44.382 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:44.383 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:44.384 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:44.384 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:45.836 INFO:teuthology.orchestra.run.smithi067.stdout:generic/236 1s 2023-10-21T14:11:45.842 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/236 2023-10-21T14:11:45.842 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:45.844 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:46.217 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:46.217 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/237) 2023-10-21T14:11:46.503 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:46.507 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:46.508 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:46.509 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:46.509 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:46.953 INFO:teuthology.orchestra.run.smithi067.stdout:generic/237 0s 2023-10-21T14:11:46.957 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/237 2023-10-21T14:11:46.958 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:46.959 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:47.247 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:47.248 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/238) 2023-10-21T14:11:47.582 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:47.586 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:47.587 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:47.588 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:47.588 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:48.455 INFO:teuthology.orchestra.run.smithi067.stdout:generic/238 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:11:48.542 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/238 2023-10-21T14:11:48.542 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/238 2023-10-21T14:11:48.543 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:11:48.554 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:48.580 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:11:48.581 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/239) 2023-10-21T14:11:48.792 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:11:48.797 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:11:48.797 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:11:48.798 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:11:48.798 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:11:50.103 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:11:50.108 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:12:20.296 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:12:20.307 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:12:50.474 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:12:50.529 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:13:20.741 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:13:20.748 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:13:50.728 INFO:teuthology.orchestra.run.smithi067.stdout:generic/239 121s 2023-10-21T14:13:50.733 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/239 2023-10-21T14:13:50.733 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:13:50.735 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:13:50.997 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:13:50.998 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/240) 2023-10-21T14:13:51.164 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:13:51.173 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:13:51.217 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T14:13:51.215+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 344802) UID: 0 2023-10-21T14:13:51.218 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T14:13:51.215+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 344802) UID: 0 2023-10-21T14:13:51.218 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T14:13:51.215+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 344802) UID: 0 2023-10-21T14:13:51.219 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T14:13:51.215+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 344802) UID: 0 2023-10-21T14:13:51.382 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:13:51.386 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:13:51.387 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:13:51.388 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:13:51.388 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:13:52.093 INFO:teuthology.orchestra.run.smithi067.stdout:generic/240 1s 2023-10-21T14:13:52.097 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/240 2023-10-21T14:13:52.098 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:13:52.099 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:13:52.476 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:13:52.477 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/241) 2023-10-21T14:13:52.761 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:13:52.765 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:13:52.766 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:13:52.766 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:13:52.767 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:06.355 INFO:teuthology.orchestra.run.smithi067.stdout:generic/241 74s 2023-10-21T14:15:06.360 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/241 2023-10-21T14:15:06.360 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:06.362 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:08.338 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:08.342 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/242) 2023-10-21T14:15:09.239 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:09.255 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:09.267 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:09.271 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:09.271 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:10.633 INFO:teuthology.orchestra.run.smithi067.stdout:generic/242 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:15:10.664 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/242 2023-10-21T14:15:10.665 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/242 2023-10-21T14:15:10.665 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:10.669 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:10.693 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:10.694 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/243) 2023-10-21T14:15:10.919 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:10.923 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:10.923 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:10.924 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:10.924 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:11.770 INFO:teuthology.orchestra.run.smithi067.stdout:generic/243 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:15:11.777 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/243 2023-10-21T14:15:11.777 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/243 2023-10-21T14:15:11.777 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:11.781 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:11.857 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:11.858 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/244) 2023-10-21T14:15:12.098 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:12.102 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:12.103 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:12.104 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:12.104 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:12.406 INFO:teuthology.orchestra.run.smithi067.stdout:generic/244 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:15:12.410 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/244 2023-10-21T14:15:12.411 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/244 2023-10-21T14:15:12.411 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:12.413 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:12.437 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:12.438 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/245) 2023-10-21T14:15:12.660 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:12.664 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:12.664 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:12.665 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:12.665 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:13.077 INFO:teuthology.orchestra.run.smithi067.stdout:generic/245 1s 2023-10-21T14:15:13.083 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/245 2023-10-21T14:15:13.083 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:13.085 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:13.410 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:13.411 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/246) 2023-10-21T14:15:13.732 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:13.736 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:13.737 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:13.738 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:13.738 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:14.401 INFO:teuthology.orchestra.run.smithi067.stdout:generic/246 1s 2023-10-21T14:15:14.427 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/246 2023-10-21T14:15:14.428 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:14.429 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:14.803 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:14.803 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/247) 2023-10-21T14:15:15.090 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:15.094 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:15.094 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:15.095 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:15.096 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:26.851 INFO:teuthology.orchestra.run.smithi067.stdout:generic/247 11s 2023-10-21T14:15:26.871 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/247 2023-10-21T14:15:26.872 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:26.873 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:26.882 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:26.883 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/248) 2023-10-21T14:15:27.162 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:27.167 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:27.167 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:27.168 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:27.168 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:27.518 INFO:teuthology.orchestra.run.smithi067.stdout:generic/248 0s 2023-10-21T14:15:27.523 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/248 2023-10-21T14:15:27.523 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:27.525 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:27.564 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:27.567 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/249) 2023-10-21T14:15:27.783 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:27.788 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:27.788 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:27.789 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:27.789 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:28.351 INFO:teuthology.orchestra.run.smithi067.stdout:generic/249 1s 2023-10-21T14:15:28.366 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/249 2023-10-21T14:15:28.367 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:28.368 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:28.689 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:28.689 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/250) 2023-10-21T14:15:29.018 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:29.022 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:29.022 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:29.023 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:29.024 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:29.465 INFO:teuthology.orchestra.run.smithi067.stdout:generic/250 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:15:29.469 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/250 2023-10-21T14:15:29.470 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/250 2023-10-21T14:15:29.470 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:29.472 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:29.496 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:29.497 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/251) 2023-10-21T14:15:29.731 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:29.735 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:29.735 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:29.736 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:29.736 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:30.247 INFO:teuthology.orchestra.run.smithi067.stdout:generic/251 [not run] FITRIM not supported on /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:30.270 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/251 2023-10-21T14:15:30.270 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/251 2023-10-21T14:15:30.270 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:30.272 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:30.296 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:30.297 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/252) 2023-10-21T14:15:30.526 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:30.530 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:30.531 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:30.532 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:30.532 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:30.881 INFO:teuthology.orchestra.run.smithi067.stdout:generic/252 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:15:30.886 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/252 2023-10-21T14:15:30.886 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/252 2023-10-21T14:15:30.886 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:30.888 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:30.912 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:30.912 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/253) 2023-10-21T14:15:31.135 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:31.139 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:31.140 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:31.141 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:31.141 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:32.034 INFO:teuthology.orchestra.run.smithi067.stdout:generic/253 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:15:32.092 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/253 2023-10-21T14:15:32.093 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/253 2023-10-21T14:15:32.093 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:32.094 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:32.122 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:32.123 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/254) 2023-10-21T14:15:32.342 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:32.346 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:32.347 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:32.348 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:32.348 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:33.106 INFO:teuthology.orchestra.run.smithi067.stdout:generic/254 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:15:33.122 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/254 2023-10-21T14:15:33.123 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/254 2023-10-21T14:15:33.123 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:33.141 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:33.275 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:33.276 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/255) 2023-10-21T14:15:33.529 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:33.533 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:33.534 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:33.534 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:33.968 INFO:teuthology.orchestra.run.smithi067.stdout:generic/255 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T14:15:33.972 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/255 2023-10-21T14:15:33.973 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/255 2023-10-21T14:15:33.973 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:33.975 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:34.384 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:34.385 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/256) 2023-10-21T14:15:34.645 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:34.649 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:34.649 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:34.650 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:34.650 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:35.591 INFO:teuthology.orchestra.run.smithi067.stdout:generic/256 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T14:15:35.595 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/256 2023-10-21T14:15:35.595 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/256 2023-10-21T14:15:35.595 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:35.597 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:35.626 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:35.626 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/257) 2023-10-21T14:15:35.837 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:35.841 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:35.841 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:35.842 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:35.842 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:36.814 INFO:teuthology.orchestra.run.smithi067.stdout:generic/257 0s 2023-10-21T14:15:36.885 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/257 2023-10-21T14:15:36.885 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:36.887 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:37.361 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:37.362 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/258) 2023-10-21T14:15:37.815 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:37.819 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:37.820 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:37.820 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:37.821 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:38.182 INFO:teuthology.orchestra.run.smithi067.stdout:generic/258 [not run] ceph does not support negative timestamps 2023-10-21T14:15:38.186 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/258 2023-10-21T14:15:38.186 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/258 2023-10-21T14:15:38.186 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:38.188 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:38.212 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:38.214 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/259) 2023-10-21T14:15:38.428 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:38.431 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:38.432 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:38.433 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:38.433 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:39.536 INFO:teuthology.orchestra.run.smithi067.stdout:generic/259 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:15:39.573 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/259 2023-10-21T14:15:39.573 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/259 2023-10-21T14:15:39.573 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:39.582 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:39.607 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:39.608 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/260) 2023-10-21T14:15:39.816 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:39.844 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:39.845 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:39.845 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:39.846 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:40.392 INFO:teuthology.orchestra.run.smithi067.stdout:generic/260 [not run] FITRIM not supported on /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:40.407 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/260 2023-10-21T14:15:40.407 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/260 2023-10-21T14:15:40.407 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:40.409 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:40.439 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:40.439 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/261) 2023-10-21T14:15:40.663 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:40.667 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:40.668 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:40.669 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:40.669 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:41.450 INFO:teuthology.orchestra.run.smithi067.stdout:generic/261 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:15:41.462 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/261 2023-10-21T14:15:41.462 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/261 2023-10-21T14:15:41.463 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:41.470 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:41.619 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:41.620 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/262) 2023-10-21T14:15:41.841 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:41.845 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:41.846 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:41.847 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:41.847 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:42.703 INFO:teuthology.orchestra.run.smithi067.stdout:generic/262 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:15:42.738 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/262 2023-10-21T14:15:42.738 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/262 2023-10-21T14:15:42.738 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:15:42.741 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:15:42.813 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:15:42.814 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/263) 2023-10-21T14:15:43.038 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:15:43.042 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:15:43.042 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:15:43.043 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:15:43.044 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:23.830 INFO:teuthology.orchestra.run.smithi067.stdout:generic/263 40s 2023-10-21T14:16:23.835 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/263 2023-10-21T14:16:23.835 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:23.837 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:24.205 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:24.206 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/264) 2023-10-21T14:16:24.530 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:24.534 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:24.534 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:24.535 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:24.536 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:25.365 INFO:teuthology.orchestra.run.smithi067.stdout:generic/264 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:25.417 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/264 2023-10-21T14:16:25.417 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/264 2023-10-21T14:16:25.417 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:25.444 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:25.494 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:25.495 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/265) 2023-10-21T14:16:25.715 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:25.719 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:25.719 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:25.720 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:25.720 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:26.656 INFO:teuthology.orchestra.run.smithi067.stdout:generic/265 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:26.668 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/265 2023-10-21T14:16:26.668 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/265 2023-10-21T14:16:26.668 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:26.683 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:26.709 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:26.709 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/266) 2023-10-21T14:16:26.917 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:26.921 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:26.922 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:26.923 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:26.923 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:27.782 INFO:teuthology.orchestra.run.smithi067.stdout:generic/266 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:27.835 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/266 2023-10-21T14:16:27.835 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/266 2023-10-21T14:16:27.836 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:27.848 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:27.904 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:27.905 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/267) 2023-10-21T14:16:28.114 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:28.118 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:28.119 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:28.119 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:28.120 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:29.018 INFO:teuthology.orchestra.run.smithi067.stdout:generic/267 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:29.030 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/267 2023-10-21T14:16:29.031 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/267 2023-10-21T14:16:29.031 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:29.045 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:29.086 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:29.087 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/268) 2023-10-21T14:16:29.306 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:29.310 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:29.311 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:29.312 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:29.312 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:30.114 INFO:teuthology.orchestra.run.smithi067.stdout:generic/268 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:30.122 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/268 2023-10-21T14:16:30.122 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/268 2023-10-21T14:16:30.122 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:30.166 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:30.309 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:30.310 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/269) 2023-10-21T14:16:30.528 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:30.532 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:30.532 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:30.533 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:30.533 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:30.850 INFO:teuthology.orchestra.run.smithi067.stdout:generic/269 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T14:16:30.854 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/269 2023-10-21T14:16:30.854 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/269 2023-10-21T14:16:30.854 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:30.856 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:30.880 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:30.880 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/270) 2023-10-21T14:16:31.088 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:31.093 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:31.093 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:31.094 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:31.094 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:31.429 INFO:teuthology.orchestra.run.smithi067.stdout:generic/270 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:16:31.432 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/270 2023-10-21T14:16:31.433 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/270 2023-10-21T14:16:31.433 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:31.435 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:31.466 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:31.467 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/271) 2023-10-21T14:16:31.676 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:31.680 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:31.681 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:31.681 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:31.682 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:32.518 INFO:teuthology.orchestra.run.smithi067.stdout:generic/271 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:32.588 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/271 2023-10-21T14:16:32.588 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/271 2023-10-21T14:16:32.589 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:32.593 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:32.663 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:32.663 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/272) 2023-10-21T14:16:32.883 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:32.886 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:32.887 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:32.888 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:32.888 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:33.706 INFO:teuthology.orchestra.run.smithi067.stdout:generic/272 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:33.779 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/272 2023-10-21T14:16:33.779 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/272 2023-10-21T14:16:33.779 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:33.784 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:33.812 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:33.813 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/273) 2023-10-21T14:16:34.029 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:34.034 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:34.034 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:34.035 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:34.035 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:34.362 INFO:teuthology.orchestra.run.smithi067.stdout:generic/273 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T14:16:34.366 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/273 2023-10-21T14:16:34.366 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/273 2023-10-21T14:16:34.367 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:34.368 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:34.390 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:34.391 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/274) 2023-10-21T14:16:34.597 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:34.601 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:34.602 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:34.602 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:34.603 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:34.936 INFO:teuthology.orchestra.run.smithi067.stdout:generic/274 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-21T14:16:34.940 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/274 2023-10-21T14:16:34.941 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/274 2023-10-21T14:16:34.941 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:34.942 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:34.970 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:34.971 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/275) 2023-10-21T14:16:35.180 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:35.184 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:35.185 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:35.186 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:35.186 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:35.516 INFO:teuthology.orchestra.run.smithi067.stdout:generic/275 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T14:16:35.520 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/275 2023-10-21T14:16:35.520 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/275 2023-10-21T14:16:35.520 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:35.522 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:35.547 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:35.548 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/276) 2023-10-21T14:16:35.755 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:35.759 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:35.760 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:35.761 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:35.761 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:36.689 INFO:teuthology.orchestra.run.smithi067.stdout:generic/276 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:36.696 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/276 2023-10-21T14:16:36.696 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/276 2023-10-21T14:16:36.696 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:36.699 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:36.724 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:36.724 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/277) 2023-10-21T14:16:36.934 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:36.938 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:36.939 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:36.939 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:36.940 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:37.306 INFO:teuthology.orchestra.run.smithi067.stdout:generic/277 [not run] file system doesn't support chattr +A 2023-10-21T14:16:37.310 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/277 2023-10-21T14:16:37.310 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/277 2023-10-21T14:16:37.310 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:37.312 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:37.345 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:37.346 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/278) 2023-10-21T14:16:37.554 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:37.558 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:37.559 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:37.560 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:37.560 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:38.363 INFO:teuthology.orchestra.run.smithi067.stdout:generic/278 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:38.442 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/278 2023-10-21T14:16:38.442 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/278 2023-10-21T14:16:38.443 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:38.454 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:38.527 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:38.528 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/279) 2023-10-21T14:16:38.748 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:38.753 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:38.753 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:38.754 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:38.754 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:39.673 INFO:teuthology.orchestra.run.smithi067.stdout:generic/279 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:39.680 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/279 2023-10-21T14:16:39.680 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/279 2023-10-21T14:16:39.680 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:39.683 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:39.744 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:39.745 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/280) 2023-10-21T14:16:39.953 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:39.958 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:39.958 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:39.959 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:39.959 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:40.307 INFO:teuthology.orchestra.run.smithi067.stdout:generic/280 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:16:40.311 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/280 2023-10-21T14:16:40.311 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/280 2023-10-21T14:16:40.312 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:40.313 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:40.343 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:40.343 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/281) 2023-10-21T14:16:40.559 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:40.564 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:40.565 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:40.565 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:40.565 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:41.506 INFO:teuthology.orchestra.run.smithi067.stdout:generic/281 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:41.511 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/281 2023-10-21T14:16:41.511 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/281 2023-10-21T14:16:41.511 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:41.513 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:41.536 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:41.537 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/282) 2023-10-21T14:16:41.743 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:41.747 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:41.748 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:41.749 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:41.749 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:42.638 INFO:teuthology.orchestra.run.smithi067.stdout:generic/282 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:42.658 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/282 2023-10-21T14:16:42.658 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/282 2023-10-21T14:16:42.658 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:42.664 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:42.691 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:42.692 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/283) 2023-10-21T14:16:42.906 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:42.911 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:42.911 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:42.912 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:42.912 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:43.746 INFO:teuthology.orchestra.run.smithi067.stdout:generic/283 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:43.844 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/283 2023-10-21T14:16:43.844 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/283 2023-10-21T14:16:43.844 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:43.847 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:43.876 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:43.877 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/284) 2023-10-21T14:16:44.090 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:44.094 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:44.094 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:44.095 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:44.095 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:44.863 INFO:teuthology.orchestra.run.smithi067.stdout:generic/284 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:44.998 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/284 2023-10-21T14:16:44.998 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/284 2023-10-21T14:16:44.998 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:45.020 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:45.055 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:45.055 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/285) 2023-10-21T14:16:45.265 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:45.269 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:45.269 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:45.270 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:45.270 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:46.377 INFO:teuthology.orchestra.run.smithi067.stdout:generic/285 1s 2023-10-21T14:16:46.382 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/285 2023-10-21T14:16:46.382 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:46.384 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:47.000 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:47.001 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/286) 2023-10-21T14:16:47.308 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:47.312 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:47.313 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:47.313 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:47.314 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:47.777 INFO:teuthology.orchestra.run.smithi067.stdout:generic/286 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T14:16:47.784 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/286 2023-10-21T14:16:47.784 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/286 2023-10-21T14:16:47.785 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:47.787 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:47.839 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:47.840 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/287) 2023-10-21T14:16:48.218 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:48.234 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:48.235 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:48.235 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:48.236 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:48.955 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:16:48.969 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:16:49.293 INFO:teuthology.orchestra.run.smithi067.stdout:generic/287 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:49.294 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/287 2023-10-21T14:16:49.294 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/287 2023-10-21T14:16:49.294 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:49.294 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:49.509 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T14:16:49.506+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 370980) UID: 0 2023-10-21T14:16:49.510 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T14:16:49.507+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 370980) UID: 0 2023-10-21T14:16:49.540 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:49.541 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/288) 2023-10-21T14:16:50.028 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:50.036 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:50.037 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:50.038 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:50.039 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:50.867 INFO:teuthology.orchestra.run.smithi067.stdout:generic/288 [not run] FITRIM not supported on /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:50.903 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/288 2023-10-21T14:16:50.904 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/288 2023-10-21T14:16:50.904 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:50.907 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:50.951 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:50.952 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/289) 2023-10-21T14:16:51.615 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:51.620 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:51.620 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:51.621 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:51.622 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:52.822 INFO:teuthology.orchestra.run.smithi067.stdout:generic/289 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:52.840 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/289 2023-10-21T14:16:52.840 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/289 2023-10-21T14:16:52.841 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:52.880 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:52.948 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:52.949 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/290) 2023-10-21T14:16:53.421 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:53.438 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:53.439 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:53.440 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:53.440 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:54.456 INFO:teuthology.orchestra.run.smithi067.stdout:generic/290 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:54.492 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/290 2023-10-21T14:16:54.492 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/290 2023-10-21T14:16:54.493 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:54.496 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:54.599 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:54.599 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/291) 2023-10-21T14:16:54.815 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:54.819 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:54.820 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:54.821 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:54.821 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:55.763 INFO:teuthology.orchestra.run.smithi067.stdout:generic/291 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:55.773 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/291 2023-10-21T14:16:55.773 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/291 2023-10-21T14:16:55.773 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:55.820 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:55.821 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/292) 2023-10-21T14:16:56.058 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:56.063 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:56.063 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:56.064 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:56.064 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:56.893 INFO:teuthology.orchestra.run.smithi067.stdout:generic/292 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:56.917 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/292 2023-10-21T14:16:56.917 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/292 2023-10-21T14:16:56.917 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:56.922 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:57.090 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:57.091 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/293) 2023-10-21T14:16:57.317 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:57.322 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:57.322 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:57.323 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:57.323 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:58.154 INFO:teuthology.orchestra.run.smithi067.stdout:generic/293 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:16:58.168 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/293 2023-10-21T14:16:58.169 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/293 2023-10-21T14:16:58.169 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:58.215 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:58.352 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:58.353 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/294) 2023-10-21T14:16:58.565 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:58.569 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:58.570 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:58.570 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:58.571 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:59.596 INFO:teuthology.orchestra.run.smithi067.stdout:generic/294 1s 2023-10-21T14:16:59.603 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/294 2023-10-21T14:16:59.604 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:16:59.606 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:16:59.614 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:16:59.615 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/295) 2023-10-21T14:16:59.823 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:16:59.827 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:16:59.828 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:16:59.829 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:16:59.829 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:00.770 INFO:teuthology.orchestra.run.smithi067.stdout:generic/295 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:17:00.788 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/295 2023-10-21T14:17:00.789 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/295 2023-10-21T14:17:00.789 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:00.797 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:00.837 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:00.837 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/296) 2023-10-21T14:17:01.072 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:01.076 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:01.077 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:01.078 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:01.078 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:01.950 INFO:teuthology.orchestra.run.smithi067.stdout:generic/296 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:17:02.028 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/296 2023-10-21T14:17:02.029 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/296 2023-10-21T14:17:02.029 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:02.033 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:02.099 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:02.099 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/297) 2023-10-21T14:17:02.307 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:02.311 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:02.312 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:02.313 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:02.313 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:03.233 INFO:teuthology.orchestra.run.smithi067.stdout:generic/297 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:17:03.254 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/297 2023-10-21T14:17:03.255 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/297 2023-10-21T14:17:03.255 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:03.274 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:03.354 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:03.354 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/298) 2023-10-21T14:17:03.572 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:03.576 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:03.577 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:03.578 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:03.578 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:04.446 INFO:teuthology.orchestra.run.smithi067.stdout:generic/298 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:17:04.499 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/298 2023-10-21T14:17:04.499 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/298 2023-10-21T14:17:04.499 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:04.528 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:04.589 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:04.590 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/299) 2023-10-21T14:17:04.814 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:04.818 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:04.819 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:04.820 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:04.820 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:05.219 INFO:teuthology.orchestra.run.smithi067.stdout:generic/299 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:17:05.224 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/299 2023-10-21T14:17:05.224 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/299 2023-10-21T14:17:05.224 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:05.226 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:05.263 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:05.264 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/300) 2023-10-21T14:17:05.472 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:05.476 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:05.476 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:05.477 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:05.477 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:05.862 INFO:teuthology.orchestra.run.smithi067.stdout:generic/300 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:17:05.866 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/300 2023-10-21T14:17:05.866 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/300 2023-10-21T14:17:05.867 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:05.868 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:05.899 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:05.899 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/301) 2023-10-21T14:17:06.133 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:06.137 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:06.138 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:06.139 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:06.139 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:07.067 INFO:teuthology.orchestra.run.smithi067.stdout:generic/301 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:17:07.073 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/301 2023-10-21T14:17:07.073 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/301 2023-10-21T14:17:07.074 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:07.075 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:07.141 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:07.142 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/302) 2023-10-21T14:17:07.371 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:07.375 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:07.376 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:07.377 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:07.377 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:08.351 INFO:teuthology.orchestra.run.smithi067.stdout:generic/302 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:17:08.363 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/302 2023-10-21T14:17:08.363 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/302 2023-10-21T14:17:08.363 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:08.369 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:08.393 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:08.393 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/303) 2023-10-21T14:17:08.630 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:08.634 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:08.635 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:08.635 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:08.636 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:08.999 INFO:teuthology.orchestra.run.smithi067.stdout:generic/303 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:17:09.003 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/303 2023-10-21T14:17:09.004 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/303 2023-10-21T14:17:09.004 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:09.006 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:09.270 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:09.271 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/304) 2023-10-21T14:17:09.678 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:09.682 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:09.683 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:09.684 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:09.684 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:10.049 INFO:teuthology.orchestra.run.smithi067.stdout:generic/304 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-21T14:17:10.053 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/304 2023-10-21T14:17:10.053 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/304 2023-10-21T14:17:10.053 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:10.055 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:10.470 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:10.471 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/305) 2023-10-21T14:17:10.708 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:10.712 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:10.712 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:10.713 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:10.713 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:11.609 INFO:teuthology.orchestra.run.smithi067.stdout:generic/305 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:17:11.618 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/305 2023-10-21T14:17:11.618 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/305 2023-10-21T14:17:11.619 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:11.626 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:11.713 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:11.713 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/306) 2023-10-21T14:17:11.929 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:11.933 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:11.933 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:11.934 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:11.934 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:12.956 INFO:teuthology.orchestra.run.smithi067.stdout:generic/306 0s 2023-10-21T14:17:12.978 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/306 2023-10-21T14:17:12.979 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:12.983 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:13.309 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:13.309 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/307) 2023-10-21T14:17:13.666 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:13.670 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:13.671 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:13.672 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:13.672 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:15.508 INFO:teuthology.orchestra.run.smithi067.stdout:generic/307 2s 2023-10-21T14:17:15.512 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/307 2023-10-21T14:17:15.513 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:15.517 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:15.523 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:15.524 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/308) 2023-10-21T14:17:15.733 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:15.737 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:15.738 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:15.738 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:15.739 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:16.100 INFO:teuthology.orchestra.run.smithi067.stdout:generic/308 1s 2023-10-21T14:17:16.115 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/308 2023-10-21T14:17:16.115 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:16.117 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:16.153 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:16.154 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/309) 2023-10-21T14:17:16.373 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:16.377 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:16.378 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:16.379 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:16.379 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:17.774 INFO:teuthology.orchestra.run.smithi067.stdout:generic/309 1s 2023-10-21T14:17:17.779 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/309 2023-10-21T14:17:17.779 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:17:17.781 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:17:18.074 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:17:18.074 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/310) 2023-10-21T14:17:18.422 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:17:18.426 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:17:18.426 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:17:18.427 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:17:18.427 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:35.051 INFO:teuthology.orchestra.run.smithi067.stdout:generic/310 76s 2023-10-21T14:18:35.076 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/310 2023-10-21T14:18:35.076 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:18:35.077 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:35.514 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:18:35.516 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/311) 2023-10-21T14:18:35.738 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:18:35.757 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:18:35.757 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:18:35.758 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:18:35.759 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:36.209 INFO:teuthology.orchestra.run.smithi067.stdout:generic/311 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:18:36.213 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/311 2023-10-21T14:18:36.213 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/311 2023-10-21T14:18:36.214 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:18:36.215 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:36.245 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:18:36.246 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/312) 2023-10-21T14:18:36.458 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:18:36.462 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:18:36.462 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:18:36.463 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:18:36.463 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:36.793 INFO:teuthology.orchestra.run.smithi067.stdout:generic/312 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T14:18:36.797 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/312 2023-10-21T14:18:36.797 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/312 2023-10-21T14:18:36.798 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:18:36.799 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:36.828 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:18:36.829 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/313) 2023-10-21T14:18:37.051 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:18:37.055 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:18:37.055 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:18:37.056 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:18:37.056 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:41.410 INFO:teuthology.orchestra.run.smithi067.stdout:generic/313 4s 2023-10-21T14:18:41.415 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/313 2023-10-21T14:18:41.415 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:18:41.417 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:41.444 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:18:41.445 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/314) 2023-10-21T14:18:41.661 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:18:41.665 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:18:41.665 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:18:41.666 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:18:41.666 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:42.522 INFO:teuthology.orchestra.run.smithi067.stdout:generic/314 1s 2023-10-21T14:18:42.527 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/314 2023-10-21T14:18:42.527 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:18:42.529 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:42.559 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:18:42.559 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/315) 2023-10-21T14:18:42.788 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:18:42.792 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:18:42.793 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:18:42.794 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:18:42.794 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:43.136 INFO:teuthology.orchestra.run.smithi067.stdout:generic/315 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-21T14:18:43.140 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/315 2023-10-21T14:18:43.141 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/315 2023-10-21T14:18:43.141 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:18:43.143 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:43.168 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:18:43.169 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/316) 2023-10-21T14:18:43.378 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:18:43.383 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:18:43.383 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:18:43.384 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:18:43.384 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:43.842 INFO:teuthology.orchestra.run.smithi067.stdout:generic/316 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-21T14:18:43.846 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/316 2023-10-21T14:18:43.847 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/316 2023-10-21T14:18:43.847 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:18:43.848 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:44.287 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:18:44.287 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/317) 2023-10-21T14:18:44.499 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:18:44.503 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:18:44.504 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:18:44.505 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:18:44.505 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:45.807 INFO:teuthology.orchestra.run.smithi067.stdout:generic/317 1s 2023-10-21T14:18:45.812 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/317 2023-10-21T14:18:45.812 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:18:45.814 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:45.823 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:18:45.824 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/318) 2023-10-21T14:18:46.045 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:18:46.048 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:18:46.049 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:18:46.050 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:18:46.050 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:47.091 INFO:teuthology.orchestra.run.smithi067.stdout:generic/318 1s 2023-10-21T14:18:47.095 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/318 2023-10-21T14:18:47.096 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:18:47.097 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:47.106 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:18:47.106 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/319) 2023-10-21T14:18:47.326 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:18:47.330 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:18:47.330 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:18:47.331 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:18:47.332 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:47.916 INFO:teuthology.orchestra.run.smithi067.stdout:generic/319 0s 2023-10-21T14:18:47.921 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/319 2023-10-21T14:18:47.921 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:18:47.923 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:47.931 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:18:47.932 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/320) 2023-10-21T14:18:48.152 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:18:48.156 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:18:48.157 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:18:48.158 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:18:48.158 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:48.505 INFO:teuthology.orchestra.run.smithi067.stdout:generic/320 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T14:18:48.509 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/320 2023-10-21T14:18:48.509 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/320 2023-10-21T14:18:48.510 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:18:48.511 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:48.533 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:18:48.534 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/321) 2023-10-21T14:18:48.760 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:18:48.764 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:18:48.765 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:18:48.766 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:18:48.766 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:49.124 INFO:teuthology.orchestra.run.smithi067.stdout:generic/321 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:18:49.128 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/321 2023-10-21T14:18:49.129 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/321 2023-10-21T14:18:49.129 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:18:49.130 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:49.150 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:18:49.151 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/322) 2023-10-21T14:18:49.371 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:18:49.376 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:18:49.376 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:18:49.377 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:18:49.378 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:49.710 INFO:teuthology.orchestra.run.smithi067.stdout:generic/322 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:18:49.714 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/322 2023-10-21T14:18:49.714 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/322 2023-10-21T14:18:49.714 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:18:49.716 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:18:49.738 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:18:49.738 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/323) 2023-10-21T14:18:49.959 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:18:49.963 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:18:49.964 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:18:49.964 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:18:49.965 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:19.887 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:20:19.890 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:20:50.050 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:20:50.053 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:20:51.577 INFO:teuthology.orchestra.run.smithi067.stdout:generic/323 121s 2023-10-21T14:20:51.593 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/323 2023-10-21T14:20:51.594 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:20:51.596 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:51.763 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:20:51.764 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/324) 2023-10-21T14:20:52.356 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:20:52.360 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:20:52.361 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:20:52.362 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:20:52.362 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:52.690 INFO:teuthology.orchestra.run.smithi067.stdout:generic/324 [not run] defragmentation not supported for fstype "ceph" 2023-10-21T14:20:52.694 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/324 2023-10-21T14:20:52.694 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/324 2023-10-21T14:20:52.694 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:20:52.696 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:52.724 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:20:52.724 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/325) 2023-10-21T14:20:52.932 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:20:52.937 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:20:52.937 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:20:52.938 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:20:52.938 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:53.295 INFO:teuthology.orchestra.run.smithi067.stdout:generic/325 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:20:53.299 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/325 2023-10-21T14:20:53.299 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/325 2023-10-21T14:20:53.300 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:20:53.301 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:53.325 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:20:53.326 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/326) 2023-10-21T14:20:53.545 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:20:53.550 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:20:53.550 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:20:53.551 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:20:53.551 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:54.289 INFO:teuthology.orchestra.run.smithi067.stdout:generic/326 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:20:54.376 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/326 2023-10-21T14:20:54.376 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/326 2023-10-21T14:20:54.377 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:20:54.378 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:54.495 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:20:54.495 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/327) 2023-10-21T14:20:54.721 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:20:54.725 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:20:54.725 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:20:54.726 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:20:54.726 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:55.599 INFO:teuthology.orchestra.run.smithi067.stdout:generic/327 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:20:55.606 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/327 2023-10-21T14:20:55.606 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/327 2023-10-21T14:20:55.607 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:20:55.633 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:55.662 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:20:55.663 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/328) 2023-10-21T14:20:55.880 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:20:55.884 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:20:55.884 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:20:55.885 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:20:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:56.737 INFO:teuthology.orchestra.run.smithi067.stdout:generic/328 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:20:56.758 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/328 2023-10-21T14:20:56.758 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/328 2023-10-21T14:20:56.758 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:20:56.775 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:56.808 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:20:56.809 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/329) 2023-10-21T14:20:57.030 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:20:57.035 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:20:57.035 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:20:57.036 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:20:57.036 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:57.988 INFO:teuthology.orchestra.run.smithi067.stdout:generic/329 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:20:57.996 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/329 2023-10-21T14:20:57.996 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/329 2023-10-21T14:20:57.996 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:20:58.001 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:58.031 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:20:58.032 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/330) 2023-10-21T14:20:58.237 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:20:58.241 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:20:58.242 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:20:58.243 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:20:58.243 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:59.115 INFO:teuthology.orchestra.run.smithi067.stdout:generic/330 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:20:59.151 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/330 2023-10-21T14:20:59.151 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/330 2023-10-21T14:20:59.152 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:20:59.154 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:20:59.199 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:20:59.199 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/331) 2023-10-21T14:20:59.416 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:20:59.420 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:20:59.421 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:20:59.422 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:20:59.422 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:00.297 INFO:teuthology.orchestra.run.smithi067.stdout:generic/331 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:21:00.313 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/331 2023-10-21T14:21:00.313 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/331 2023-10-21T14:21:00.314 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:21:00.316 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:00.346 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:21:00.347 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/332) 2023-10-21T14:21:00.568 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:21:00.573 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:21:00.573 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:21:00.574 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:21:00.574 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:01.500 INFO:teuthology.orchestra.run.smithi067.stdout:generic/332 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:21:01.507 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/332 2023-10-21T14:21:01.507 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/332 2023-10-21T14:21:01.508 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:21:01.510 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:01.532 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:21:01.533 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/333) 2023-10-21T14:21:01.750 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:21:01.754 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:21:01.754 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:21:01.755 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:21:01.755 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:02.549 INFO:teuthology.orchestra.run.smithi067.stdout:generic/333 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:21:02.561 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/333 2023-10-21T14:21:02.561 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/333 2023-10-21T14:21:02.561 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:21:02.564 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:02.690 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:21:02.690 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/334) 2023-10-21T14:21:02.916 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:21:02.921 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:21:02.922 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:21:02.922 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:21:02.923 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:03.617 INFO:teuthology.orchestra.run.smithi067.stdout:generic/334 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:21:03.626 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/334 2023-10-21T14:21:03.626 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/334 2023-10-21T14:21:03.627 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:21:03.630 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:03.816 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:21:03.816 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/335) 2023-10-21T14:21:04.056 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:21:04.060 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:21:04.060 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:21:04.061 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:21:04.061 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:04.396 INFO:teuthology.orchestra.run.smithi067.stdout:generic/335 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:21:04.401 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/335 2023-10-21T14:21:04.401 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/335 2023-10-21T14:21:04.401 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:21:04.403 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:04.422 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:21:04.422 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/336) 2023-10-21T14:21:04.652 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:21:04.656 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:21:04.656 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:21:04.657 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:21:04.657 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:05.016 INFO:teuthology.orchestra.run.smithi067.stdout:generic/336 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:21:05.020 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/336 2023-10-21T14:21:05.021 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/336 2023-10-21T14:21:05.021 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:21:05.023 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:05.050 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:21:05.050 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/337) 2023-10-21T14:21:05.272 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:21:05.276 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:21:05.276 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:21:05.277 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:21:05.277 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:05.856 INFO:teuthology.orchestra.run.smithi067.stdout:generic/337 0s 2023-10-21T14:21:05.860 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/337 2023-10-21T14:21:05.861 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:21:05.863 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:05.871 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:21:05.871 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/338) 2023-10-21T14:21:06.086 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:21:06.090 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:21:06.091 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:21:06.092 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:21:06.092 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:06.450 INFO:teuthology.orchestra.run.smithi067.stdout:generic/338 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:21:06.454 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/338 2023-10-21T14:21:06.454 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/338 2023-10-21T14:21:06.454 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:21:06.456 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:06.484 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:21:06.485 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/339) 2023-10-21T14:21:06.695 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:21:06.699 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:21:06.700 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:21:06.701 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:21:06.701 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:21:20.366 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:21:20.369 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:21:50.452 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:21:50.455 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:22:00.577 INFO:teuthology.orchestra.run.smithi067.stdout:generic/339 54s 2023-10-21T14:22:00.582 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/339 2023-10-21T14:22:00.582 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:00.584 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:00.592 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:00.593 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/340) 2023-10-21T14:22:00.805 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:00.809 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:00.809 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:00.810 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:00.810 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:03.898 INFO:teuthology.orchestra.run.smithi067.stdout:generic/340 2s 2023-10-21T14:22:03.907 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/340 2023-10-21T14:22:03.907 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:03.909 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:03.918 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:03.919 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/341) 2023-10-21T14:22:04.128 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:04.132 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:04.132 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:04.133 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:04.133 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:04.622 INFO:teuthology.orchestra.run.smithi067.stdout:generic/341 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:22:04.627 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/341 2023-10-21T14:22:04.627 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/341 2023-10-21T14:22:04.627 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:04.629 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:04.656 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:04.657 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/342) 2023-10-21T14:22:05.016 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:05.019 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:05.020 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:05.021 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:05.021 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:05.373 INFO:teuthology.orchestra.run.smithi067.stdout:generic/342 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:22:05.377 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/342 2023-10-21T14:22:05.377 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/342 2023-10-21T14:22:05.378 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:05.379 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:05.409 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:05.410 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/343) 2023-10-21T14:22:05.631 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:05.635 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:05.636 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:05.637 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:05.637 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:05.993 INFO:teuthology.orchestra.run.smithi067.stdout:generic/343 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:22:05.997 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/343 2023-10-21T14:22:05.997 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/343 2023-10-21T14:22:05.997 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:05.999 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:06.027 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:06.027 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/344) 2023-10-21T14:22:06.251 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:06.255 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:06.255 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:06.257 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:06.257 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:11.469 INFO:teuthology.orchestra.run.smithi067.stdout:generic/344 5s 2023-10-21T14:22:11.611 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/344 2023-10-21T14:22:11.611 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:11.622 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:11.654 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:11.655 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/345) 2023-10-21T14:22:12.032 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:12.050 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:12.054 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:12.055 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:12.056 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:17.892 INFO:teuthology.orchestra.run.smithi067.stdout:generic/345 5s 2023-10-21T14:22:17.906 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/345 2023-10-21T14:22:17.906 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:17.909 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:17.918 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:17.919 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/346) 2023-10-21T14:22:18.143 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:18.147 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:18.148 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:18.149 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:18.149 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:20.573 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:22:20.603 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:22:21.661 INFO:teuthology.orchestra.run.smithi067.stdout:generic/346 3s 2023-10-21T14:22:21.672 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/346 2023-10-21T14:22:21.672 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:21.687 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:21.713 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:21.714 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/347) 2023-10-21T14:22:22.116 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:22.121 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:22.127 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:22.128 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:22.128 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:22.554 INFO:teuthology.orchestra.run.smithi067.stdout:generic/347 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:22:22.558 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/347 2023-10-21T14:22:22.559 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/347 2023-10-21T14:22:22.559 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:22.561 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:22.587 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:22.588 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/348) 2023-10-21T14:22:22.799 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:22.804 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:22.804 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:22.805 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:22.805 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:23.160 INFO:teuthology.orchestra.run.smithi067.stdout:generic/348 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:22:23.164 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/348 2023-10-21T14:22:23.164 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/348 2023-10-21T14:22:23.164 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:23.166 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:23.192 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:23.193 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/349) 2023-10-21T14:22:23.417 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:23.420 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:23.421 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:23.422 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:23.422 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:23.863 INFO:teuthology.orchestra.run.smithi067.stdout:generic/349 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-10-21T14:22:23.867 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/349 2023-10-21T14:22:23.867 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/349 2023-10-21T14:22:23.868 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:23.869 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:23.899 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:23.899 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/350) 2023-10-21T14:22:24.113 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:24.117 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:24.118 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:24.119 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:24.119 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:25.057 INFO:teuthology.orchestra.run.smithi067.stdout:generic/350 1s 2023-10-21T14:22:25.060 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/350 2023-10-21T14:22:25.060 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:25.062 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:25.070 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:25.071 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/351) 2023-10-21T14:22:25.284 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:25.288 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:25.288 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:25.290 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:25.290 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:25.671 INFO:teuthology.orchestra.run.smithi067.stdout:generic/351 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T14:22:25.675 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/351 2023-10-21T14:22:25.675 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/351 2023-10-21T14:22:25.676 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:25.677 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:25.711 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:25.712 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/352) 2023-10-21T14:22:25.922 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:25.926 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:25.927 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:25.928 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:25.928 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:26.853 INFO:teuthology.orchestra.run.smithi067.stdout:generic/352 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:22:26.860 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/352 2023-10-21T14:22:26.861 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/352 2023-10-21T14:22:26.861 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:26.862 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:26.895 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:26.896 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/353) 2023-10-21T14:22:27.108 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:27.112 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:27.113 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:27.114 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:27.114 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:27.973 INFO:teuthology.orchestra.run.smithi067.stdout:generic/353 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:22:28.071 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/353 2023-10-21T14:22:28.071 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/353 2023-10-21T14:22:28.071 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:28.074 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:28.105 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:28.106 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/354) 2023-10-21T14:22:28.318 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:28.322 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:28.323 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:28.323 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:28.324 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:33.463 INFO:teuthology.orchestra.run.smithi067.stdout:generic/354 5s 2023-10-21T14:22:33.477 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/354 2023-10-21T14:22:33.477 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:33.480 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:33.494 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:33.494 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/355) 2023-10-21T14:22:33.920 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:33.932 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:33.933 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:33.934 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:33.934 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:34.876 INFO:teuthology.orchestra.run.smithi067.stdout:generic/355 0s 2023-10-21T14:22:34.881 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/355 2023-10-21T14:22:34.881 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:34.883 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:35.100 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:35.101 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/356) 2023-10-21T14:22:35.525 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:35.527 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:35.528 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:35.529 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:35.529 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:36.124 INFO:teuthology.orchestra.run.smithi067.stdout:generic/356 [not run] swapfiles are not supported 2023-10-21T14:22:36.128 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/356 2023-10-21T14:22:36.128 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/356 2023-10-21T14:22:36.128 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:36.130 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:36.158 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:36.159 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/357) 2023-10-21T14:22:36.371 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:36.376 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:36.376 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:36.377 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:36.377 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:36.936 INFO:teuthology.orchestra.run.smithi067.stdout:generic/357 [not run] swapfiles are not supported 2023-10-21T14:22:36.940 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/357 2023-10-21T14:22:36.940 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/357 2023-10-21T14:22:36.941 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:36.942 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:36.975 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:36.976 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/358) 2023-10-21T14:22:37.187 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:37.191 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:37.192 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:37.193 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:37.193 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:38.067 INFO:teuthology.orchestra.run.smithi067.stdout:generic/358 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:22:38.141 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/358 2023-10-21T14:22:38.142 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/358 2023-10-21T14:22:38.142 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:38.150 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:38.181 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:38.181 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/359) 2023-10-21T14:22:38.406 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:38.410 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:38.410 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:38.411 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:38.412 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:39.306 INFO:teuthology.orchestra.run.smithi067.stdout:generic/359 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:22:39.345 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/359 2023-10-21T14:22:39.346 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/359 2023-10-21T14:22:39.346 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:39.349 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:39.404 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:39.405 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/360) 2023-10-21T14:22:39.621 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:39.625 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:39.626 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:39.626 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:39.627 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:40.004 INFO:teuthology.orchestra.run.smithi067.stdout:generic/360 0s 2023-10-21T14:22:40.009 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/360 2023-10-21T14:22:40.009 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:40.011 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:40.043 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:40.044 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/361) 2023-10-21T14:22:40.268 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:40.272 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:40.272 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:40.273 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:40.274 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:40.622 INFO:teuthology.orchestra.run.smithi067.stdout:generic/361 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:22:40.625 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/361 2023-10-21T14:22:40.626 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/361 2023-10-21T14:22:40.626 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:40.628 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:40.651 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:40.651 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/362) 2023-10-21T14:22:40.861 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:40.865 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:40.865 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:40.866 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:40.867 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:41.202 INFO:teuthology.orchestra.run.smithi067.stdout:generic/362 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-21T14:22:41.206 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/362 2023-10-21T14:22:41.206 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/362 2023-10-21T14:22:41.206 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:41.208 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:41.235 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:41.235 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/363) 2023-10-21T14:22:41.456 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:41.460 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:41.460 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:41.461 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:41.461 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:41.789 INFO:teuthology.orchestra.run.smithi067.stdout:generic/363 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-21T14:22:41.793 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/363 2023-10-21T14:22:41.794 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/363 2023-10-21T14:22:41.794 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:41.795 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:41.826 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:41.826 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/364) 2023-10-21T14:22:42.052 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:42.056 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:42.057 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:42.058 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:42.058 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:42.380 INFO:teuthology.orchestra.run.smithi067.stdout:generic/364 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-21T14:22:42.384 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/364 2023-10-21T14:22:42.384 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/364 2023-10-21T14:22:42.385 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:42.386 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:42.412 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:42.412 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/365) 2023-10-21T14:22:42.632 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:42.636 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:42.637 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:42.638 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:42.638 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:42.960 INFO:teuthology.orchestra.run.smithi067.stdout:generic/365 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-21T14:22:42.964 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/365 2023-10-21T14:22:42.964 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/365 2023-10-21T14:22:42.964 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:42.966 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:42.992 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:42.992 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/366) 2023-10-21T14:22:43.209 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:43.213 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:43.213 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:43.214 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:43.214 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:43.545 INFO:teuthology.orchestra.run.smithi067.stdout:generic/366 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-21T14:22:43.549 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/366 2023-10-21T14:22:43.550 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/366 2023-10-21T14:22:43.550 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:43.552 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:43.581 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:43.581 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/367) 2023-10-21T14:22:43.795 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:43.799 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:43.800 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:43.800 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:43.801 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:44.116 INFO:teuthology.orchestra.run.smithi067.stdout:generic/367 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-21T14:22:44.120 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/367 2023-10-21T14:22:44.120 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/367 2023-10-21T14:22:44.121 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:44.122 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:44.148 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:44.148 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/368) 2023-10-21T14:22:44.365 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:44.369 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:44.369 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:44.370 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:44.370 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:44.698 INFO:teuthology.orchestra.run.smithi067.stdout:generic/368 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-21T14:22:44.702 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/368 2023-10-21T14:22:44.702 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/368 2023-10-21T14:22:44.703 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:44.704 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:44.742 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:44.742 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/369) 2023-10-21T14:22:44.963 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:44.967 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:44.967 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:44.968 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:44.968 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:45.292 INFO:teuthology.orchestra.run.smithi067.stdout:generic/369 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-21T14:22:45.296 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/369 2023-10-21T14:22:45.296 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/369 2023-10-21T14:22:45.297 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:45.298 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:45.320 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:45.321 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/370) 2023-10-21T14:22:45.543 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:45.547 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:45.548 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:45.549 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:45.549 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:45.873 INFO:teuthology.orchestra.run.smithi067.stdout:generic/370 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-21T14:22:45.877 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/370 2023-10-21T14:22:45.877 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/370 2023-10-21T14:22:45.878 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:45.879 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:45.908 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:45.959 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/371) 2023-10-21T14:22:46.186 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:46.190 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:46.191 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:46.192 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:46.192 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:46.533 INFO:teuthology.orchestra.run.smithi067.stdout:generic/371 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T14:22:46.537 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/371 2023-10-21T14:22:46.537 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/371 2023-10-21T14:22:46.538 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:46.539 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:46.567 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:46.567 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/372) 2023-10-21T14:22:46.795 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:46.800 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:46.800 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:46.801 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:46.802 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:47.516 INFO:teuthology.orchestra.run.smithi067.stdout:generic/372 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:22:47.522 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/372 2023-10-21T14:22:47.523 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/372 2023-10-21T14:22:47.523 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:47.526 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:47.763 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:47.763 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/373) 2023-10-21T14:22:47.982 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:47.986 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:47.987 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:47.988 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:47.988 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:48.946 INFO:teuthology.orchestra.run.smithi067.stdout:generic/373 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:22:48.952 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/373 2023-10-21T14:22:48.952 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/373 2023-10-21T14:22:48.952 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:48.956 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:48.984 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:48.984 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/374) 2023-10-21T14:22:49.197 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:49.201 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:49.201 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:49.202 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:49.202 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:49.753 INFO:teuthology.orchestra.run.smithi067.stdout:generic/374 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-10-21T14:22:50.056 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/374 2023-10-21T14:22:50.057 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/374 2023-10-21T14:22:50.057 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:50.136 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:50.186 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:50.187 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/375) 2023-10-21T14:22:50.407 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:50.411 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:50.412 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:50.413 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:50.413 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:50.787 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:22:50.790 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:22:50.834 INFO:teuthology.orchestra.run.smithi067.stdout:generic/375 0s 2023-10-21T14:22:50.844 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/375 2023-10-21T14:22:50.844 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:50.846 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:51.259 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:51.259 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/376) 2023-10-21T14:22:51.495 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:51.500 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:51.500 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:51.501 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:51.501 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:51.852 INFO:teuthology.orchestra.run.smithi067.stdout:generic/376 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:22:51.856 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/376 2023-10-21T14:22:51.857 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/376 2023-10-21T14:22:51.857 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:51.858 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:51.884 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:51.885 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/377) 2023-10-21T14:22:52.098 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:52.102 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:52.103 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:52.104 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:52.104 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:52.690 INFO:teuthology.orchestra.run.smithi067.stdout:generic/377 0s 2023-10-21T14:22:52.696 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/377 2023-10-21T14:22:52.696 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:52.698 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:52.706 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:52.707 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/378) 2023-10-21T14:22:52.933 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:52.937 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:52.937 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:52.938 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:52.938 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:53.427 INFO:teuthology.orchestra.run.smithi067.stdout:generic/378 0s 2023-10-21T14:22:53.431 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/378 2023-10-21T14:22:53.431 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:53.433 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:53.817 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:53.818 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/379) 2023-10-21T14:22:54.070 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:54.074 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:54.074 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:54.075 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:54.076 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:54.430 INFO:teuthology.orchestra.run.smithi067.stdout:generic/379 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:22:54.434 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/379 2023-10-21T14:22:54.435 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/379 2023-10-21T14:22:54.435 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:54.436 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:54.468 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:54.469 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/380) 2023-10-21T14:22:54.683 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:54.687 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:54.687 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:54.688 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:54.688 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:55.013 INFO:teuthology.orchestra.run.smithi067.stdout:generic/380 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:22:55.017 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/380 2023-10-21T14:22:55.017 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/380 2023-10-21T14:22:55.017 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:55.050 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:55.050 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/381) 2023-10-21T14:22:55.276 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:55.280 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:55.280 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:55.281 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:55.613 INFO:teuthology.orchestra.run.smithi067.stdout:generic/381 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:22:55.617 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/381 2023-10-21T14:22:55.617 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/381 2023-10-21T14:22:55.617 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:55.619 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:55.649 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:55.649 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/382) 2023-10-21T14:22:55.871 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:55.875 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:55.876 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:55.877 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:55.877 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:56.209 INFO:teuthology.orchestra.run.smithi067.stdout:generic/382 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:22:56.214 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/382 2023-10-21T14:22:56.214 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/382 2023-10-21T14:22:56.214 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:56.245 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:56.245 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/383) 2023-10-21T14:22:56.457 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:56.461 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:56.461 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:56.462 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:56.463 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:56.786 INFO:teuthology.orchestra.run.smithi067.stdout:generic/383 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:22:56.790 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/383 2023-10-21T14:22:56.790 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/383 2023-10-21T14:22:56.790 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:56.792 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:56.819 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:56.820 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/384) 2023-10-21T14:22:57.046 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:57.051 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:57.051 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:57.052 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:57.052 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:57.382 INFO:teuthology.orchestra.run.smithi067.stdout:generic/384 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:22:57.386 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/384 2023-10-21T14:22:57.386 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/384 2023-10-21T14:22:57.386 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:57.388 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:57.415 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:57.416 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/385) 2023-10-21T14:22:57.632 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:57.636 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:57.636 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:57.637 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:57.638 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:57.975 INFO:teuthology.orchestra.run.smithi067.stdout:generic/385 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:22:57.979 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/385 2023-10-21T14:22:57.980 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/385 2023-10-21T14:22:57.980 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:57.981 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:58.013 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:58.013 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/386) 2023-10-21T14:22:58.227 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:58.231 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:58.232 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:58.233 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:58.233 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:58.571 INFO:teuthology.orchestra.run.smithi067.stdout:generic/386 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:22:58.575 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/386 2023-10-21T14:22:58.575 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/386 2023-10-21T14:22:58.575 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:58.577 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:58.608 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:58.609 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/387) 2023-10-21T14:22:58.819 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:22:58.823 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:22:58.823 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:22:58.824 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:22:58.824 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:59.712 INFO:teuthology.orchestra.run.smithi067.stdout:generic/387 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:22:59.758 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/387 2023-10-21T14:22:59.759 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/387 2023-10-21T14:22:59.760 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:22:59.771 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:22:59.802 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:22:59.803 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/388) 2023-10-21T14:23:00.017 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:00.022 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:00.022 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:00.023 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:00.023 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:00.400 INFO:teuthology.orchestra.run.smithi067.stdout:generic/388 [not run] require 172.21.15.67:6789:/scratch to be local device 2023-10-21T14:23:00.404 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/388 2023-10-21T14:23:00.405 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/388 2023-10-21T14:23:00.405 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:00.406 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:00.447 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:00.447 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/389) 2023-10-21T14:23:00.670 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:00.674 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:00.674 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:00.675 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:00.676 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:01.014 INFO:teuthology.orchestra.run.smithi067.stdout:generic/389 [not run] O_TMPFILE is not supported 2023-10-21T14:23:01.018 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/389 2023-10-21T14:23:01.018 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/389 2023-10-21T14:23:01.018 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:01.020 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:01.053 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:01.053 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/390) 2023-10-21T14:23:01.264 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:01.269 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:01.269 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:01.270 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:01.270 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:01.627 INFO:teuthology.orchestra.run.smithi067.stdout:generic/390 [not run] ceph does not support freezing 2023-10-21T14:23:01.631 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/390 2023-10-21T14:23:01.632 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/390 2023-10-21T14:23:01.632 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:01.634 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:01.661 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:01.662 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/391) 2023-10-21T14:23:01.874 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:01.878 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:01.878 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:01.879 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:01.880 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:02.234 INFO:teuthology.orchestra.run.smithi067.stdout:generic/391 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T14:23:02.238 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/391 2023-10-21T14:23:02.239 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/391 2023-10-21T14:23:02.239 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:02.240 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:02.276 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:02.277 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/392) 2023-10-21T14:23:02.492 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:02.496 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:02.497 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:02.497 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:02.498 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:02.995 INFO:teuthology.orchestra.run.smithi067.stdout:generic/392 [not run] ceph does not support shutdown 2023-10-21T14:23:03.012 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/392 2023-10-21T14:23:03.013 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/392 2023-10-21T14:23:03.013 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:03.014 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:03.045 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:03.045 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/393) 2023-10-21T14:23:03.264 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:03.268 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:03.269 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:03.269 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:03.270 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:04.397 INFO:teuthology.orchestra.run.smithi067.stdout:generic/393 1s 2023-10-21T14:23:04.401 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/393 2023-10-21T14:23:04.402 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:04.404 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:04.412 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:04.413 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/394) 2023-10-21T14:23:04.624 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:04.628 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:04.629 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:04.630 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:04.630 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:05.007 INFO:teuthology.orchestra.run.smithi067.stdout:generic/394 1s 2023-10-21T14:23:05.012 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/394 2023-10-21T14:23:05.012 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:05.014 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:05.366 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:05.367 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/395) 2023-10-21T14:23:05.791 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:05.801 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:05.801 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:05.802 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:05.802 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:06.612 INFO:teuthology.orchestra.run.smithi067.stdout:generic/395 [not run] kernel does not support ceph encryption 2023-10-21T14:23:06.639 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/395 2023-10-21T14:23:06.639 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/395 2023-10-21T14:23:06.640 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:06.654 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:06.696 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:06.696 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/396) 2023-10-21T14:23:07.065 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:07.069 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:07.069 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:07.070 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:07.070 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:07.632 INFO:teuthology.orchestra.run.smithi067.stdout:generic/396 [not run] kernel does not support ceph encryption 2023-10-21T14:23:07.649 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/396 2023-10-21T14:23:07.649 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/396 2023-10-21T14:23:07.650 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:07.651 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:07.680 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:07.681 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/397) 2023-10-21T14:23:07.896 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:07.900 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:07.901 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:07.902 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:07.902 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:08.478 INFO:teuthology.orchestra.run.smithi067.stdout:generic/397 [not run] kernel does not support ceph encryption 2023-10-21T14:23:08.500 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/397 2023-10-21T14:23:08.501 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/397 2023-10-21T14:23:08.501 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:08.502 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:08.532 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:08.532 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/398) 2023-10-21T14:23:08.759 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:08.763 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:08.764 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:08.764 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:08.765 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:09.321 INFO:teuthology.orchestra.run.smithi067.stdout:generic/398 [not run] kernel does not support ceph encryption 2023-10-21T14:23:09.341 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/398 2023-10-21T14:23:09.341 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/398 2023-10-21T14:23:09.342 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:09.343 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:09.367 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:09.368 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/399) 2023-10-21T14:23:09.604 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:09.608 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:09.608 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:09.609 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:09.609 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:10.157 INFO:teuthology.orchestra.run.smithi067.stdout:generic/399 [not run] kernel does not support ceph encryption 2023-10-21T14:23:10.178 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/399 2023-10-21T14:23:10.178 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/399 2023-10-21T14:23:10.179 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:10.180 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:10.205 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:10.206 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/400) 2023-10-21T14:23:10.426 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:10.430 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:10.431 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:10.432 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:10.432 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:10.771 INFO:teuthology.orchestra.run.smithi067.stdout:generic/400 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T14:23:10.775 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/400 2023-10-21T14:23:10.775 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/400 2023-10-21T14:23:10.775 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:10.777 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:10.808 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:10.808 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/401) 2023-10-21T14:23:11.034 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:11.038 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:11.038 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:11.039 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:11.039 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:12.016 INFO:teuthology.orchestra.run.smithi067.stdout:generic/401 1s 2023-10-21T14:23:12.024 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/401 2023-10-21T14:23:12.024 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:12.027 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:12.037 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:12.037 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/402) 2023-10-21T14:23:12.257 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:12.261 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:12.261 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:12.262 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:12.263 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:12.793 INFO:teuthology.orchestra.run.smithi067.stdout:generic/402 [not run] filesystem ceph timestamp bounds are unknown 2023-10-21T14:23:12.812 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/402 2023-10-21T14:23:12.812 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/402 2023-10-21T14:23:12.813 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:12.814 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:12.848 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:12.849 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/403) 2023-10-21T14:23:13.063 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:13.067 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:13.068 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:13.069 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:13.069 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:13.849 INFO:teuthology.orchestra.run.smithi067.stdout:generic/403 0s 2023-10-21T14:23:13.854 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/403 2023-10-21T14:23:13.854 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:13.856 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:13.864 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:13.865 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/404) 2023-10-21T14:23:14.092 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:14.096 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:14.097 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:14.098 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:14.098 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:14.457 INFO:teuthology.orchestra.run.smithi067.stdout:generic/404 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T14:23:14.461 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/404 2023-10-21T14:23:14.461 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/404 2023-10-21T14:23:14.461 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:14.463 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:14.499 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:14.500 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/405) 2023-10-21T14:23:14.723 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:14.727 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:14.727 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:14.728 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:14.729 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:15.095 INFO:teuthology.orchestra.run.smithi067.stdout:generic/405 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:23:15.099 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/405 2023-10-21T14:23:15.099 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/405 2023-10-21T14:23:15.099 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:15.101 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:15.131 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:15.131 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/406) 2023-10-21T14:23:15.348 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:15.351 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:15.352 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:15.353 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:15.353 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:17.196 INFO:teuthology.orchestra.run.smithi067.stdout:generic/406 2s 2023-10-21T14:23:17.201 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/406 2023-10-21T14:23:17.202 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:17.203 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:17.211 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:17.212 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/407) 2023-10-21T14:23:17.438 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:17.442 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:17.442 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:17.443 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:17.444 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:17.827 INFO:teuthology.orchestra.run.smithi067.stdout:generic/407 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:23:17.831 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/407 2023-10-21T14:23:17.831 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/407 2023-10-21T14:23:17.831 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:17.833 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:18.238 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:18.239 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/408) 2023-10-21T14:23:18.535 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:18.539 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:18.540 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:18.540 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:18.541 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout:generic/408 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-21T14:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/408 2023-10-21T14:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/408 2023-10-21T14:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:19.325 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:19.326 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/409) 2023-10-21T14:23:19.558 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:19.562 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:19.563 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:19.563 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:19.564 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:19.900 INFO:teuthology.orchestra.run.smithi067.stdout:generic/409 [not run] require 172.21.15.67:6789:/scratch to be local device 2023-10-21T14:23:19.904 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/409 2023-10-21T14:23:19.904 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/409 2023-10-21T14:23:19.905 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:19.906 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:19.939 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:19.939 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/410) 2023-10-21T14:23:20.158 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:20.162 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:20.162 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:20.163 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:20.163 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:20.494 INFO:teuthology.orchestra.run.smithi067.stdout:generic/410 [not run] require 172.21.15.67:6789:/scratch to be local device 2023-10-21T14:23:20.498 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/410 2023-10-21T14:23:20.498 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/410 2023-10-21T14:23:20.498 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:20.500 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:20.531 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:20.532 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/411) 2023-10-21T14:23:20.743 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:20.747 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:20.747 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:20.748 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:20.749 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:20.851 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:23:20.853 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:23:21.092 INFO:teuthology.orchestra.run.smithi067.stdout:generic/411 [not run] require 172.21.15.67:6789:/scratch to be local device 2023-10-21T14:23:21.096 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/411 2023-10-21T14:23:21.096 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/411 2023-10-21T14:23:21.097 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:21.098 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:21.123 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:21.124 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/412) 2023-10-21T14:23:21.386 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:21.390 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:21.391 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:21.391 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:21.392 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:22.117 INFO:teuthology.orchestra.run.smithi067.stdout:generic/412 1s 2023-10-21T14:23:22.122 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/412 2023-10-21T14:23:22.122 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:22.124 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:22.133 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:22.133 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/413) 2023-10-21T14:23:22.344 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:22.349 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:22.349 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:22.350 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:22.351 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:22.816 INFO:teuthology.orchestra.run.smithi067.stdout:generic/413 [not run] mount 172.21.15.67:6789:/scratch with dax failed 2023-10-21T14:23:22.820 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/413 2023-10-21T14:23:22.820 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/413 2023-10-21T14:23:22.820 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:22.822 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:22.856 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:22.856 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/414) 2023-10-21T14:23:23.081 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:23.085 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:23.086 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:23.086 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:23.087 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:23.996 INFO:teuthology.orchestra.run.smithi067.stdout:generic/414 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:23:24.014 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/414 2023-10-21T14:23:24.014 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/414 2023-10-21T14:23:24.014 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:24.038 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:24.073 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:24.074 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/415) 2023-10-21T14:23:24.301 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:24.305 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:24.306 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:24.307 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:25.095 INFO:teuthology.orchestra.run.smithi067.stdout:generic/415 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:23:25.167 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/415 2023-10-21T14:23:25.167 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/415 2023-10-21T14:23:25.167 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:25.170 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:25.268 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:25.269 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/416) 2023-10-21T14:23:25.493 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:25.497 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:25.497 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:25.498 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:25.499 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:25.839 INFO:teuthology.orchestra.run.smithi067.stdout:generic/416 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T14:23:25.843 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/416 2023-10-21T14:23:25.843 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/416 2023-10-21T14:23:25.844 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:25.845 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:25.873 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:25.873 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/417) 2023-10-21T14:23:26.085 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:26.089 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:26.090 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:26.091 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:26.091 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:26.598 INFO:teuthology.orchestra.run.smithi067.stdout:generic/417 [not run] ceph does not support shutdown 2023-10-21T14:23:26.618 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/417 2023-10-21T14:23:26.618 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/417 2023-10-21T14:23:26.618 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:26.646 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:26.646 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/418) 2023-10-21T14:23:26.866 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:26.870 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:26.870 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:26.871 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:26.871 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:27.258 INFO:teuthology.orchestra.run.smithi067.stdout:generic/418 [not run] require 172.21.15.67:6789:/test to be valid block disk 2023-10-21T14:23:27.262 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/418 2023-10-21T14:23:27.262 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/418 2023-10-21T14:23:27.262 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:27.264 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:27.296 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:27.297 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/419) 2023-10-21T14:23:27.522 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:27.526 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:27.526 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:27.527 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:27.527 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:28.089 INFO:teuthology.orchestra.run.smithi067.stdout:generic/419 [not run] kernel does not support ceph encryption 2023-10-21T14:23:28.107 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/419 2023-10-21T14:23:28.107 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/419 2023-10-21T14:23:28.107 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:28.109 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:28.137 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:28.137 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/420) 2023-10-21T14:23:28.349 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:28.353 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:28.353 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:28.354 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:28.354 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:28.852 INFO:teuthology.orchestra.run.smithi067.stdout:generic/420 0s 2023-10-21T14:23:28.857 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/420 2023-10-21T14:23:28.858 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:28.859 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:29.251 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:29.251 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/421) 2023-10-21T14:23:29.516 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:29.522 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:29.522 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:29.522 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:29.523 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:30.102 INFO:teuthology.orchestra.run.smithi067.stdout:generic/421 [not run] kernel does not support ceph encryption 2023-10-21T14:23:30.134 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/421 2023-10-21T14:23:30.134 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/421 2023-10-21T14:23:30.134 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:30.135 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:30.163 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:30.163 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/422) 2023-10-21T14:23:30.391 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:30.396 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:30.396 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:30.397 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:30.397 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:30.750 INFO:teuthology.orchestra.run.smithi067.stdout:generic/422 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-21T14:23:30.754 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/422 2023-10-21T14:23:30.754 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/422 2023-10-21T14:23:30.755 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:30.756 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:30.788 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:30.789 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/423) 2023-10-21T14:23:31.010 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:31.014 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:31.014 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:31.015 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:31.015 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:31.442 INFO:teuthology.orchestra.run.smithi067.stdout:generic/423 0s 2023-10-21T14:23:31.447 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/423 2023-10-21T14:23:31.447 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:31.449 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:31.859 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:31.859 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/424) 2023-10-21T14:23:32.100 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:32.104 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:32.105 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:32.105 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:32.106 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:32.455 INFO:teuthology.orchestra.run.smithi067.stdout:generic/424 [not run] file system doesn't support any of /bin/chattr +a/+c/+d/+i 2023-10-21T14:23:32.459 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/424 2023-10-21T14:23:32.459 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/424 2023-10-21T14:23:32.460 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:32.461 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:32.492 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:32.493 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/425) 2023-10-21T14:23:32.716 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:32.720 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:32.720 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:32.721 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:32.721 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:33.098 INFO:teuthology.orchestra.run.smithi067.stdout:generic/425 [not run] xfs_io fiemap -a failed (old kernel/wrong fs?) 2023-10-21T14:23:33.102 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/425 2023-10-21T14:23:33.103 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/425 2023-10-21T14:23:33.103 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:23:33.104 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:33.441 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:23:33.442 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/426) 2023-10-21T14:23:33.757 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:23:33.761 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:23:33.762 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:23:33.763 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:23:33.763 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:23:50.997 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:23:51.001 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:24:19.815 INFO:teuthology.orchestra.run.smithi067.stdout:generic/426 46s 2023-10-21T14:24:19.888 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/426 2023-10-21T14:24:19.889 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:24:19.897 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:20.393 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:24:20.394 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/427) 2023-10-21T14:24:21.130 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:24:21.133 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:24:21.448 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:24:21.452 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:24:21.453 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:24:21.454 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:24:21.454 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:21.899 INFO:teuthology.orchestra.run.smithi067.stdout:generic/427 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T14:24:21.903 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/427 2023-10-21T14:24:21.903 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/427 2023-10-21T14:24:21.904 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:24:21.905 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:21.940 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:24:21.941 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/428) 2023-10-21T14:24:22.160 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:24:22.165 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:24:22.165 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:24:22.166 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:24:22.166 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:22.528 INFO:teuthology.orchestra.run.smithi067.stdout:generic/428 0s 2023-10-21T14:24:22.533 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/428 2023-10-21T14:24:22.533 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:24:22.535 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:22.573 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:24:22.574 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/429) 2023-10-21T14:24:22.789 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:24:22.793 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:24:22.794 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:24:22.794 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:24:22.795 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:23.340 INFO:teuthology.orchestra.run.smithi067.stdout:generic/429 [not run] kernel does not support ceph encryption 2023-10-21T14:24:23.365 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/429 2023-10-21T14:24:23.365 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/429 2023-10-21T14:24:23.365 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:24:23.367 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:23.391 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:24:23.392 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/430) 2023-10-21T14:24:23.617 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:24:23.620 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:24:23.620 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:24:23.621 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:24:23.621 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:24.072 INFO:teuthology.orchestra.run.smithi067.stdout:generic/430 1s 2023-10-21T14:24:24.077 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/430 2023-10-21T14:24:24.077 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:24:24.079 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:24.406 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:24:24.407 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/431) 2023-10-21T14:24:24.741 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:24:24.745 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:24:24.746 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:24:24.747 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:24:24.747 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:25.165 INFO:teuthology.orchestra.run.smithi067.stdout:generic/431 1s 2023-10-21T14:24:25.170 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/431 2023-10-21T14:24:25.170 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:24:25.172 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:25.602 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:24:25.603 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/432) 2023-10-21T14:24:25.854 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:24:25.858 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:24:25.859 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:24:25.860 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:24:25.860 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:26.283 INFO:teuthology.orchestra.run.smithi067.stdout:generic/432 0s 2023-10-21T14:24:26.288 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/432 2023-10-21T14:24:26.288 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:24:26.290 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:26.669 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:24:26.670 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/433) 2023-10-21T14:24:26.960 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:24:26.964 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:24:26.965 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:24:26.966 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:24:26.966 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:27.375 INFO:teuthology.orchestra.run.smithi067.stdout:generic/433 0s 2023-10-21T14:24:27.380 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/433 2023-10-21T14:24:27.380 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:24:27.382 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:27.498 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:24:27.499 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/434) 2023-10-21T14:24:28.041 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:24:28.046 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:24:28.046 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:24:28.047 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:24:28.047 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:28.481 INFO:teuthology.orchestra.run.smithi067.stdout:generic/434 0s 2023-10-21T14:24:28.485 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/434 2023-10-21T14:24:28.486 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:24:28.488 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:28.907 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:24:28.907 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/435) 2023-10-21T14:24:29.153 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:24:29.157 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:24:29.158 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:24:29.158 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:24:29.158 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:29.687 INFO:teuthology.orchestra.run.smithi067.stdout:generic/435 [not run] kernel does not support ceph encryption 2023-10-21T14:24:29.706 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/435 2023-10-21T14:24:29.706 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/435 2023-10-21T14:24:29.707 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:24:29.708 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:29.731 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:24:29.732 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/436) 2023-10-21T14:24:29.950 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:24:29.954 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:24:29.954 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:24:29.955 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:24:29.956 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:30.671 INFO:teuthology.orchestra.run.smithi067.stdout:generic/436 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T14:24:30.675 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/436 2023-10-21T14:24:30.675 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/436 2023-10-21T14:24:30.675 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:24:30.677 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:31.116 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:24:31.116 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/437) 2023-10-21T14:24:31.336 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:24:31.340 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:24:31.340 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:24:31.341 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:24:31.342 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:32.330 INFO:teuthology.orchestra.run.smithi067.stdout:generic/437 1s 2023-10-21T14:24:32.335 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/437 2023-10-21T14:24:32.335 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:24:32.337 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:32.375 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:24:32.376 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/438) 2023-10-21T14:24:32.587 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:24:32.591 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:24:32.591 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:24:32.593 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:24:32.593 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:24:51.350 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:24:51.353 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:25:22.225 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:25:22.228 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:25:38.809 INFO:teuthology.orchestra.run.smithi067.stdout:generic/438 66s 2023-10-21T14:25:38.813 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/438 2023-10-21T14:25:38.813 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:25:38.815 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:38.843 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:25:38.844 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/439) 2023-10-21T14:25:39.053 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:25:39.058 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:25:39.058 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:25:39.059 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:25:39.059 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:40.216 INFO:teuthology.orchestra.run.smithi067.stdout:generic/439 1s 2023-10-21T14:25:40.221 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/439 2023-10-21T14:25:40.221 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:25:40.225 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:40.247 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:25:40.247 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/440) 2023-10-21T14:25:40.465 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:25:40.469 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:25:40.469 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:25:40.470 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:25:40.471 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:41.027 INFO:teuthology.orchestra.run.smithi067.stdout:generic/440 [not run] kernel does not support ceph encryption 2023-10-21T14:25:41.048 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/440 2023-10-21T14:25:41.049 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/440 2023-10-21T14:25:41.049 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:25:41.050 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:41.076 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:25:41.077 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/441) 2023-10-21T14:25:41.285 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:25:41.289 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:25:41.290 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:25:41.291 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:25:41.291 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:41.682 INFO:teuthology.orchestra.run.smithi067.stdout:generic/441 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:25:41.686 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/441 2023-10-21T14:25:41.686 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/441 2023-10-21T14:25:41.686 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:25:41.688 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:41.722 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:25:41.722 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/442) 2023-10-21T14:25:41.937 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:25:41.941 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:25:41.942 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:25:41.943 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:25:41.943 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:42.297 INFO:teuthology.orchestra.run.smithi067.stdout:generic/442 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:25:42.301 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/442 2023-10-21T14:25:42.301 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/442 2023-10-21T14:25:42.301 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:25:42.303 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:42.325 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:25:42.325 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/443) 2023-10-21T14:25:42.534 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:25:42.538 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:25:42.539 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:25:42.539 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:25:42.540 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:42.905 INFO:teuthology.orchestra.run.smithi067.stdout:generic/443 0s 2023-10-21T14:25:42.910 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/443 2023-10-21T14:25:42.911 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:25:42.912 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:42.938 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:25:42.939 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/444) 2023-10-21T14:25:43.150 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:25:43.154 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:25:43.155 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:25:43.155 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:25:43.156 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:43.569 INFO:teuthology.orchestra.run.smithi067.stdout:generic/444 0s 2023-10-21T14:25:43.574 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/444 2023-10-21T14:25:43.574 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:25:43.576 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:43.602 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:25:43.602 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/445) 2023-10-21T14:25:43.821 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:25:43.825 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:25:43.826 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:25:43.827 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:25:43.827 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:44.443 INFO:teuthology.orchestra.run.smithi067.stdout:generic/445 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T14:25:44.447 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/445 2023-10-21T14:25:44.447 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/445 2023-10-21T14:25:44.448 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:25:44.449 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:44.800 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:25:44.801 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/446) 2023-10-21T14:25:45.091 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:25:45.163 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:25:45.163 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:25:45.164 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:25:45.164 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:25:52.293 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:25:52.295 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:26:07.893 INFO:teuthology.orchestra.run.smithi067.stdout:generic/446 22s 2023-10-21T14:26:07.907 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/446 2023-10-21T14:26:07.908 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:07.910 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:07.920 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:07.921 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/447) 2023-10-21T14:26:08.136 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:08.140 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:08.141 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:08.141 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:08.142 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:09.037 INFO:teuthology.orchestra.run.smithi067.stdout:generic/447 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:26:09.095 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/447 2023-10-21T14:26:09.095 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/447 2023-10-21T14:26:09.095 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:09.106 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:09.136 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:09.137 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/448) 2023-10-21T14:26:09.355 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:09.359 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:09.359 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:09.360 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:09.360 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:10.361 INFO:teuthology.orchestra.run.smithi067.stdout:generic/448 1s 2023-10-21T14:26:10.366 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/448 2023-10-21T14:26:10.366 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:10.368 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:10.534 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:10.534 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/449) 2023-10-21T14:26:11.006 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:11.010 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:11.011 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:11.012 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:11.012 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:11.385 INFO:teuthology.orchestra.run.smithi067.stdout:generic/449 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T14:26:11.389 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/449 2023-10-21T14:26:11.389 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/449 2023-10-21T14:26:11.390 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:11.391 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:11.705 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:11.706 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/450) 2023-10-21T14:26:12.033 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:12.037 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:12.038 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:12.039 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:12.039 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:12.799 INFO:teuthology.orchestra.run.smithi067.stdout:generic/450 0s 2023-10-21T14:26:12.804 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/450 2023-10-21T14:26:12.804 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:12.806 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:12.954 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:12.954 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/451) 2023-10-21T14:26:13.443 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:13.447 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:13.447 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:13.448 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:13.449 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:22.431 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:26:22.434 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:26:43.893 INFO:teuthology.orchestra.run.smithi067.stdout:generic/451 30s 2023-10-21T14:26:43.897 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/451 2023-10-21T14:26:43.898 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:43.899 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:44.251 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:44.252 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/452) 2023-10-21T14:26:44.521 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:44.526 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:44.526 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:44.530 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:44.530 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:45.136 INFO:teuthology.orchestra.run.smithi067.stdout:generic/452 1s 2023-10-21T14:26:45.141 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/452 2023-10-21T14:26:45.141 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:45.146 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:45.152 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:45.152 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/453) 2023-10-21T14:26:45.365 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:45.369 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:45.369 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:45.370 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:45.371 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:45.706 INFO:teuthology.orchestra.run.smithi067.stdout:generic/453 [not run] ceph does not allow unrestricted byte streams for names 2023-10-21T14:26:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/453 2023-10-21T14:26:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/453 2023-10-21T14:26:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:45.712 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:45.741 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:45.742 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/454) 2023-10-21T14:26:45.972 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:45.976 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:45.977 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:45.977 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:45.978 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:46.326 INFO:teuthology.orchestra.run.smithi067.stdout:generic/454 [not run] ceph does not allow unrestricted byte streams for names 2023-10-21T14:26:46.330 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/454 2023-10-21T14:26:46.330 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/454 2023-10-21T14:26:46.331 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:46.332 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:46.368 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:46.368 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/455) 2023-10-21T14:26:46.590 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:46.594 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:46.595 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:46.596 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:46.998 INFO:teuthology.orchestra.run.smithi067.stdout:generic/455 [not run] This test requires a valid $LOGWRITES_DEV 2023-10-21T14:26:47.002 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/455 2023-10-21T14:26:47.002 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/455 2023-10-21T14:26:47.003 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:47.004 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:47.027 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:47.028 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/456) 2023-10-21T14:26:47.252 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:47.256 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:47.256 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:47.257 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:47.258 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:47.613 INFO:teuthology.orchestra.run.smithi067.stdout:generic/456 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T14:26:47.617 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/456 2023-10-21T14:26:47.617 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/456 2023-10-21T14:26:47.618 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:47.619 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:47.647 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:47.648 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/457) 2023-10-21T14:26:47.862 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:47.866 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:47.866 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:47.867 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:47.868 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:48.830 INFO:teuthology.orchestra.run.smithi067.stdout:generic/457 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:26:48.837 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/457 2023-10-21T14:26:48.837 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/457 2023-10-21T14:26:48.837 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:48.842 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:48.874 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:48.874 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/458) 2023-10-21T14:26:49.100 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:49.104 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:49.104 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:49.105 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:49.106 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:50.069 INFO:teuthology.orchestra.run.smithi067.stdout:generic/458 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T14:26:50.077 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/458 2023-10-21T14:26:50.077 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/458 2023-10-21T14:26:50.078 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:50.086 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:50.111 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:50.111 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/459) 2023-10-21T14:26:50.335 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:50.340 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:50.340 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:50.341 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:50.341 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:50.891 INFO:teuthology.orchestra.run.smithi067.stdout:generic/459 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:26:50.895 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/459 2023-10-21T14:26:50.895 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/459 2023-10-21T14:26:50.896 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:50.897 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:50.923 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:50.924 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/460) 2023-10-21T14:26:51.145 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:51.149 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:51.149 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:51.150 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:51.150 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:52.501 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:26:52.507 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:26:53.080 INFO:teuthology.orchestra.run.smithi067.stdout:generic/460 2s 2023-10-21T14:26:53.085 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/460 2023-10-21T14:26:53.085 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:53.087 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:53.095 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:53.096 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/461) 2023-10-21T14:26:53.321 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:53.325 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:53.326 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:53.326 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:53.327 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:53.867 INFO:teuthology.orchestra.run.smithi067.stdout:generic/461 [not run] ceph does not support shutdown 2023-10-21T14:26:53.872 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/461 2023-10-21T14:26:53.872 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/461 2023-10-21T14:26:53.872 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:53.874 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:53.902 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:53.903 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/462) 2023-10-21T14:26:54.286 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:54.300 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:54.300 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:54.302 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:54.302 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:54.784 INFO:teuthology.orchestra.run.smithi067.stdout:generic/462 [not run] mount 172.21.15.67:6789:/scratch with dax failed 2023-10-21T14:26:54.789 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/462 2023-10-21T14:26:54.789 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/462 2023-10-21T14:26:54.790 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:54.791 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:54.816 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:54.817 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/463) 2023-10-21T14:26:55.029 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:55.033 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:55.034 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:55.035 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:55.399 INFO:teuthology.orchestra.run.smithi067.stdout:generic/463 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T14:26:55.403 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/463 2023-10-21T14:26:55.403 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/463 2023-10-21T14:26:55.403 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:26:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:26:55.797 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:26:55.798 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/464) 2023-10-21T14:26:56.069 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:26:56.073 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:26:56.074 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:26:56.075 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:26:56.075 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:27:22.645 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:27:22.654 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:27:52.889 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:27:52.892 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:27:53.443 INFO:teuthology.orchestra.run.smithi067.stdout:generic/464 57s 2023-10-21T14:27:53.448 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/464 2023-10-21T14:27:53.448 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:27:53.450 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:27:53.459 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:27:53.459 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/465) 2023-10-21T14:27:53.677 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:27:53.681 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:27:53.682 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:27:53.683 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:27:53.683 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:27:58.309 INFO:teuthology.orchestra.run.smithi067.stdout:generic/465 4s 2023-10-21T14:27:58.370 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/465 2023-10-21T14:27:58.370 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:27:58.373 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:27:58.393 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:27:58.394 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/466) 2023-10-21T14:27:58.629 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:27:58.633 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:27:58.633 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:27:58.634 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:27:58.635 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:27:58.967 INFO:teuthology.orchestra.run.smithi067.stdout:generic/466 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:27:58.971 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/466 2023-10-21T14:27:58.971 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/466 2023-10-21T14:27:58.971 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:27:58.973 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:27:58.995 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:27:58.996 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/467) 2023-10-21T14:27:59.208 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:27:59.212 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:27:59.212 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:27:59.213 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:27:59.213 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:28:23.034 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:28:23.059 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:28:53.742 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:28:53.768 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:28:59.947 INFO:teuthology.orchestra.run.smithi067.stdout:generic/467 60s 2023-10-21T14:29:00.016 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/467 2023-10-21T14:29:00.016 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:29:00.022 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:00.509 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:29:00.510 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/468) 2023-10-21T14:29:01.523 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:29:01.527 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:29:01.527 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:29:01.528 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:29:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout:generic/468 [not run] ceph does not support shutdown 2023-10-21T14:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/468 2023-10-21T14:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/468 2023-10-21T14:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:29:02.140 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:02.167 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:29:02.167 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/469) 2023-10-21T14:29:02.389 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:29:02.394 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:29:02.394 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:29:02.395 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:29:02.395 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:02.749 INFO:teuthology.orchestra.run.smithi067.stdout:generic/469 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-21T14:29:02.753 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/469 2023-10-21T14:29:02.753 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/469 2023-10-21T14:29:02.754 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:29:02.755 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:02.796 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:29:02.797 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/470) 2023-10-21T14:29:03.017 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:29:03.021 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:29:03.021 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:29:03.022 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:29:03.022 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:03.397 INFO:teuthology.orchestra.run.smithi067.stdout:generic/470 [not run] This test requires a valid $LOGWRITES_DEV 2023-10-21T14:29:03.401 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/470 2023-10-21T14:29:03.401 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/470 2023-10-21T14:29:03.401 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:29:03.403 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:03.432 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:29:03.432 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/471) 2023-10-21T14:29:03.653 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:29:03.657 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:29:03.657 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:29:03.658 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:29:03.659 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:24.936 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:29:25.079 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:29:49.000 INFO:teuthology.orchestra.run.smithi067.stdout:generic/471 45s 2023-10-21T14:29:49.017 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/471 2023-10-21T14:29:49.017 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:29:49.021 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:49.490 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:29:49.491 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/472) 2023-10-21T14:29:50.482 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:29:50.488 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:29:50.489 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:29:50.495 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:29:50.495 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:51.141 INFO:teuthology.orchestra.run.smithi067.stdout:generic/472 [not run] swapfiles are not supported 2023-10-21T14:29:51.145 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/472 2023-10-21T14:29:51.146 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/472 2023-10-21T14:29:51.146 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:29:51.147 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:51.176 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:29:51.176 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/473) 2023-10-21T14:29:51.401 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:29:51.406 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:29:51.406 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:29:51.407 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:29:51.407 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:51.777 INFO:teuthology.orchestra.run.smithi067.stdout:generic/473 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-21T14:29:51.781 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/473 2023-10-21T14:29:51.781 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/473 2023-10-21T14:29:51.781 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:29:51.783 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:51.818 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:29:51.818 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/474) 2023-10-21T14:29:52.029 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:29:52.033 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:29:52.034 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:29:52.035 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:29:52.035 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:52.615 INFO:teuthology.orchestra.run.smithi067.stdout:generic/474 [not run] ceph does not support shutdown 2023-10-21T14:29:52.643 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/474 2023-10-21T14:29:52.643 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/474 2023-10-21T14:29:52.644 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:29:52.645 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:52.676 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:29:52.676 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/475) 2023-10-21T14:29:52.894 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:29:52.898 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:29:52.899 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:29:52.900 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:29:52.900 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:53.439 INFO:teuthology.orchestra.run.smithi067.stdout:generic/475 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T14:29:53.443 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/475 2023-10-21T14:29:53.443 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/475 2023-10-21T14:29:53.444 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T14:29:53.446 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:53.478 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T14:29:53.478 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/476) 2023-10-21T14:29:53.692 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T14:29:53.696 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T14:29:53.697 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T14:29:53.697 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T14:29:53.698 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T14:29:57.530 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:29:57.533 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:30:28.064 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:30:28.168 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:30:58.938 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:30:58.970 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:30:59.120 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T14:30:59.118+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 635178) UID: 0 2023-10-21T14:30:59.120 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T14:30:59.119+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 635178) UID: 0 2023-10-21T14:30:59.124 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T14:30:59.118+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 635178) UID: 0 2023-10-21T14:30:59.125 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T14:30:59.118+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 635178) UID: 0 2023-10-21T14:35:05.797 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:35:05.811 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:35:06.342 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T14:35:06.328+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149237) UID: 0 2023-10-21T14:35:06.343 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T14:35:06.332+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149237) UID: 0 2023-10-21T14:35:06.343 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T14:35:06.333+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149237) UID: 0 2023-10-21T14:35:06.344 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T14:35:06.333+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149237) UID: 0 2023-10-21T14:35:07.125 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T14:35:07.122+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 635426) UID: 0 2023-10-21T14:35:07.132 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T14:35:07.122+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 635426) UID: 0 2023-10-21T14:38:48.485 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T14:38:48.483+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 635530) UID: 0 2023-10-21T14:38:48.486 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T14:38:48.483+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 635530) UID: 0 2023-10-21T14:38:48.487 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T14:38:48.483+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 635530) UID: 0 2023-10-21T14:38:48.489 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T14:38:48.484+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 635530) UID: 0 2023-10-21T14:42:05.410 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:42:05.428 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:42:36.040 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:42:36.043 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:43:06.125 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:43:06.293 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:43:37.089 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:43:37.092 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:44:07.276 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:44:07.313 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:44:37.784 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:44:37.814 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:44:38.384 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T14:44:38.382+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 635727) UID: 0 2023-10-21T14:44:38.385 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T14:44:38.384+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 635727) UID: 0 2023-10-21T14:44:38.389 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T14:44:38.381+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 635727) UID: 0 2023-10-21T14:44:38.390 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T14:44:38.384+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 635727) UID: 0 2023-10-21T14:48:32.832 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:48:32.837 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:49:03.448 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:49:03.455 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:49:34.120 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:49:34.124 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:50:04.464 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:50:04.502 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:50:34.977 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:50:35.088 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:51:05.459 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:51:05.462 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:51:05.575 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T14:51:05.571+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 635926) UID: 0 2023-10-21T14:51:05.575 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T14:51:05.573+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 635926) UID: 0 2023-10-21T14:55:20.163 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:55:20.355 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:55:51.129 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:55:51.161 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:55:51.293 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T14:55:51.290+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149763) UID: 0 2023-10-21T14:55:51.294 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T14:55:51.290+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149763) UID: 0 2023-10-21T14:55:51.298 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T14:55:51.292+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149763) UID: 0 2023-10-21T14:55:51.299 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T14:55:51.292+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149763) UID: 0 2023-10-21T14:59:22.191 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:59:22.195 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:59:52.258 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T14:59:52.261 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:00:22.568 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:00:22.589 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:00:53.914 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:00:53.938 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:01:24.192 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:01:24.196 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:01:54.282 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:01:54.293 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:02:24.818 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:02:24.911 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:02:55.019 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:02:55.023 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:03:25.667 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:03:25.765 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:03:26.559 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T15:03:26.556+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 636304) UID: 0 2023-10-21T15:03:26.560 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T15:03:26.556+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 636304) UID: 0 2023-10-21T15:03:26.571 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T15:03:26.556+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 636304) UID: 0 2023-10-21T15:03:26.587 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T15:03:26.556+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 636304) UID: 0 2023-10-21T15:07:21.339 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:07:21.449 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:07:22.131 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T15:07:22.128+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 636376) UID: 0 2023-10-21T15:07:22.147 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T15:07:22.128+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 636376) UID: 0 2023-10-21T15:12:22.809 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:12:22.928 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:12:23.020 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T15:12:23.014+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150195) UID: 0 2023-10-21T15:12:23.023 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T15:12:23.016+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150195) UID: 0 2023-10-21T15:12:23.034 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T15:12:23.011+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150195) UID: 0 2023-10-21T15:12:23.052 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T15:12:23.014+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150195) UID: 0 2023-10-21T15:15:58.427 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:15:58.462 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:16:28.666 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:16:28.669 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:16:58.765 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:16:58.768 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:17:28.928 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:17:28.931 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:17:59.026 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:17:59.028 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:18:29.140 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:18:29.143 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:18:59.246 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:18:59.254 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:19:29.548 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:19:29.554 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:19:29.629 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T15:19:29.627+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 636709) UID: 0 2023-10-21T15:19:29.630 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T15:19:29.627+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 636709) UID: 0 2023-10-21T15:23:02.475 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T15:23:02.472+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 636755) UID: 0 2023-10-21T15:23:02.476 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T15:23:02.474+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 636755) UID: 0 2023-10-21T15:23:02.545 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T15:23:02.472+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 636755) UID: 0 2023-10-21T15:23:02.550 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T15:23:02.472+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 636755) UID: 0 2023-10-21T15:27:10.498 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:27:10.535 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:27:10.976 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T15:27:10.974+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 636819) UID: 0 2023-10-21T15:27:10.977 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T15:27:10.974+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 636819) UID: 0 2023-10-21T15:27:10.977 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T15:27:10.974+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 636819) UID: 0 2023-10-21T15:27:10.978 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T15:27:10.976+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 636819) UID: 0 2023-10-21T15:31:09.399 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:31:09.406 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:31:12.877 INFO:teuthology.orchestra.run.smithi067.stdout:generic/476 3679s 2023-10-21T15:31:12.901 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/476 2023-10-21T15:31:12.901 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:31:12.911 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:31:12.923 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:31:12.924 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/477) 2023-10-21T15:31:26.998 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:31:27.003 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:31:27.003 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:31:27.004 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:31:27.005 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:31:39.536 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:31:39.539 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:31:39.629 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T15:31:39.626+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 637199) UID: 0 2023-10-21T15:31:39.629 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T15:31:39.628+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 637199) UID: 0 2023-10-21T15:35:16.105 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:35:16.109 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:35:16.265 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T15:35:16.263+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150937) UID: 0 2023-10-21T15:35:16.265 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T15:35:16.263+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150937) UID: 0 2023-10-21T15:35:16.266 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T15:35:16.263+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150937) UID: 0 2023-10-21T15:35:16.266 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T15:35:16.263+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150937) UID: 0 2023-10-21T15:39:32.729 INFO:teuthology.orchestra.run.smithi067.stdout:generic/477 33s 2023-10-21T15:39:32.803 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/477 2023-10-21T15:39:32.803 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:39:32.805 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:32.949 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:39:32.950 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/478) 2023-10-21T15:39:34.162 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:39:34.169 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:39:34.170 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:39:34.171 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:39:34.171 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:45.262 INFO:teuthology.orchestra.run.smithi067.stdout:generic/478 11s 2023-10-21T15:39:45.267 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/478 2023-10-21T15:39:45.268 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:39:45.270 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:45.327 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:39:45.328 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/479) 2023-10-21T15:39:45.681 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:39:45.686 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:39:45.687 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:39:45.694 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:39:45.694 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:46.296 INFO:teuthology.orchestra.run.smithi067.stdout:generic/479 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T15:39:46.300 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/479 2023-10-21T15:39:46.300 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/479 2023-10-21T15:39:46.301 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:39:46.305 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:46.349 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:39:46.350 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/480) 2023-10-21T15:39:46.728 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:39:46.736 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:39:46.737 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:39:46.738 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:39:46.738 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:47.282 INFO:teuthology.orchestra.run.smithi067.stdout:generic/480 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T15:39:47.294 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/480 2023-10-21T15:39:47.295 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/480 2023-10-21T15:39:47.295 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:39:47.297 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:47.340 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:39:47.340 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/481) 2023-10-21T15:39:47.730 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:39:47.735 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:39:47.735 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:39:47.736 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:39:47.736 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:48.256 INFO:teuthology.orchestra.run.smithi067.stdout:generic/481 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T15:39:48.262 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/481 2023-10-21T15:39:48.262 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/481 2023-10-21T15:39:48.262 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:39:48.264 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:48.295 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:39:48.296 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/482) 2023-10-21T15:39:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:39:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:39:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:39:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:39:48.656 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:49.260 INFO:teuthology.orchestra.run.smithi067.stdout:generic/482 [not run] This test requires a valid $LOGWRITES_DEV 2023-10-21T15:39:49.272 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/482 2023-10-21T15:39:49.272 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/482 2023-10-21T15:39:49.272 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:39:49.274 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:49.314 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:39:49.314 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/483) 2023-10-21T15:39:49.671 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:39:49.681 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:39:49.681 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:39:49.686 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:39:49.686 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:50.191 INFO:teuthology.orchestra.run.smithi067.stdout:generic/483 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T15:39:50.196 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/483 2023-10-21T15:39:50.196 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/483 2023-10-21T15:39:50.197 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:39:50.201 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:50.233 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:39:50.234 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/484) 2023-10-21T15:39:50.642 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:39:50.650 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:39:50.650 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:39:50.652 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:39:50.652 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:51.183 INFO:teuthology.orchestra.run.smithi067.stdout:generic/484 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T15:39:51.189 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/484 2023-10-21T15:39:51.189 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/484 2023-10-21T15:39:51.189 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:39:51.191 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:51.230 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:39:51.231 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/485) 2023-10-21T15:39:51.601 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:39:51.605 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:39:51.606 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:39:51.608 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:39:51.609 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:52.177 INFO:teuthology.orchestra.run.smithi067.stdout:generic/485 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-21T15:39:52.182 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/485 2023-10-21T15:39:52.182 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/485 2023-10-21T15:39:52.182 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:39:52.184 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:52.220 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:39:52.221 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/486) 2023-10-21T15:39:52.575 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:39:52.579 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:39:52.580 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:39:52.581 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:39:52.581 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:53.524 INFO:teuthology.orchestra.run.smithi067.stdout:generic/486 1s 2023-10-21T15:39:53.530 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/486 2023-10-21T15:39:53.530 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:39:53.533 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:53.549 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:39:53.550 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/487) 2023-10-21T15:39:53.929 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:39:53.934 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:39:53.936 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:39:53.937 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:39:53.937 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:54.472 INFO:teuthology.orchestra.run.smithi067.stdout:generic/487 [not run] This test requires a valid $SCRATCH_LOGDEV 2023-10-21T15:39:54.483 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/487 2023-10-21T15:39:54.483 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/487 2023-10-21T15:39:54.483 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:39:54.489 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:54.524 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:39:54.525 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/488) 2023-10-21T15:39:54.905 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:39:54.911 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:39:54.913 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:39:54.914 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:39:54.915 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:55.410 INFO:teuthology.orchestra.run.smithi067.stdout:generic/488 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T15:39:55.418 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/488 2023-10-21T15:39:55.419 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/488 2023-10-21T15:39:55.419 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:39:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:55.450 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:39:55.451 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/489) 2023-10-21T15:39:55.815 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:39:55.825 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:39:55.825 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:39:55.826 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:39:55.827 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:56.356 INFO:teuthology.orchestra.run.smithi067.stdout:generic/489 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T15:39:56.361 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/489 2023-10-21T15:39:56.361 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/489 2023-10-21T15:39:56.361 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:39:56.363 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:56.396 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:39:56.396 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/490) 2023-10-21T15:39:56.774 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:39:56.780 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:39:56.781 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:39:56.782 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:39:56.782 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:59.136 INFO:teuthology.orchestra.run.smithi067.stdout:generic/490 2s 2023-10-21T15:39:59.153 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/490 2023-10-21T15:39:59.153 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:39:59.161 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:39:59.440 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:39:59.440 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/491) 2023-10-21T15:40:00.028 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:00.034 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:00.034 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:00.034 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:00.035 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:00.650 INFO:teuthology.orchestra.run.smithi067.stdout:generic/491 [not run] ceph does not support freezing 2023-10-21T15:40:00.655 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/491 2023-10-21T15:40:00.655 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/491 2023-10-21T15:40:00.655 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:00.658 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:00.687 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:00.688 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/492) 2023-10-21T15:40:01.072 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:01.082 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:01.083 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:01.084 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:01.084 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:01.622 INFO:teuthology.orchestra.run.smithi067.stdout:generic/492 [not run] xfs_io label failed (old kernel/wrong fs?) 2023-10-21T15:40:01.635 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/492 2023-10-21T15:40:01.635 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/492 2023-10-21T15:40:01.635 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:01.638 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:01.672 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:01.673 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/493) 2023-10-21T15:40:02.058 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:02.065 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:02.065 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:02.067 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:02.067 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:03.033 INFO:teuthology.orchestra.run.smithi067.stdout:generic/493 [not run] swapfiles are not supported 2023-10-21T15:40:03.042 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/493 2023-10-21T15:40:03.043 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/493 2023-10-21T15:40:03.043 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:03.052 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:03.087 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:03.087 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/494) 2023-10-21T15:40:03.434 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:03.448 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:03.449 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:03.450 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:03.450 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:04.341 INFO:teuthology.orchestra.run.smithi067.stdout:generic/494 [not run] swapfiles are not supported 2023-10-21T15:40:04.345 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/494 2023-10-21T15:40:04.345 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/494 2023-10-21T15:40:04.346 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:04.348 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:04.407 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:04.407 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/495) 2023-10-21T15:40:04.792 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:04.796 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:04.797 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:04.798 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:04.798 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:05.656 INFO:teuthology.orchestra.run.smithi067.stdout:generic/495 [not run] swapfiles are not supported 2023-10-21T15:40:05.662 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/495 2023-10-21T15:40:05.663 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/495 2023-10-21T15:40:05.663 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:05.664 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:05.698 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:05.699 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/496) 2023-10-21T15:40:06.097 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:06.103 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:06.104 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:06.106 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:06.106 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:07.028 INFO:teuthology.orchestra.run.smithi067.stdout:generic/496 [not run] swapfiles are not supported 2023-10-21T15:40:07.032 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/496 2023-10-21T15:40:07.032 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/496 2023-10-21T15:40:07.033 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:07.034 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:07.076 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:07.077 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/497) 2023-10-21T15:40:07.445 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:07.450 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:07.451 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:07.452 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:07.453 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:08.312 INFO:teuthology.orchestra.run.smithi067.stdout:generic/497 [not run] swapfiles are not supported 2023-10-21T15:40:08.318 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/497 2023-10-21T15:40:08.319 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/497 2023-10-21T15:40:08.319 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:08.323 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:08.356 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:08.357 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/498) 2023-10-21T15:40:08.721 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:08.726 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:08.726 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:08.728 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:08.728 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:09.313 INFO:teuthology.orchestra.run.smithi067.stdout:generic/498 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T15:40:09.317 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/498 2023-10-21T15:40:09.317 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/498 2023-10-21T15:40:09.318 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:09.320 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:09.367 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:09.367 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/499) 2023-10-21T15:40:09.774 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:09.780 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:09.781 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:09.782 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:09.782 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:10.298 INFO:teuthology.orchestra.run.smithi067.stdout:generic/499 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-21T15:40:10.306 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/499 2023-10-21T15:40:10.307 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/499 2023-10-21T15:40:10.307 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:10.309 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:10.346 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:10.346 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/500) 2023-10-21T15:40:10.763 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:10.772 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:10.773 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:10.775 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:10.775 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:11.405 INFO:teuthology.orchestra.run.smithi067.stdout:generic/500 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T15:40:11.415 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/500 2023-10-21T15:40:11.415 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/500 2023-10-21T15:40:11.416 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:11.429 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:11.462 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:11.463 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/501) 2023-10-21T15:40:11.838 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:11.843 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:11.843 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:11.845 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:11.845 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:12.949 INFO:teuthology.orchestra.run.smithi067.stdout:generic/501 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T15:40:13.097 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/501 2023-10-21T15:40:13.097 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/501 2023-10-21T15:40:13.097 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:13.124 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:13.208 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:13.209 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/502) 2023-10-21T15:40:13.580 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:13.586 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:13.587 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:13.587 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:13.588 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:14.171 INFO:teuthology.orchestra.run.smithi067.stdout:generic/502 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T15:40:14.183 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/502 2023-10-21T15:40:14.183 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/502 2023-10-21T15:40:14.183 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:14.187 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:14.250 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:14.250 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/503) 2023-10-21T15:40:14.660 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:14.669 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:14.670 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:14.677 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:14.679 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:15.251 INFO:teuthology.orchestra.run.smithi067.stdout:generic/503 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T15:40:15.258 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/503 2023-10-21T15:40:15.259 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/503 2023-10-21T15:40:15.259 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:15.261 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:15.305 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:15.306 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/504) 2023-10-21T15:40:15.749 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:15.756 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:15.757 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:15.758 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:15.759 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:16.320 INFO:teuthology.orchestra.run.smithi067.stdout:generic/504 0s 2023-10-21T15:40:16.337 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/504 2023-10-21T15:40:16.337 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:16.340 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:16.390 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:16.390 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/505) 2023-10-21T15:40:16.773 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:16.783 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:16.783 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:16.785 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:16.786 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:17.503 INFO:teuthology.orchestra.run.smithi067.stdout:generic/505 [not run] ceph does not support shutdown 2023-10-21T15:40:17.530 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/505 2023-10-21T15:40:17.531 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/505 2023-10-21T15:40:17.531 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:17.533 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:17.567 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:17.568 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/506) 2023-10-21T15:40:17.961 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:17.966 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:17.967 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:17.968 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:17.968 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:18.517 INFO:teuthology.orchestra.run.smithi067.stdout:generic/506 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T15:40:18.523 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/506 2023-10-21T15:40:18.523 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/506 2023-10-21T15:40:18.523 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:18.527 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:18.570 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:18.571 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/507) 2023-10-21T15:40:18.976 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:18.981 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:18.981 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:18.983 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:18.983 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:19.581 INFO:teuthology.orchestra.run.smithi067.stdout:generic/507 [not run] file system doesn't support chattr +ASai 2023-10-21T15:40:19.585 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/507 2023-10-21T15:40:19.586 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/507 2023-10-21T15:40:19.586 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:19.588 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:19.645 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:19.645 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/508) 2023-10-21T15:40:20.059 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:20.064 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:20.065 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:20.069 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:20.069 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:20.579 INFO:teuthology.orchestra.run.smithi067.stdout:generic/508 [not run] lsattr not supported by test filesystem type: ceph 2023-10-21T15:40:20.587 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/508 2023-10-21T15:40:20.587 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/508 2023-10-21T15:40:20.587 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:20.589 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:20.631 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:20.632 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/509) 2023-10-21T15:40:21.068 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:21.076 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:21.076 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:21.078 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:21.079 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:21.587 INFO:teuthology.orchestra.run.smithi067.stdout:generic/509 [not run] O_TMPFILE is not supported 2023-10-21T15:40:21.597 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/509 2023-10-21T15:40:21.597 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/509 2023-10-21T15:40:21.597 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:21.599 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:21.632 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:21.633 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/510) 2023-10-21T15:40:21.972 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:21.977 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:21.977 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:21.978 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:21.979 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:22.508 INFO:teuthology.orchestra.run.smithi067.stdout:generic/510 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T15:40:22.515 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/510 2023-10-21T15:40:22.516 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/510 2023-10-21T15:40:22.516 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:22.520 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:22.560 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:22.561 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/511) 2023-10-21T15:40:22.949 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:22.954 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:22.955 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:22.956 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:22.956 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:23.434 INFO:teuthology.orchestra.run.smithi067.stdout:generic/511 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-21T15:40:23.447 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/511 2023-10-21T15:40:23.448 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/511 2023-10-21T15:40:23.448 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:23.452 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:23.496 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:23.496 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/512) 2023-10-21T15:40:23.843 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:23.847 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:23.847 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:23.849 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:23.849 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:24.408 INFO:teuthology.orchestra.run.smithi067.stdout:generic/512 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T15:40:24.413 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/512 2023-10-21T15:40:24.413 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/512 2023-10-21T15:40:24.413 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:24.416 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:24.460 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:24.461 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/513) 2023-10-21T15:40:24.887 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:24.899 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:24.900 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:24.900 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:24.901 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:26.087 INFO:teuthology.orchestra.run.smithi067.stdout:generic/513 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T15:40:26.094 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/513 2023-10-21T15:40:26.095 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/513 2023-10-21T15:40:26.095 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:26.099 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:26.177 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:26.178 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/514) 2023-10-21T15:40:26.622 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:26.630 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:26.630 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:26.632 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:26.632 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:27.921 INFO:teuthology.orchestra.run.smithi067.stdout:generic/514 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T15:40:27.987 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/514 2023-10-21T15:40:27.989 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/514 2023-10-21T15:40:27.989 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:28.013 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:28.077 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:28.078 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/515) 2023-10-21T15:40:28.198 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:40:28.201 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:40:28.267 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T15:40:28.265+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151009) UID: 0 2023-10-21T15:40:28.268 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T15:40:28.265+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151009) UID: 0 2023-10-21T15:40:28.268 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T15:40:28.266+0000 7f0aa07b0700 -1 Fail to open '/proc/151009/cmdline' error = (2) No such file or directory 2023-10-21T15:40:28.268 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T15:40:28.266+0000 7f0aa07b0700 -1 received signal: Hangup from (PID: 151009) UID: 0 2023-10-21T15:40:28.269 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T15:40:28.265+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151009) UID: 0 2023-10-21T15:40:28.380 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T15:40:28.378+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 656526) UID: 0 2023-10-21T15:40:28.381 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T15:40:28.379+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 656526) UID: 0 2023-10-21T15:40:28.471 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:28.479 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:28.479 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:28.480 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:28.480 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:29.699 INFO:teuthology.orchestra.run.smithi067.stdout:generic/515 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T15:40:29.770 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/515 2023-10-21T15:40:29.770 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/515 2023-10-21T15:40:29.770 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:29.875 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:29.964 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:29.965 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/516) 2023-10-21T15:40:30.423 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:30.428 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:30.429 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:30.437 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:30.437 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:31.143 INFO:teuthology.orchestra.run.smithi067.stdout:generic/516 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-21T15:40:31.157 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/516 2023-10-21T15:40:31.158 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/516 2023-10-21T15:40:31.158 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:31.160 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:31.614 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:31.614 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/517) 2023-10-21T15:40:32.137 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:32.142 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:32.142 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:32.143 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:32.143 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:33.082 INFO:teuthology.orchestra.run.smithi067.stdout:generic/517 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-10-21T15:40:33.443 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/517 2023-10-21T15:40:33.444 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/517 2023-10-21T15:40:33.444 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:33.573 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:33.631 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:33.631 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/518) 2023-10-21T15:40:34.097 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:34.109 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:34.109 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:34.110 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:34.111 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:35.625 INFO:teuthology.orchestra.run.smithi067.stdout:generic/518 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T15:40:35.669 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/518 2023-10-21T15:40:35.670 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/518 2023-10-21T15:40:35.670 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:35.673 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:35.734 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:35.735 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/519) 2023-10-21T15:40:36.288 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:36.292 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:36.293 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:36.294 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:36.295 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:36.983 INFO:teuthology.orchestra.run.smithi067.stdout:generic/519 [not run] FIBMAP not supported by this filesystem 2023-10-21T15:40:36.989 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/519 2023-10-21T15:40:36.989 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/519 2023-10-21T15:40:36.989 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:36.992 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:37.454 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:37.454 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/520) 2023-10-21T15:40:38.011 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:38.016 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:38.016 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:38.017 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:38.018 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:38.671 INFO:teuthology.orchestra.run.smithi067.stdout:generic/520 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T15:40:38.679 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/520 2023-10-21T15:40:38.680 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/520 2023-10-21T15:40:38.680 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T15:40:38.682 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:40:38.718 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T15:40:38.719 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/521) 2023-10-21T15:40:39.249 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T15:40:39.273 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T15:40:39.274 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T15:40:39.277 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T15:40:39.278 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T15:44:10.863 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T15:44:10.860+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659758) UID: 0 2023-10-21T15:44:10.863 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T15:44:10.860+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659758) UID: 0 2023-10-21T15:44:10.864 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T15:44:10.861+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659758) UID: 0 2023-10-21T15:44:10.864 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T15:44:10.860+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659758) UID: 0 2023-10-21T15:47:30.097 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:47:30.101 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:48:00.211 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:48:00.215 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:48:00.269 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T15:48:00.267+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659830) UID: 0 2023-10-21T15:48:00.269 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T15:48:00.267+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659830) UID: 0 2023-10-21T15:48:00.270 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T15:48:00.267+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659830) UID: 0 2023-10-21T15:48:00.274 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T15:48:00.272+0000 7f828bce0700 -1 received signal: Hangup from (PID: 659830) UID: 0 2023-10-21T15:51:02.073 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:51:02.076 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:51:32.410 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:51:32.413 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:52:02.502 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:52:02.505 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:52:32.591 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:52:32.598 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:53:02.721 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:53:02.725 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:53:32.834 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:53:32.837 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:54:02.913 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:54:02.916 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:54:32.995 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:54:32.999 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:55:03.079 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:55:03.082 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:55:33.185 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:55:33.188 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:56:03.321 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:56:03.324 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:56:33.739 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:56:33.748 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:57:03.832 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:57:03.835 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:57:33.914 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:57:33.923 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:58:04.026 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:58:04.030 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:58:34.140 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:58:34.143 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:59:04.279 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:59:04.282 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:59:34.376 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T15:59:34.379 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:00:04.511 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:00:04.515 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:00:34.640 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:00:34.643 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:01:04.756 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:01:04.759 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:01:34.856 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:01:34.863 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:02:04.979 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:02:04.983 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:02:35.126 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:02:35.129 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:03:05.234 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:03:05.239 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:03:35.340 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:03:35.343 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:04:05.640 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:04:05.642 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:04:35.717 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:04:35.721 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:04:35.763 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T16:04:35.762+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151872) UID: 0 2023-10-21T16:04:35.763 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T16:04:35.762+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151872) UID: 0 2023-10-21T16:04:35.764 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T16:04:35.762+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151872) UID: 0 2023-10-21T16:04:35.764 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T16:04:35.762+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151872) UID: 0 2023-10-21T16:07:27.025 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:07:27.028 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:07:57.308 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:07:57.311 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:07:57.411 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T16:07:57.403+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 660654) UID: 0 2023-10-21T16:07:57.412 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T16:07:57.403+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 660654) UID: 0 2023-10-21T16:07:57.412 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T16:07:57.403+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 660654) UID: 0 2023-10-21T16:07:57.412 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T16:07:57.403+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 660654) UID: 0 2023-10-21T16:10:59.314 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:10:59.317 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:11:29.386 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:11:29.389 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:11:59.468 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:11:59.471 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:12:29.557 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:12:29.561 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:12:59.644 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:12:59.646 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:13:29.751 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:13:29.754 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:14:00.030 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:14:00.032 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:14:30.122 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:14:30.126 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:15:00.200 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:15:00.203 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:15:30.300 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:15:30.303 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:16:00.611 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:16:00.614 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:16:30.957 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:16:30.960 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:17:01.045 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:17:01.048 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:17:31.130 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:17:31.134 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:18:01.210 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:18:01.219 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:18:31.320 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:18:31.323 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:19:01.699 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:19:01.702 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:19:32.140 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:19:32.145 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:20:02.220 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:20:02.225 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:20:02.292 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T16:20:02.291+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 661162) UID: 0 2023-10-21T16:20:02.293 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T16:20:02.291+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 661162) UID: 0 2023-10-21T16:20:02.293 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T16:20:02.290+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 661162) UID: 0 2023-10-21T16:20:02.295 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T16:20:02.293+0000 7f828bce0700 -1 Fail to open '/proc/661162/cmdline' error = (2) No such file or directory 2023-10-21T16:20:02.295 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T16:20:02.293+0000 7f828bce0700 -1 received signal: Hangup from (PID: 661162) UID: 0 2023-10-21T16:23:00.110 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:23:00.114 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:23:30.200 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:23:30.207 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:24:00.314 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:24:00.317 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:24:30.425 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:24:30.429 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:25:00.498 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:25:00.501 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:25:30.587 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:25:30.595 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:26:01.058 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:26:01.061 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:26:31.141 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:26:31.148 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:27:01.234 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:27:01.237 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:27:31.330 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:27:31.333 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:28:01.459 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:28:01.466 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:28:01.536 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T16:28:01.530+0000 7fed556c8700 -1 received signal: Hangup from (PID: 152750) UID: 0 2023-10-21T16:28:01.536 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T16:28:01.530+0000 7f0aa07b0700 -1 received signal: Hangup from (PID: 152750) UID: 0 2023-10-21T16:28:01.537 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T16:28:01.530+0000 7f6c0ffcc700 -1 received signal: Hangup from (PID: 152750) UID: 0 2023-10-21T16:28:01.538 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T16:28:01.531+0000 7fd9df003700 -1 Fail to open '/proc/152750/cmdline' error = (2) No such file or directory 2023-10-21T16:28:01.538 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T16:28:01.531+0000 7fd9df003700 -1 received signal: Hangup from (PID: 152750) UID: 0 2023-10-21T16:30:53.595 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:30:53.599 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:31:23.693 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:31:23.696 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:31:53.798 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:31:53.801 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:32:23.897 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:32:23.904 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:32:23.958 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T16:32:23.957+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 661598) UID: 0 2023-10-21T16:32:23.958 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T16:32:23.957+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 661598) UID: 0 2023-10-21T16:32:23.959 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T16:32:23.956+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 661598) UID: 0 2023-10-21T16:32:23.961 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T16:32:23.956+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 661598) UID: 0 2023-10-21T16:35:23.913 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:35:23.917 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:35:54.223 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:35:54.226 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:36:24.759 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:36:24.762 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:36:54.833 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:36:54.840 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:37:25.095 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:37:25.099 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:37:55.184 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:37:55.187 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:38:25.269 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:38:25.272 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:38:55.362 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:38:55.365 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:39:25.442 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:39:25.445 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:39:55.836 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:39:55.840 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:40:25.917 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:40:25.921 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:40:55.997 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:40:56.001 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:41:26.105 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:41:26.108 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:41:56.196 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:41:56.199 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:42:26.267 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:42:26.271 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:42:56.341 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:42:56.347 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:43:26.435 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:43:26.438 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:43:56.508 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:43:56.512 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:44:26.589 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:44:26.593 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:44:56.953 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:44:56.959 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:45:27.038 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:45:27.041 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:45:57.258 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:45:57.261 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:46:27.370 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:46:27.373 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:46:27.437 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T16:46:27.435+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 153483) UID: 0 2023-10-21T16:46:27.437 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T16:46:27.435+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 153483) UID: 0 2023-10-21T16:46:27.438 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T16:46:27.436+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 153483) UID: 0 2023-10-21T16:46:27.441 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T16:46:27.435+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 153483) UID: 0 2023-10-21T16:49:17.270 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:49:17.279 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:49:17.353 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T16:49:17.351+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 153532) UID: 0 2023-10-21T16:49:17.354 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T16:49:17.351+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 153532) UID: 0 2023-10-21T16:49:17.354 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T16:49:17.352+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 153532) UID: 0 2023-10-21T16:49:17.354 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T16:49:17.352+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 153532) UID: 0 2023-10-21T16:52:12.860 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:52:12.864 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:52:42.983 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:52:42.990 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:52:43.052 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T16:52:43.052+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 662324) UID: 0 2023-10-21T16:52:43.053 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T16:52:43.052+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 662324) UID: 0 2023-10-21T16:52:43.054 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T16:52:43.053+0000 7f03c9906700 -1 received signal: Hangup from (PID: 662324) UID: 0 2023-10-21T16:52:43.054 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T16:52:43.053+0000 7f9716647700 -1 received signal: Hangup from (PID: 662324) UID: 0 2023-10-21T16:58:17.938 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:58:17.941 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T16:58:18.020 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T16:58:18.020+0000 7fd9df003700 -1 Fail to open '/proc/153679/cmdline' error = (2) No such file or directory 2023-10-21T16:58:18.021 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T16:58:18.020+0000 7fd9df003700 -1 received signal: Hangup from (PID: 153679) UID: 0 2023-10-21T16:58:18.022 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T16:58:18.020+0000 7f6c0ffcc700 -1 Fail to open '/proc/153679/cmdline' error = (2) No such file or directory 2023-10-21T16:58:18.022 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T16:58:18.020+0000 7f6c0ffcc700 -1 received signal: Hangup from (PID: 153679) UID: 0 2023-10-21T16:58:18.022 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T16:58:18.019+0000 7fed556c8700 -1 received signal: Hangup from (PID: 153679) UID: 0 2023-10-21T16:58:18.023 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T16:58:18.020+0000 7f0aa07b0700 -1 Fail to open '/proc/153679/cmdline' error = (2) No such file or directory 2023-10-21T16:58:18.023 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T16:58:18.020+0000 7f0aa07b0700 -1 received signal: Hangup from (PID: 153679) UID: 0 2023-10-21T16:58:18.200 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T16:58:18.199+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 662398) UID: 0 2023-10-21T16:58:18.200 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T16:58:18.199+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 662398) UID: 0 2023-10-21T16:58:18.201 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T16:58:18.199+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 662398) UID: 0 2023-10-21T16:58:18.201 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T16:58:18.199+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 662398) UID: 0 2023-10-21T17:01:30.274 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:01:30.277 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:02:00.385 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:02:00.389 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:02:30.480 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:02:30.483 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:03:00.698 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:03:00.701 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:03:30.811 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:03:30.814 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:04:00.909 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:04:00.913 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:04:31.033 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:04:31.036 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:05:01.116 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:05:01.119 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:05:31.198 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:05:31.201 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:06:01.292 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:06:01.298 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:06:31.422 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:06:31.425 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:07:01.542 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:07:01.545 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:07:31.660 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:07:31.663 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:08:02.023 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:08:02.026 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:08:02.100 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T17:08:02.098+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 662786) UID: 0 2023-10-21T17:08:02.101 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T17:08:02.100+0000 7ffa95be5700 -1 Fail to open '/proc/662786/cmdline' error = (2) No such file or directory 2023-10-21T17:08:02.101 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T17:08:02.100+0000 7ffa95be5700 -1 received signal: Hangup from (PID: 662786) UID: 0 2023-10-21T17:10:45.487 INFO:teuthology.orchestra.run.smithi067.stderr:error: Compressing program wrote following message to stderr when compressing log /var/log/ceph/ceph-mds.a.log.1: 2023-10-21T17:10:45.488 INFO:teuthology.orchestra.run.smithi067.stderr:gzip: stdin: file size changed while zipping 2023-10-21T17:11:17.339 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:11:17.343 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:11:47.474 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:11:47.479 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:12:17.660 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:12:17.663 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:12:47.758 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:12:47.761 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:13:17.833 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:13:17.836 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:13:48.220 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:13:48.223 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:14:02.317 INFO:teuthology.orchestra.run.smithi067.stdout:generic/521 5603s 2023-10-21T17:14:02.344 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/521 2023-10-21T17:14:02.344 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T17:14:02.346 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T17:14:02.549 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T17:14:02.550 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/522) 2023-10-21T17:14:03.428 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T17:14:03.434 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T17:14:03.435 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T17:14:03.436 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T17:14:03.436 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T17:14:18.533 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:14:18.536 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:14:48.737 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:14:48.743 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:15:18.828 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:15:18.832 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:15:48.929 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:15:48.932 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:16:19.023 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:16:19.027 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:16:49.137 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:16:49.140 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:17:19.259 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:17:19.265 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:17:19.345 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T17:17:19.344+0000 7fed556c8700 -1 received signal: Hangup from (PID: 154432) UID: 0 2023-10-21T17:17:19.345 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T17:17:19.343+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 154432) UID: 0 2023-10-21T17:17:19.346 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T17:17:19.345+0000 7f0aa07b0700 -1 received signal: Hangup from (PID: 154432) UID: 0 2023-10-21T17:17:19.346 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T17:17:19.344+0000 7f6c0ffcc700 -1 received signal: Hangup from (PID: 154432) UID: 0 2023-10-21T17:20:11.532 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:20:11.541 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:20:41.627 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:20:41.631 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:21:12.117 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:21:12.120 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:21:42.325 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:21:42.329 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:22:12.409 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:22:12.413 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:22:42.725 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:22:42.734 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:23:13.043 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:23:13.047 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:23:43.322 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:23:43.325 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:24:13.434 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:24:13.438 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:24:43.845 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:24:43.851 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:25:13.924 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:25:13.930 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:25:44.231 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:25:44.234 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:26:14.330 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:26:14.333 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:26:44.499 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:26:44.505 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:27:14.602 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:27:14.605 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:27:45.111 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:27:45.120 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:28:15.207 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:28:15.210 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:28:45.377 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:28:45.384 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:29:15.716 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:29:15.719 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:29:45.822 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:29:45.828 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:30:15.904 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:30:15.908 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:30:46.015 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:30:46.019 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:31:16.209 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:31:16.213 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:31:46.307 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:31:46.310 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:32:16.397 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:32:16.401 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:32:46.537 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:32:46.540 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:32:46.615 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T17:32:46.614+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664325) UID: 0 2023-10-21T17:32:46.615 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T17:32:46.615+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664325) UID: 0 2023-10-21T17:32:46.616 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T17:32:46.615+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664325) UID: 0 2023-10-21T17:32:46.617 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T17:32:46.617+0000 7f828bce0700 -1 received signal: Hangup from (PID: 664325) UID: 0 2023-10-21T17:35:48.677 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:35:48.681 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:35:48.756 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T17:35:48.755+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664375) UID: 0 2023-10-21T17:35:48.757 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T17:35:48.756+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664375) UID: 0 2023-10-21T17:35:48.759 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T17:35:48.755+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664375) UID: 0 2023-10-21T17:35:48.762 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T17:35:48.755+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664375) UID: 0 2023-10-21T17:38:55.136 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:38:55.142 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:39:25.250 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:39:25.252 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:39:55.450 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:39:55.453 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:39:55.505 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T17:39:55.505+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 155266) UID: 0 2023-10-21T17:39:55.506 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T17:39:55.505+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 155266) UID: 0 2023-10-21T17:39:55.506 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T17:39:55.505+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 155266) UID: 0 2023-10-21T17:39:55.507 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T17:39:55.505+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 155266) UID: 0 2023-10-21T17:42:51.357 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:42:51.361 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:42:51.427 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T17:42:51.426+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664527) UID: 0 2023-10-21T17:42:51.427 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T17:42:51.426+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664527) UID: 0 2023-10-21T17:42:51.428 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T17:42:51.426+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664527) UID: 0 2023-10-21T17:42:51.428 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T17:42:51.426+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664527) UID: 0 2023-10-21T17:45:48.957 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:45:48.962 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:46:19.379 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:46:19.382 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:46:49.453 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:46:49.459 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:47:19.561 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:47:19.564 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:47:49.655 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:47:49.658 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:48:19.780 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:48:19.783 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:48:49.856 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:48:49.859 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:49:20.037 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:49:20.040 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:49:50.127 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:49:50.131 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:50:20.219 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:50:20.228 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:50:50.300 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:50:50.303 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:51:20.415 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:51:20.418 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:51:50.491 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:51:50.494 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:52:20.842 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:52:20.845 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:52:50.947 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:52:50.955 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:53:21.092 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:53:21.094 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:53:51.266 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:53:51.269 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:54:21.414 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:54:21.421 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:54:51.497 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:54:51.500 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:55:21.589 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:55:21.596 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:55:51.680 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:55:51.694 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:56:21.776 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:56:21.851 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:56:52.041 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:56:52.044 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:57:22.290 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:57:22.293 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T17:57:22.341 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T17:57:22.339+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 155947) UID: 0 2023-10-21T17:57:22.341 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T17:57:22.339+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 155947) UID: 0 2023-10-21T17:57:22.342 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T17:57:22.339+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 155947) UID: 0 2023-10-21T17:57:22.342 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T17:57:22.339+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 155947) UID: 0 2023-10-21T18:00:17.102 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:00:17.106 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:00:47.201 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:00:47.204 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:00:47.272 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T18:00:47.272+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 156030) UID: 0 2023-10-21T18:00:47.273 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T18:00:47.272+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 156030) UID: 0 2023-10-21T18:00:47.273 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T18:00:47.272+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 156030) UID: 0 2023-10-21T18:00:47.274 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T18:00:47.272+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 156030) UID: 0 2023-10-21T18:03:41.272 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:03:41.276 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:03:41.377 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T18:03:41.375+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 665295) UID: 0 2023-10-21T18:03:41.378 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T18:03:41.376+0000 7f9716647700 -1 Fail to open '/proc/665295/cmdline' error = (2) No such file or directory 2023-10-21T18:03:41.378 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T18:03:41.376+0000 7f9716647700 -1 received signal: Hangup from (PID: 665295) UID: 0 2023-10-21T18:03:41.379 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T18:03:41.375+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 665295) UID: 0 2023-10-21T18:03:41.382 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T18:03:41.381+0000 7f03c9906700 -1 Fail to open '/proc/665295/cmdline' error = (2) No such file or directory 2023-10-21T18:03:41.383 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T18:03:41.381+0000 7f03c9906700 -1 received signal: Hangup from (PID: 665295) UID: 0 2023-10-21T18:06:46.339 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:06:46.343 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:06:46.382 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T18:06:46.381+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 156138) UID: 0 2023-10-21T18:06:46.383 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T18:06:46.381+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 156138) UID: 0 2023-10-21T18:06:46.384 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T18:06:46.381+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 156138) UID: 0 2023-10-21T18:06:46.384 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T18:06:46.381+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 156138) UID: 0 2023-10-21T18:09:39.100 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:09:39.104 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:10:09.223 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:10:09.226 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:10:39.335 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:10:39.338 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:11:09.417 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:11:09.420 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:11:39.528 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:11:39.532 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:12:09.642 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:12:09.649 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:12:39.730 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:12:39.735 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:13:09.880 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:13:09.887 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:13:40.030 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:13:40.033 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:14:10.157 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:14:10.160 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:14:40.480 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:14:40.486 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:15:10.673 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:15:10.676 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:15:41.018 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:15:41.330 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:15:41.390 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T18:15:41.389+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 665924) UID: 0 2023-10-21T18:15:41.391 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T18:15:41.389+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 665924) UID: 0 2023-10-21T18:18:51.772 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:18:51.775 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:18:51.826 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T18:18:51.825+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 156542) UID: 0 2023-10-21T18:18:51.827 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T18:18:51.825+0000 7f6c0ffcc700 -1 Fail to open '/proc/156542/cmdline' error = (2) No such file or directory 2023-10-21T18:18:51.827 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T18:18:51.825+0000 7f6c0ffcc700 -1 received signal: Hangup from (PID: 156542) UID: 0 2023-10-21T18:18:51.828 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T18:18:51.824+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 156542) UID: 0 2023-10-21T18:18:51.829 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T18:18:51.825+0000 7fed556c8700 -1 Fail to open '/proc/156542/cmdline' error = (2) No such file or directory 2023-10-21T18:18:51.829 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T18:18:51.825+0000 7fed556c8700 -1 received signal: Hangup from (PID: 156542) UID: 0 2023-10-21T18:20:25.720 INFO:teuthology.orchestra.run.smithi067.stdout:generic/522 3982s 2023-10-21T18:20:25.755 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/522 2023-10-21T18:20:25.756 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:25.760 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:25.818 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:25.982 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/523) 2023-10-21T18:20:26.590 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:26.595 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:26.595 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:26.601 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:26.601 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:27.689 INFO:teuthology.orchestra.run.smithi067.stdout:generic/523 1s 2023-10-21T18:20:27.708 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/523 2023-10-21T18:20:27.708 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:27.710 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:27.724 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:27.725 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/524) 2023-10-21T18:20:28.139 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:28.144 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:28.145 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:28.145 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:28.146 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:34.448 INFO:teuthology.orchestra.run.smithi067.stdout:generic/524 6s 2023-10-21T18:20:34.458 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/524 2023-10-21T18:20:34.458 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:34.461 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:34.471 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:34.472 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/525) 2023-10-21T18:20:34.834 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:34.839 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:34.839 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:34.842 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:34.842 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:35.617 INFO:teuthology.orchestra.run.smithi067.stdout:generic/525 [not run] filesystem does not support huge file size 2023-10-21T18:20:35.635 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/525 2023-10-21T18:20:35.635 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/525 2023-10-21T18:20:35.635 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:35.637 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:35.674 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:35.675 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/526) 2023-10-21T18:20:36.038 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:36.043 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:36.044 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:36.045 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:36.045 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:36.577 INFO:teuthology.orchestra.run.smithi067.stdout:generic/526 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T18:20:36.587 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/526 2023-10-21T18:20:36.588 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/526 2023-10-21T18:20:36.588 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:36.591 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:36.640 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:36.640 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/527) 2023-10-21T18:20:37.039 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:37.044 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:37.044 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:37.059 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:37.059 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:37.599 INFO:teuthology.orchestra.run.smithi067.stdout:generic/527 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T18:20:37.607 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/527 2023-10-21T18:20:37.607 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/527 2023-10-21T18:20:37.607 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:37.613 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:37.665 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:37.666 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/528) 2023-10-21T18:20:38.017 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:38.027 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:38.028 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:38.028 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:38.028 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:38.813 INFO:teuthology.orchestra.run.smithi067.stdout:generic/528 0s 2023-10-21T18:20:38.840 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/528 2023-10-21T18:20:38.840 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:38.843 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:39.251 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:39.252 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/529) 2023-10-21T18:20:39.717 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:39.731 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:39.734 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:39.735 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:39.735 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:40.934 INFO:teuthology.orchestra.run.smithi067.stdout:generic/529 0s 2023-10-21T18:20:40.940 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/529 2023-10-21T18:20:40.940 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:40.942 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:40.959 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:40.960 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/530) 2023-10-21T18:20:41.335 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:41.346 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:41.347 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:41.348 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:41.348 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:42.212 INFO:teuthology.orchestra.run.smithi067.stdout:generic/530 [not run] ceph does not support shutdown 2023-10-21T18:20:42.241 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/530 2023-10-21T18:20:42.241 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/530 2023-10-21T18:20:42.242 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:42.244 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:42.274 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:42.274 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/531) 2023-10-21T18:20:42.685 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:42.690 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:42.690 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:42.691 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:42.691 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:43.157 INFO:teuthology.orchestra.run.smithi067.stdout:generic/531 [not run] O_TMPFILE is not supported 2023-10-21T18:20:43.165 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/531 2023-10-21T18:20:43.165 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/531 2023-10-21T18:20:43.166 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:43.167 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:43.215 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:43.215 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/532) 2023-10-21T18:20:43.611 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:43.615 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:43.616 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:43.617 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:43.617 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:44.161 INFO:teuthology.orchestra.run.smithi067.stdout:generic/532 1s 2023-10-21T18:20:44.168 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/532 2023-10-21T18:20:44.168 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:44.170 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:44.233 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:44.234 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/533) 2023-10-21T18:20:44.619 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:44.639 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:44.640 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:44.641 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:44.641 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:46.027 INFO:teuthology.orchestra.run.smithi067.stdout:generic/533 2s 2023-10-21T18:20:46.036 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/533 2023-10-21T18:20:46.037 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:46.038 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:46.068 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:46.068 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/534) 2023-10-21T18:20:46.425 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:46.429 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:46.430 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:46.431 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:46.431 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:46.960 INFO:teuthology.orchestra.run.smithi067.stdout:generic/534 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T18:20:46.968 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/534 2023-10-21T18:20:46.968 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/534 2023-10-21T18:20:46.968 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:46.970 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:47.004 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:47.004 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/535) 2023-10-21T18:20:47.381 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:47.387 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:47.387 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:47.389 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:47.390 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:47.889 INFO:teuthology.orchestra.run.smithi067.stdout:generic/535 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T18:20:47.913 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/535 2023-10-21T18:20:47.913 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/535 2023-10-21T18:20:47.914 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:47.922 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:47.953 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:47.954 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/536) 2023-10-21T18:20:48.306 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:48.314 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:48.316 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:48.322 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:48.322 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:49.053 INFO:teuthology.orchestra.run.smithi067.stdout:generic/536 [not run] ceph does not support shutdown 2023-10-21T18:20:49.075 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/536 2023-10-21T18:20:49.075 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/536 2023-10-21T18:20:49.076 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:49.077 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:49.106 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:49.107 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/537) 2023-10-21T18:20:49.472 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:49.477 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:49.477 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:49.478 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:49.479 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:50.240 INFO:teuthology.orchestra.run.smithi067.stdout:generic/537 [not run] FSTRIM not supported 2023-10-21T18:20:50.287 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/537 2023-10-21T18:20:50.287 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/537 2023-10-21T18:20:50.287 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:20:50.289 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:20:50.320 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:20:50.321 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/538) 2023-10-21T18:20:50.683 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:20:50.687 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:20:50.688 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:20:50.689 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:20:50.689 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:21:46.181 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:21:46.184 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:22:16.501 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:22:16.505 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:22:46.842 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:22:46.845 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:23:16.971 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:23:16.978 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:23:47.080 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:23:47.083 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:24:17.292 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:24:17.299 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:24:47.383 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:24:47.391 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:25:17.485 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:25:17.489 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:25:47.588 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:25:47.592 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:26:17.708 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:26:17.711 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:26:48.122 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:26:48.124 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:27:18.221 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:27:18.224 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:27:48.588 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:27:48.591 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:28:18.910 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:28:18.913 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:28:18.977 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T18:28:18.976+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 679873) UID: 0 2023-10-21T18:28:18.978 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T18:28:18.976+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 679873) UID: 0 2023-10-21T18:28:18.981 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T18:28:18.980+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 679873) UID: 0 2023-10-21T18:28:18.982 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T18:28:18.981+0000 7f080c064700 -1 received signal: Hangup from (PID: 679873) UID: 0 2023-10-21T18:29:57.771 INFO:teuthology.orchestra.run.smithi067.stdout:generic/538 547s 2023-10-21T18:29:57.788 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/538 2023-10-21T18:29:57.788 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:29:57.791 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:29:58.322 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:29:58.323 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/539) 2023-10-21T18:29:59.004 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:29:59.009 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:29:59.010 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:29:59.014 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:29:59.014 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:01.894 INFO:teuthology.orchestra.run.smithi067.stdout:generic/539 2s 2023-10-21T18:30:01.907 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/539 2023-10-21T18:30:01.907 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:30:01.916 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:02.327 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:30:02.328 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/540) 2023-10-21T18:30:02.933 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:30:02.947 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:30:02.948 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:30:02.949 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:30:02.949 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:04.136 INFO:teuthology.orchestra.run.smithi067.stdout:generic/540 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T18:30:04.263 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/540 2023-10-21T18:30:04.263 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/540 2023-10-21T18:30:04.263 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:30:04.279 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:04.545 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:30:04.545 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/541) 2023-10-21T18:30:05.037 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:30:05.060 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:30:05.061 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:30:05.062 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:30:05.062 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:06.627 INFO:teuthology.orchestra.run.smithi067.stdout:generic/541 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T18:30:06.670 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/541 2023-10-21T18:30:06.670 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/541 2023-10-21T18:30:06.670 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:30:06.688 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:06.753 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:30:06.753 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/542) 2023-10-21T18:30:07.264 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:30:07.270 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:30:07.270 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:30:07.271 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:30:07.271 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:08.599 INFO:teuthology.orchestra.run.smithi067.stdout:generic/542 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T18:30:08.664 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/542 2023-10-21T18:30:08.665 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/542 2023-10-21T18:30:08.665 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:30:08.679 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:08.811 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:30:08.812 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/543) 2023-10-21T18:30:09.294 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:30:09.306 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:30:09.307 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:30:09.310 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:30:09.311 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:10.625 INFO:teuthology.orchestra.run.smithi067.stdout:generic/543 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T18:30:10.666 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/543 2023-10-21T18:30:10.666 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/543 2023-10-21T18:30:10.666 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:30:10.695 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:10.758 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:30:10.759 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/544) 2023-10-21T18:30:11.328 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:30:11.349 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:30:11.349 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:30:11.355 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:30:11.355 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:12.810 INFO:teuthology.orchestra.run.smithi067.stdout:generic/544 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T18:30:12.873 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/544 2023-10-21T18:30:12.874 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/544 2023-10-21T18:30:12.874 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:30:12.883 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:13.041 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:30:13.042 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/545) 2023-10-21T18:30:13.595 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:30:13.603 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:30:13.603 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:30:13.613 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:30:13.613 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:14.428 INFO:teuthology.orchestra.run.smithi067.stdout:generic/545 [not run] file system doesn't support chattr +i 2023-10-21T18:30:14.438 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/545 2023-10-21T18:30:14.439 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/545 2023-10-21T18:30:14.439 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:30:14.441 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:14.508 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:30:14.509 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/546) 2023-10-21T18:30:14.970 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:30:14.980 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:30:14.981 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:30:14.982 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:30:14.983 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:15.671 INFO:teuthology.orchestra.run.smithi067.stdout:generic/546 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T18:30:15.684 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/546 2023-10-21T18:30:15.685 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/546 2023-10-21T18:30:15.685 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:30:15.694 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:15.747 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:30:15.747 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/547) 2023-10-21T18:30:16.204 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:30:16.238 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:30:16.239 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:30:16.240 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:30:16.241 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:16.880 INFO:teuthology.orchestra.run.smithi067.stdout:generic/547 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T18:30:16.886 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/547 2023-10-21T18:30:16.886 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/547 2023-10-21T18:30:16.887 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:30:16.892 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:16.947 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:30:16.948 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/548) 2023-10-21T18:30:17.445 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:30:17.460 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:30:17.460 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:30:17.466 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:30:17.467 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:18.328 INFO:teuthology.orchestra.run.smithi067.stdout:generic/548 [not run] kernel does not support ceph encryption 2023-10-21T18:30:18.364 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/548 2023-10-21T18:30:18.365 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/548 2023-10-21T18:30:18.365 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:30:18.373 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:18.430 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:30:18.430 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/549) 2023-10-21T18:30:18.888 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:30:18.908 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:30:18.909 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:30:18.923 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:30:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:19.935 INFO:teuthology.orchestra.run.smithi067.stdout:generic/549 [not run] kernel does not support ceph encryption 2023-10-21T18:30:19.959 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/549 2023-10-21T18:30:19.960 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/549 2023-10-21T18:30:19.960 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:30:19.965 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:20.001 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:30:20.002 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/550) 2023-10-21T18:30:20.447 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:30:20.467 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:30:20.467 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:30:20.469 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:30:20.469 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:21.474 INFO:teuthology.orchestra.run.smithi067.stdout:generic/550 [not run] kernel does not support ceph encryption 2023-10-21T18:30:21.512 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/550 2023-10-21T18:30:21.512 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/550 2023-10-21T18:30:21.512 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:30:21.532 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:30:21.582 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:30:21.583 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/551) 2023-10-21T18:30:22.094 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:30:22.111 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:30:22.116 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:30:22.117 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:30:22.117 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:34:00.943 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:34:00.946 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:34:01.236 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T18:34:01.235+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 687832) UID: 0 2023-10-21T18:34:01.238 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T18:34:01.237+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 687832) UID: 0 2023-10-21T18:34:01.238 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T18:34:01.237+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 687832) UID: 0 2023-10-21T18:34:01.239 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T18:34:01.237+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 687832) UID: 0 2023-10-21T18:37:13.194 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:37:13.199 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:37:43.325 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:37:43.329 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:38:13.449 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:38:13.453 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:38:43.520 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:38:43.524 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:39:13.837 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:39:13.844 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:39:43.939 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:39:43.945 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:40:14.037 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:40:14.040 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:40:44.141 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:40:44.144 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:41:14.291 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:41:14.302 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:41:44.395 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:41:44.399 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:42:14.533 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:42:14.536 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:42:44.624 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:42:44.638 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:43:14.853 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:43:14.857 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:43:44.957 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:43:44.960 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:44:15.073 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:44:15.076 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:44:45.180 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:44:45.187 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:45:15.262 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:45:15.266 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:45:45.365 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:45:45.384 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:46:15.542 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:46:15.546 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:46:45.633 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:46:45.637 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:47:15.731 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:47:15.738 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:47:45.834 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:47:45.837 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:48:15.937 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:48:15.940 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:48:46.035 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:48:46.040 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:49:16.138 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:49:16.141 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:49:46.258 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:49:46.261 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:49:46.599 INFO:teuthology.orchestra.run.smithi067.stdout:generic/551 1164s 2023-10-21T18:49:46.627 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/551 2023-10-21T18:49:46.627 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:49:46.635 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:46.646 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:49:46.651 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/552) 2023-10-21T18:49:47.269 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:49:47.274 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:49:47.278 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:49:47.281 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:49:47.281 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:47.950 INFO:teuthology.orchestra.run.smithi067.stdout:generic/552 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T18:49:47.956 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/552 2023-10-21T18:49:47.956 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/552 2023-10-21T18:49:47.956 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:49:47.960 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:48.009 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:49:48.009 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/553) 2023-10-21T18:49:48.390 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:49:48.399 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:49:48.399 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:49:48.401 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:49:48.401 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:49.013 INFO:teuthology.orchestra.run.smithi067.stdout:generic/553 [not run] xfs_io chattr +i failed (old kernel/wrong fs?) 2023-10-21T18:49:49.018 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/553 2023-10-21T18:49:49.018 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/553 2023-10-21T18:49:49.019 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:49:49.021 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:49.129 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:49:49.130 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/554) 2023-10-21T18:49:49.947 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:49:49.957 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:49:49.957 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:49:49.961 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:49:49.961 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:50.962 INFO:teuthology.orchestra.run.smithi067.stdout:generic/554 [not run] swapfiles are not supported 2023-10-21T18:49:50.966 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/554 2023-10-21T18:49:50.967 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/554 2023-10-21T18:49:50.967 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:49:50.972 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:51.146 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:49:51.147 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/555) 2023-10-21T18:49:51.884 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:49:51.889 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:49:51.891 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:49:51.895 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:49:51.895 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:52.476 INFO:teuthology.orchestra.run.smithi067.stdout:generic/555 [not run] xfs_io chattr +ia failed (old kernel/wrong fs?) 2023-10-21T18:49:52.481 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/555 2023-10-21T18:49:52.481 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/555 2023-10-21T18:49:52.481 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:49:52.484 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:52.807 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:49:52.807 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/556) 2023-10-21T18:49:53.366 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:49:53.372 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:49:53.372 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:49:53.374 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:49:53.374 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:53.875 INFO:teuthology.orchestra.run.smithi067.stdout:generic/556 [not run] ceph does not support casefold feature 2023-10-21T18:49:53.881 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/556 2023-10-21T18:49:53.881 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/556 2023-10-21T18:49:53.882 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:49:53.888 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:53.920 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:49:53.920 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/557) 2023-10-21T18:49:54.317 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:49:54.328 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:49:54.330 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:49:54.332 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:49:54.332 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:54.852 INFO:teuthology.orchestra.run.smithi067.stdout:generic/557 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T18:49:54.860 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/557 2023-10-21T18:49:54.860 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/557 2023-10-21T18:49:54.860 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:49:54.862 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:54.889 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:49:54.889 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/558) 2023-10-21T18:49:55.286 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:49:55.298 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:49:55.302 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:49:55.304 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:49:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:55.786 INFO:teuthology.orchestra.run.smithi067.stdout:generic/558 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-21T18:49:55.790 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/558 2023-10-21T18:49:55.791 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/558 2023-10-21T18:49:55.791 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:49:55.796 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:55.842 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:49:55.843 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/559) 2023-10-21T18:49:56.236 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:49:56.253 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:49:56.254 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:49:56.255 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:49:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:56.750 INFO:teuthology.orchestra.run.smithi067.stdout:generic/559 [not run] duperemove utility required, skipped this test 2023-10-21T18:49:56.755 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/559 2023-10-21T18:49:56.755 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/559 2023-10-21T18:49:56.756 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:49:56.758 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:56.790 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:49:56.791 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/560) 2023-10-21T18:49:57.198 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:49:57.206 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:49:57.206 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:49:57.207 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:49:57.208 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:57.694 INFO:teuthology.orchestra.run.smithi067.stdout:generic/560 [not run] duperemove utility required, skipped this test 2023-10-21T18:49:57.705 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/560 2023-10-21T18:49:57.705 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/560 2023-10-21T18:49:57.706 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:49:57.708 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:57.734 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:49:57.735 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/561) 2023-10-21T18:49:58.142 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:49:58.146 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:49:58.147 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:49:58.148 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:49:58.148 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:58.651 INFO:teuthology.orchestra.run.smithi067.stdout:generic/561 [not run] duperemove utility required, skipped this test 2023-10-21T18:49:58.661 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/561 2023-10-21T18:49:58.661 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/561 2023-10-21T18:49:58.661 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:49:58.663 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:49:58.710 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:49:58.710 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/562) 2023-10-21T18:49:59.088 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:49:59.097 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:49:59.099 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:49:59.100 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:49:59.100 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:00.130 INFO:teuthology.orchestra.run.smithi067.stdout:generic/562 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T18:50:00.138 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/562 2023-10-21T18:50:00.138 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/562 2023-10-21T18:50:00.139 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:00.343 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:00.454 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:00.455 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/563) 2023-10-21T18:50:00.829 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:00.833 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:00.834 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:00.835 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:00.835 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:01.406 INFO:teuthology.orchestra.run.smithi067.stdout:generic/563 [not run] cgroup2 not mounted on /sys/fs/cgroup 2023-10-21T18:50:01.411 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/563 2023-10-21T18:50:01.411 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/563 2023-10-21T18:50:01.412 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:01.417 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:01.447 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:01.447 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/564) 2023-10-21T18:50:01.867 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:01.872 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:01.872 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:01.879 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:01.879 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:02.518 INFO:teuthology.orchestra.run.smithi067.stdout:generic/564 [not run] xfs_io copy_range doesn't support -f 2023-10-21T18:50:02.520 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/564 2023-10-21T18:50:02.520 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/564 2023-10-21T18:50:02.520 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:02.523 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:02.749 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:02.750 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/565) 2023-10-21T18:50:03.401 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:03.418 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:03.418 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:03.419 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:03.420 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:04.590 INFO:teuthology.orchestra.run.smithi067.stdout:generic/565 1s 2023-10-21T18:50:04.596 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/565 2023-10-21T18:50:04.596 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:04.600 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:04.754 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:04.754 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/566) 2023-10-21T18:50:05.486 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:05.496 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:05.497 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:05.498 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:05.498 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:06.055 INFO:teuthology.orchestra.run.smithi067.stdout:generic/566 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T18:50:06.061 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/566 2023-10-21T18:50:06.061 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/566 2023-10-21T18:50:06.061 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:06.063 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:06.092 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:06.093 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/567) 2023-10-21T18:50:06.498 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:06.503 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:06.503 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:06.505 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:06.505 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:07.651 INFO:teuthology.orchestra.run.smithi067.stdout:generic/567 1s 2023-10-21T18:50:07.744 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/567 2023-10-21T18:50:07.744 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:07.744 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:07.745 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:07.745 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/568) 2023-10-21T18:50:08.103 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:08.118 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:08.119 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:08.120 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:08.120 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:08.694 INFO:teuthology.orchestra.run.smithi067.stdout:generic/568 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T18:50:08.700 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/568 2023-10-21T18:50:08.700 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/568 2023-10-21T18:50:08.700 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:08.703 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:08.749 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:08.750 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/569) 2023-10-21T18:50:09.116 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:09.126 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:09.126 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:09.127 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:09.128 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:09.699 INFO:teuthology.orchestra.run.smithi067.stdout:generic/569 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T18:50:09.704 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/569 2023-10-21T18:50:09.705 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/569 2023-10-21T18:50:09.705 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:09.708 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:09.753 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:09.754 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/570) 2023-10-21T18:50:10.133 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:10.147 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:10.148 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:10.149 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:10.149 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:10.828 INFO:teuthology.orchestra.run.smithi067.stdout:generic/570 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T18:50:10.834 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/570 2023-10-21T18:50:10.835 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/570 2023-10-21T18:50:10.835 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:10.839 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:10.877 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:10.878 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/571) 2023-10-21T18:50:11.239 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:11.244 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:11.244 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:11.246 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:11.246 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:12.013 INFO:teuthology.orchestra.run.smithi067.stdout:generic/571 [not run] Require fcntl setlease support 2023-10-21T18:50:12.021 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/571 2023-10-21T18:50:12.021 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/571 2023-10-21T18:50:12.021 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:12.024 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:12.063 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:12.063 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/572) 2023-10-21T18:50:12.483 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:12.491 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:12.492 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:12.496 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:12.496 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:13.044 INFO:teuthology.orchestra.run.smithi067.stdout:generic/572 [not run] fsverity utility required, skipped this test 2023-10-21T18:50:13.052 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/572 2023-10-21T18:50:13.053 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/572 2023-10-21T18:50:13.053 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:13.055 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:13.097 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:13.097 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/573) 2023-10-21T18:50:13.529 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:13.534 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:13.535 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:13.536 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:13.536 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:14.065 INFO:teuthology.orchestra.run.smithi067.stdout:generic/573 [not run] fsverity utility required, skipped this test 2023-10-21T18:50:14.074 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/573 2023-10-21T18:50:14.074 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/573 2023-10-21T18:50:14.074 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:14.078 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:14.109 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:14.109 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/574) 2023-10-21T18:50:14.507 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:14.513 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:14.515 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:14.516 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:14.516 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:15.013 INFO:teuthology.orchestra.run.smithi067.stdout:generic/574 [not run] fsverity utility required, skipped this test 2023-10-21T18:50:15.018 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/574 2023-10-21T18:50:15.018 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/574 2023-10-21T18:50:15.018 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:15.020 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:15.053 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:15.053 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/575) 2023-10-21T18:50:15.377 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:15.382 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:15.382 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:15.383 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:15.384 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:15.919 INFO:teuthology.orchestra.run.smithi067.stdout:generic/575 [not run] fsverity utility required, skipped this test 2023-10-21T18:50:15.931 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/575 2023-10-21T18:50:15.931 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/575 2023-10-21T18:50:15.932 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:15.936 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:15.961 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:15.961 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/576) 2023-10-21T18:50:16.315 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:16.320 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:16.320 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:16.321 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:16.321 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:16.333 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:50:16.338 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:50:16.872 INFO:teuthology.orchestra.run.smithi067.stdout:generic/576 [not run] fsverity utility required, skipped this test 2023-10-21T18:50:16.877 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/576 2023-10-21T18:50:16.878 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/576 2023-10-21T18:50:16.878 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:16.880 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:16.912 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:16.913 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/577) 2023-10-21T18:50:17.347 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:17.354 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:17.355 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:17.359 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:17.359 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:17.878 INFO:teuthology.orchestra.run.smithi067.stdout:generic/577 [not run] fsverity utility required, skipped this test 2023-10-21T18:50:17.889 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/577 2023-10-21T18:50:17.890 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/577 2023-10-21T18:50:17.890 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:17.892 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:17.923 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:17.924 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/578) 2023-10-21T18:50:18.317 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:18.325 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:18.326 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:18.327 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:18.327 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:18.915 INFO:teuthology.orchestra.run.smithi067.stdout:generic/578 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-21T18:50:18.918 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/578 2023-10-21T18:50:18.918 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/578 2023-10-21T18:50:18.918 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:18.974 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:18.975 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/579) 2023-10-21T18:50:19.366 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:19.385 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:19.386 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:19.387 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:19.387 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:19.922 INFO:teuthology.orchestra.run.smithi067.stdout:generic/579 [not run] fsverity utility required, skipped this test 2023-10-21T18:50:19.929 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/579 2023-10-21T18:50:19.929 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/579 2023-10-21T18:50:19.930 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:19.932 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:19.965 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:19.966 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/580) 2023-10-21T18:50:20.376 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:20.384 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:20.385 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:20.386 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:20.387 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:21.182 INFO:teuthology.orchestra.run.smithi067.stdout:generic/580 [not run] kernel does not support ceph encryption 2023-10-21T18:50:21.207 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/580 2023-10-21T18:50:21.208 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/580 2023-10-21T18:50:21.208 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:21.212 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:21.249 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:21.249 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/581) 2023-10-21T18:50:21.650 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:21.665 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:21.666 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:21.667 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:21.667 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:22.835 INFO:teuthology.orchestra.run.smithi067.stdout:generic/581 [not run] kernel does not support ceph encryption 2023-10-21T18:50:22.862 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/581 2023-10-21T18:50:22.863 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/581 2023-10-21T18:50:22.863 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:22.866 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:22.913 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:22.913 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/582) 2023-10-21T18:50:23.302 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:23.307 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:23.307 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:23.308 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:23.308 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:24.210 INFO:teuthology.orchestra.run.smithi067.stdout:generic/582 [not run] kernel does not support ceph encryption 2023-10-21T18:50:24.243 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/582 2023-10-21T18:50:24.244 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/582 2023-10-21T18:50:24.244 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:24.249 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:24.287 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:24.288 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/583) 2023-10-21T18:50:24.683 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:24.689 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:24.690 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:24.692 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:24.692 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:generic/583 [not run] kernel does not support ceph encryption 2023-10-21T18:50:25.510 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/583 2023-10-21T18:50:25.510 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/583 2023-10-21T18:50:25.510 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:25.513 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:25.542 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:25.542 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/584) 2023-10-21T18:50:25.952 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:25.957 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:25.958 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:25.959 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:25.960 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:26.804 INFO:teuthology.orchestra.run.smithi067.stdout:generic/584 [not run] kernel does not support ceph encryption 2023-10-21T18:50:26.835 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/584 2023-10-21T18:50:26.835 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/584 2023-10-21T18:50:26.836 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:26.838 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:26.881 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:26.881 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/585) 2023-10-21T18:50:27.265 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:27.276 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:27.276 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:27.278 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:27.278 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:27.908 INFO:teuthology.orchestra.run.smithi067.stdout:generic/585 [not run] kernel doesn't support renameat2 syscall 2023-10-21T18:50:27.913 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/585 2023-10-21T18:50:27.913 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/585 2023-10-21T18:50:27.914 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:27.916 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:28.397 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:28.398 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/586) 2023-10-21T18:50:28.813 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:28.818 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:28.819 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:28.820 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:28.820 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:29.474 INFO:teuthology.orchestra.run.smithi067.stdout:generic/586 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T18:50:29.479 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/586 2023-10-21T18:50:29.479 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/586 2023-10-21T18:50:29.479 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:29.481 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:29.937 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:29.938 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/587) 2023-10-21T18:50:30.315 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:30.320 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:30.321 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:30.323 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:30.323 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:30.872 INFO:teuthology.orchestra.run.smithi067.stdout:generic/587 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T18:50:30.882 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/587 2023-10-21T18:50:30.882 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/587 2023-10-21T18:50:30.882 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:30.884 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:30.939 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:30.939 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/588) 2023-10-21T18:50:31.331 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:31.336 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:31.337 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:31.338 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:31.338 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:32.432 INFO:teuthology.orchestra.run.smithi067.stdout:generic/588 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T18:50:32.557 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/588 2023-10-21T18:50:32.557 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/588 2023-10-21T18:50:32.558 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:32.566 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:32.636 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:32.636 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/589) 2023-10-21T18:50:33.036 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:33.047 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:33.047 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:33.049 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:33.049 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:33.567 INFO:teuthology.orchestra.run.smithi067.stdout:generic/589 [not run] require 172.21.15.67:6789:/scratch to be local device 2023-10-21T18:50:33.572 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/589 2023-10-21T18:50:33.573 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/589 2023-10-21T18:50:33.573 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:33.575 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:33.612 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:33.613 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/590) 2023-10-21T18:50:34.015 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:34.020 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:34.020 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:34.022 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:34.022 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:34.592 INFO:teuthology.orchestra.run.smithi067.stdout:generic/590 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T18:50:34.599 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/590 2023-10-21T18:50:34.600 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/590 2023-10-21T18:50:34.600 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:34.602 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:34.641 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:34.641 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/591) 2023-10-21T18:50:35.033 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:35.038 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:35.039 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:35.040 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:35.040 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:35.764 INFO:teuthology.orchestra.run.smithi067.stdout:generic/591 0s 2023-10-21T18:50:35.777 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/591 2023-10-21T18:50:35.777 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:35.782 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:36.105 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:36.106 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/592) 2023-10-21T18:50:36.637 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:36.642 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:36.642 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:36.643 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:36.643 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:37.462 INFO:teuthology.orchestra.run.smithi067.stdout:generic/592 [not run] kernel does not support ceph encryption 2023-10-21T18:50:37.488 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/592 2023-10-21T18:50:37.489 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/592 2023-10-21T18:50:37.489 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:37.497 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:37.532 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:37.533 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/593) 2023-10-21T18:50:37.936 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:37.939 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:37.940 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:37.941 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:37.941 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:38.828 INFO:teuthology.orchestra.run.smithi067.stdout:generic/593 [not run] kernel does not support ceph encryption 2023-10-21T18:50:38.852 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/593 2023-10-21T18:50:38.852 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/593 2023-10-21T18:50:38.853 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:38.859 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:38.888 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:38.888 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/594) 2023-10-21T18:50:39.305 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:39.318 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:39.318 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:39.321 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:39.321 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:39.840 INFO:teuthology.orchestra.run.smithi067.stdout:generic/594 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T18:50:39.850 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/594 2023-10-21T18:50:39.850 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/594 2023-10-21T18:50:39.850 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:39.859 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:39.898 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:39.899 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/595) 2023-10-21T18:50:40.294 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:40.299 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:40.300 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:40.301 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:40.301 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:41.132 INFO:teuthology.orchestra.run.smithi067.stdout:generic/595 [not run] kernel does not support ceph encryption 2023-10-21T18:50:41.174 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/595 2023-10-21T18:50:41.175 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/595 2023-10-21T18:50:41.175 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:41.177 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:41.204 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:41.205 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/596) 2023-10-21T18:50:41.562 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:41.580 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:41.580 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:41.581 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:41.582 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:42.221 INFO:teuthology.orchestra.run.smithi067.stdout:generic/596 [not run] file system doesn't support chattr +S 2023-10-21T18:50:42.230 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/596 2023-10-21T18:50:42.230 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/596 2023-10-21T18:50:42.231 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:42.231 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:42.293 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:42.293 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/597) 2023-10-21T18:50:42.652 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:42.657 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:42.657 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:42.659 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:42.659 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:43.799 INFO:teuthology.orchestra.run.smithi067.stdout:generic/597 1s 2023-10-21T18:50:43.805 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/597 2023-10-21T18:50:43.805 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:43.808 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:44.142 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:44.143 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/598) 2023-10-21T18:50:44.607 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:44.615 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:44.615 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:44.617 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:44.617 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:46.174 INFO:teuthology.orchestra.run.smithi067.stdout:generic/598 2s 2023-10-21T18:50:46.198 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/598 2023-10-21T18:50:46.198 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:46.200 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:46.454 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:50:46.528 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:50:46.617 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:46.618 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/599) 2023-10-21T18:50:47.139 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:47.145 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:47.146 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:47.147 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:47.147 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:47.908 INFO:teuthology.orchestra.run.smithi067.stdout:generic/599 [not run] ceph does not support shutdown 2023-10-21T18:50:47.945 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/599 2023-10-21T18:50:47.945 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/599 2023-10-21T18:50:47.946 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:47.948 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:47.983 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:47.983 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/600) 2023-10-21T18:50:48.352 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:48.360 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:48.363 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:48.364 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:48.364 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:48.865 INFO:teuthology.orchestra.run.smithi067.stdout:generic/600 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T18:50:48.872 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/600 2023-10-21T18:50:48.872 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/600 2023-10-21T18:50:48.873 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:48.875 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:48.920 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:48.920 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/601) 2023-10-21T18:50:49.321 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:49.327 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:49.327 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:49.329 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:49.329 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:49.874 INFO:teuthology.orchestra.run.smithi067.stdout:generic/601 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T18:50:49.879 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/601 2023-10-21T18:50:49.880 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/601 2023-10-21T18:50:49.880 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:49.882 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:49.932 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:49.933 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/602) 2023-10-21T18:50:50.337 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:50.343 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:50.344 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:50.345 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:50.345 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:51.167 INFO:teuthology.orchestra.run.smithi067.stdout:generic/602 [not run] kernel does not support ceph encryption 2023-10-21T18:50:51.193 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/602 2023-10-21T18:50:51.193 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/602 2023-10-21T18:50:51.194 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:51.195 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:51.229 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:51.230 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/603) 2023-10-21T18:50:51.626 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:51.633 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:51.633 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:51.634 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:51.634 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:52.179 INFO:teuthology.orchestra.run.smithi067.stdout:generic/603 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T18:50:52.185 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/603 2023-10-21T18:50:52.185 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/603 2023-10-21T18:50:52.185 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:52.187 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:52.226 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:52.227 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/604) 2023-10-21T18:50:52.595 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:52.608 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:52.608 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:52.609 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:52.609 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:58.533 INFO:teuthology.orchestra.run.smithi067.stdout:generic/604 6s 2023-10-21T18:50:58.546 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/604 2023-10-21T18:50:58.547 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:50:58.552 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:50:58.567 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:50:58.567 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/605) 2023-10-21T18:50:58.949 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:50:58.957 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:50:58.957 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:50:58.958 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:50:58.958 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:01.427 INFO:teuthology.orchestra.run.smithi067.stdout:generic/605 [not run] mount 172.21.15.67:6789:/scratch with dax=always failed 2023-10-21T18:51:01.436 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/605 2023-10-21T18:51:01.437 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/605 2023-10-21T18:51:01.437 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:51:01.440 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:01.484 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:51:01.484 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/606) 2023-10-21T18:51:01.874 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:51:01.887 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:51:01.888 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:51:01.889 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:51:01.890 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:02.644 INFO:teuthology.orchestra.run.smithi067.stdout:generic/606 [not run] mount 172.21.15.67:6789:/scratch with dax=always failed 2023-10-21T18:51:02.653 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/606 2023-10-21T18:51:02.653 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/606 2023-10-21T18:51:02.654 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:51:02.656 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:02.704 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:51:02.705 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/607) 2023-10-21T18:51:03.095 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:51:03.100 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:51:03.101 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:51:03.103 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:51:03.103 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:03.680 INFO:teuthology.orchestra.run.smithi067.stdout:generic/607 [not run] xfs_io chattr +x failed (old kernel/wrong fs?) 2023-10-21T18:51:03.685 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/607 2023-10-21T18:51:03.685 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/607 2023-10-21T18:51:03.685 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:51:03.688 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:04.131 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:51:04.132 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/608) 2023-10-21T18:51:04.563 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:51:04.567 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:51:04.567 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:51:04.568 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:51:04.568 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:05.250 INFO:teuthology.orchestra.run.smithi067.stdout:generic/608 [not run] mount 172.21.15.67:6789:/scratch with dax=always failed 2023-10-21T18:51:05.262 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/608 2023-10-21T18:51:05.262 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/608 2023-10-21T18:51:05.263 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:51:05.268 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:05.300 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:51:05.301 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/609) 2023-10-21T18:51:05.675 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:51:05.687 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:51:05.687 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:51:05.688 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:51:05.689 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:06.542 INFO:teuthology.orchestra.run.smithi067.stdout:generic/609 1s 2023-10-21T18:51:06.555 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/609 2023-10-21T18:51:06.555 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:51:06.557 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:07.000 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:51:07.001 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/610) 2023-10-21T18:51:07.490 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:51:07.500 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:51:07.503 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:51:07.504 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:51:07.504 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:08.113 INFO:teuthology.orchestra.run.smithi067.stdout:generic/610 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-10-21T18:51:08.117 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/610 2023-10-21T18:51:08.118 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/610 2023-10-21T18:51:08.118 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:51:08.120 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:08.166 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:51:08.167 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/611) 2023-10-21T18:51:08.531 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:51:08.536 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:51:08.536 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:51:08.538 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:51:08.538 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:09.632 INFO:teuthology.orchestra.run.smithi067.stdout:generic/611 1s 2023-10-21T18:51:09.638 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/611 2023-10-21T18:51:09.638 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:51:09.640 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:09.650 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:51:09.650 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/612) 2023-10-21T18:51:10.061 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:51:10.065 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:51:10.066 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:51:10.067 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:51:10.067 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:10.700 INFO:teuthology.orchestra.run.smithi067.stdout:generic/612 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T18:51:10.705 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/612 2023-10-21T18:51:10.705 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/612 2023-10-21T18:51:10.705 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:51:10.707 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:11.009 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:51:11.009 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/613) 2023-10-21T18:51:11.590 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:51:11.597 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:51:11.597 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:51:11.598 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:51:11.599 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:12.418 INFO:teuthology.orchestra.run.smithi067.stdout:generic/613 [not run] kernel does not support ceph encryption 2023-10-21T18:51:12.442 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/613 2023-10-21T18:51:12.443 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/613 2023-10-21T18:51:12.443 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:51:12.445 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:12.478 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:51:12.479 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/614) 2023-10-21T18:51:12.847 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:51:12.852 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:51:12.853 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:51:12.854 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:51:12.855 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:13.783 INFO:teuthology.orchestra.run.smithi067.stdout:generic/614 [not run] test requires delayed allocation buffered writes 2023-10-21T18:51:13.814 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/614 2023-10-21T18:51:13.815 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/614 2023-10-21T18:51:13.815 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:51:13.817 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:13.863 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:51:13.864 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/615) 2023-10-21T18:51:14.195 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:51:14.200 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:51:14.200 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:51:14.201 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:51:14.201 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:51:17.115 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:51:17.118 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:51:47.227 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:51:47.241 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:52:17.335 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:52:17.341 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:52:26.528 INFO:teuthology.orchestra.run.smithi067.stdout:generic/615 72s 2023-10-21T18:52:26.536 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/615 2023-10-21T18:52:26.537 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:26.539 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:26.551 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:26.552 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/616) 2023-10-21T18:52:26.943 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:26.948 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:26.948 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:26.961 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:26.961 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:27.467 INFO:teuthology.orchestra.run.smithi067.stdout:generic/616 [not run] kernel does not support IO_URING 2023-10-21T18:52:27.472 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/616 2023-10-21T18:52:27.472 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/616 2023-10-21T18:52:27.472 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:27.478 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:27.506 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:27.507 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/617) 2023-10-21T18:52:27.897 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:27.903 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:27.904 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:27.905 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:27.905 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:28.459 INFO:teuthology.orchestra.run.smithi067.stdout:generic/617 [not run] kernel does not support IO_URING 2023-10-21T18:52:28.464 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/617 2023-10-21T18:52:28.464 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/617 2023-10-21T18:52:28.464 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:28.474 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:28.524 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:28.524 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/618) 2023-10-21T18:52:28.936 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:28.955 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:28.955 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:28.965 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:28.965 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:30.042 INFO:teuthology.orchestra.run.smithi067.stdout:generic/618 1s 2023-10-21T18:52:30.050 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/618 2023-10-21T18:52:30.050 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:30.052 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:30.061 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:30.062 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/619) 2023-10-21T18:52:30.488 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:30.492 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:30.493 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:30.494 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:30.494 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:31.020 INFO:teuthology.orchestra.run.smithi067.stdout:generic/619 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T18:52:31.054 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/619 2023-10-21T18:52:31.055 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/619 2023-10-21T18:52:31.055 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:31.055 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:31.081 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:31.081 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/620) 2023-10-21T18:52:31.454 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:31.464 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:31.465 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:31.466 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:31.466 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:32.003 INFO:teuthology.orchestra.run.smithi067.stdout:generic/620 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T18:52:32.011 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/620 2023-10-21T18:52:32.012 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/620 2023-10-21T18:52:32.012 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:32.013 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:32.059 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:32.059 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/621) 2023-10-21T18:52:32.439 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:32.446 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:32.446 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:32.447 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:32.448 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:33.297 INFO:teuthology.orchestra.run.smithi067.stdout:generic/621 [not run] kernel does not support ceph encryption 2023-10-21T18:52:33.335 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/621 2023-10-21T18:52:33.335 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/621 2023-10-21T18:52:33.336 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:33.341 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:33.383 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:33.384 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/622) 2023-10-21T18:52:33.783 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:33.791 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:33.792 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:33.798 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:33.798 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:34.609 INFO:teuthology.orchestra.run.smithi067.stdout:generic/622 [not run] ceph does not support shutdown 2023-10-21T18:52:34.642 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/622 2023-10-21T18:52:34.642 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/622 2023-10-21T18:52:34.643 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:34.650 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:34.686 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:34.687 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/623) 2023-10-21T18:52:35.074 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:35.085 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:35.086 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:35.086 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:35.087 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:35.885 INFO:teuthology.orchestra.run.smithi067.stdout:generic/623 [not run] ceph does not support shutdown 2023-10-21T18:52:35.908 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/623 2023-10-21T18:52:35.909 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/623 2023-10-21T18:52:35.909 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:35.911 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:35.943 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:35.944 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/624) 2023-10-21T18:52:36.344 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:36.349 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:36.349 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:36.351 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:36.351 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:36.830 INFO:teuthology.orchestra.run.smithi067.stdout:generic/624 [not run] fsverity utility required, skipped this test 2023-10-21T18:52:36.835 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/624 2023-10-21T18:52:36.835 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/624 2023-10-21T18:52:36.835 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:36.838 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:36.877 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:36.878 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/625) 2023-10-21T18:52:37.240 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:37.257 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:37.258 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:37.259 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:37.259 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:37.854 INFO:teuthology.orchestra.run.smithi067.stdout:generic/625 [not run] fsverity utility required, skipped this test 2023-10-21T18:52:37.858 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/625 2023-10-21T18:52:37.858 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/625 2023-10-21T18:52:37.859 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:37.860 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:37.896 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:37.896 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/626) 2023-10-21T18:52:38.258 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:38.271 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:38.271 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:38.276 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:38.276 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:38.868 INFO:teuthology.orchestra.run.smithi067.stdout:generic/626 [not run] kernel doesn't support renameat2 syscall 2023-10-21T18:52:38.875 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/626 2023-10-21T18:52:38.875 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/626 2023-10-21T18:52:38.875 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:38.878 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:39.142 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:39.143 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/627) 2023-10-21T18:52:39.787 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:39.793 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:39.800 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:39.801 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:39.801 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:40.414 INFO:teuthology.orchestra.run.smithi067.stdout:generic/627 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T18:52:40.426 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/627 2023-10-21T18:52:40.426 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/627 2023-10-21T18:52:40.426 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:40.434 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:40.481 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:40.482 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/628) 2023-10-21T18:52:40.884 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:40.901 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:40.902 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:40.904 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:40.904 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:42.086 INFO:teuthology.orchestra.run.smithi067.stdout:generic/628 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T18:52:42.149 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/628 2023-10-21T18:52:42.149 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/628 2023-10-21T18:52:42.149 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:42.246 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:42.315 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:42.316 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/629) 2023-10-21T18:52:42.699 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:42.704 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:42.704 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:42.705 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:42.705 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:43.316 INFO:teuthology.orchestra.run.smithi067.stdout:generic/629 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T18:52:43.325 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/629 2023-10-21T18:52:43.325 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/629 2023-10-21T18:52:43.325 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:43.328 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:43.359 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:43.360 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/630) 2023-10-21T18:52:43.751 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:43.761 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:43.761 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:43.763 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:43.763 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:44.564 INFO:teuthology.orchestra.run.smithi067.stdout:generic/630 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-10-21T18:52:44.952 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/630 2023-10-21T18:52:44.952 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/630 2023-10-21T18:52:44.952 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:52:45.037 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:45.129 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:52:45.129 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/631) 2023-10-21T18:52:45.497 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:52:45.502 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:52:45.502 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:52:45.503 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:52:45.504 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:52:47.816 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:52:47.819 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:53:17.280 INFO:teuthology.orchestra.run.smithi067.stdout:generic/631 - output mismatch (see /tmp/tmp.nw04UX9RTqxfstests-dev/results//generic/631.out.bad) 2023-10-21T18:53:17.295 INFO:teuthology.orchestra.run.smithi067.stdout: --- tests/generic/631.out 2023-10-21 13:05:57.649990072 +0000 2023-10-21T18:53:17.295 INFO:teuthology.orchestra.run.smithi067.stdout: +++ /tmp/tmp.nw04UX9RTqxfstests-dev/results//generic/631.out.bad 2023-10-21 18:53:17.254980293 +0000 2023-10-21T18:53:17.295 INFO:teuthology.orchestra.run.smithi067.stdout: @@ -1,2 +1,2570 @@ 2023-10-21T18:53:17.295 INFO:teuthology.orchestra.run.smithi067.stdout: QA output created by 631 2023-10-21T18:53:17.296 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.296 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.296 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.296 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.296 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.297 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.297 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.297 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.297 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.297 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.298 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.298 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.298 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.298 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.299 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.299 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.299 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.299 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.299 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.300 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.300 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.300 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.300 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.300 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.300 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf'mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.301 INFO:teuthology.orchestra.run.smithi067.stdout: +: No such file or directory 2023-10-21T18:53:17.301 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.301 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.301 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf'touch: : No such file or directorycannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf' 2023-10-21T18:53:17.301 INFO:teuthology.orchestra.run.smithi067.stdout: +: No such file or directory 2023-10-21T18:53:17.301 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.302 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.302 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.302 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted./tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.302 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.303 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.303 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.303 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.303 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.303 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.304 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.304 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.304 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.304 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.304 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.305 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.305 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.305 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.305 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.305 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.305 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.306 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.306 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.306 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.306 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.307 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.307 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.307 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.307 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.307 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.307 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.308 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.308 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.308 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.308 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.308 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.309 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.309 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.309 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.309 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.309 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.310 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.310 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.310 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.310 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.310 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.311 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.311 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.311 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.311 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.311 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.312 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.312 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.312 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.312 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.312 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.313 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.313 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.313 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.313 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.313 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.314 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.314 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.314 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.314 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.314 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.315 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.315 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.315 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.315 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.315 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.316 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.316 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.316 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.316 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.316 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.317 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.317 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.317 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.317 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.317 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.318 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.318 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.318 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.318 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.318 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.319 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.319 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.319 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.319 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.319 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.320 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.320 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.320 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.320 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.320 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.321 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.321 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.321 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.321 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.321 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.321 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.322 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.322 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.322 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.322 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.322 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.323 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.323 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.323 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.323 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.323 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.323 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.324 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.324 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.324 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.324 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.324 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.324 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.325 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.325 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.325 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.325 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.325 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.326 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.326 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.326 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.326 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.326 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.327 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.327 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.327 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.327 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.327 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.327 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.328 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.328 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.328 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.328 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.328 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.329 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.329 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.329 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.329 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.329 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.330 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.330 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.330 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.330 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.330 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.331 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.331 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.331 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.331 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.331 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.331 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.332 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.332 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.332 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.332 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.332 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.333 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.333 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.333 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.333 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.333 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.334 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.334 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.334 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.334 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.334 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.335 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.335 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.335 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.335 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.335 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.336 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.336 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.336 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.336 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.336 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.337 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.337 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.337 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.337 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.337 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.338 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.338 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.338 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.338 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.338 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.339 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.339 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.339 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.339 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.339 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.340 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.340 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.340 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.340 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.340 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.341 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.341 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.341 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.341 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.341 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.341 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.342 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.342 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.342 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.342 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.342 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.343 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.343 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.343 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.343 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.343 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.344 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.344 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.344 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.344 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.344 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.345 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.345 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.345 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.345 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.345 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.346 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.346 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.346 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.346 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.346 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.347 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.347 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.347 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.347 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.347 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.348 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.348 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.348 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.348 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.348 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.348 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.349 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.349 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.349 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.349 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.349 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.350 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.350 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.350 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.350 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.350 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.351 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.351 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.351 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.351 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.351 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.352 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.352 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.352 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.352 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.352 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.353 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.353 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.353 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.353 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.353 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.353 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.354 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.354 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.354 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.354 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.355 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.355 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.355 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.355 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.355 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.356 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.356 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.356 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.356 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.356 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf'cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.357 INFO:teuthology.orchestra.run.smithi067.stdout: +: No such file or directory 2023-10-21T18:53:17.357 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.357 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.357 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.357 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.358 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.358 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.358 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.358 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.359 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted./tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.359 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.359 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.359 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.359 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.359 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.360 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.360 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.360 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.360 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.360 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.361 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.361 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.361 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.361 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.361 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.362 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.362 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.362 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.362 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.362 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.363 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.363 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.363 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.363 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.363 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.364 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.364 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.364 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.364 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.364 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.365 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.365 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.365 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.365 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.365 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted./tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.366 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.366 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.366 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.366 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.366 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.367 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.367 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.367 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.367 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.367 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.368 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.368 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.368 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.368 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.368 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.369 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.369 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.369 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.369 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.369 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.369 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.370 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.370 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.370 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.370 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.370 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.371 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.371 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.371 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.371 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.372 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.372 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.372 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.372 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.372 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.373 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.373 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.373 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.373 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.373 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.373 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.374 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.374 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.374 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.374 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.374 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.375 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.375 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.375 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.375 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.375 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.376 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.376 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.376 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.376 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.376 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.377 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.377 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.377 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.377 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.377 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.378 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.378 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.378 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.378 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.378 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.379 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.379 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.379 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.379 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.379 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.380 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.380 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.380 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.380 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.380 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.381 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.381 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.381 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.381 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.381 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.382 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.382 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.382 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.382 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.382 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.383 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.383 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.383 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.383 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.383 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.384 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.384 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.384 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.384 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.384 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.384 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.385 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.385 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.385 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.385 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.385 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.386 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.386 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.386 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.386 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.387 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.387 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.387 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.387 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.387 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.387 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.388 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.388 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.388 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.388 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.388 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.389 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.389 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.389 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.389 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.389 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.390 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.390 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.390 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.390 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.390 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.391 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.391 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.391 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.391 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.391 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.391 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.392 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.392 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.392 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.392 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.392 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.392 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.393 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.393 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.393 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.393 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.393 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.393 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.394 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.394 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.394 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.394 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.394 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.395 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.395 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.395 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.395 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.395 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.395 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.396 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.396 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.396 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.396 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.396 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.397 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.397 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.397 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.397 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.397 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.398 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.398 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.398 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.398 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.398 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.399 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.399 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.399 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.399 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.399 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.399 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.400 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.400 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.400 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.400 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.400 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.401 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.401 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.401 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.401 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.401 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.402 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.402 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.402 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.402 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.402 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.403 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.403 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.403 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.403 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.403 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.404 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.404 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.404 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.404 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.404 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.404 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.405 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.405 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.405 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.405 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.405 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.406 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.406 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.406 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.406 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.406 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.407 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.407 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.407 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.407 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.407 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.408 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.408 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.408 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.408 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.408 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.408 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.409 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.409 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.409 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.409 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.409 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.410 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.410 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.410 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.410 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.410 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.411 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.411 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.411 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.411 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.411 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.412 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.412 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.412 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.412 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.412 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.413 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.413 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.413 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.413 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.413 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.414 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.414 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.414 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.414 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.414 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.415 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.415 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.415 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.415 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.415 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.416 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.416 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.416 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.416 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.416 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.417 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.417 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.417 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.417 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.417 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.418 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.418 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.418 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.418 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.418 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.419 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.419 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.419 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.419 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.419 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf'cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory: No such file or directory 2023-10-21T18:53:17.420 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.420 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.420 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.420 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.420 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.421 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directorytouch: 2023-10-21T18:53:17.421 INFO:teuthology.orchestra.run.smithi067.stdout: +cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.421 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.421 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.421 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.421 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.422 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.422 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.422 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.422 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.422 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.423 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.423 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.423 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.423 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.423 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.424 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.424 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.424 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.424 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.424 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.425 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.425 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.425 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.425 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.425 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.426 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.426 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.426 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.426 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.426 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.426 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mv: 2023-10-21T18:53:17.427 INFO:teuthology.orchestra.run.smithi067.stdout: +cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.427 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.427 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.427 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.427 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.428 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.428 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.428 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.428 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.428 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.429 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.429 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.429 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.429 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.429 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.430 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.430 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.430 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.430 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.430 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.431 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.431 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.431 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.431 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.431 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.432 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.432 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.432 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.432 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.432 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.432 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.433 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.433 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.433 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.433 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.433 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.434 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.434 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.434 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.434 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.434 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.435 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.435 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.435 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.435 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.435 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.436 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.436 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.436 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.436 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.436 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.437 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.437 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.437 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.437 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.437 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf'cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory: No such file or directory 2023-10-21T18:53:17.437 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.438 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.438 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.438 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.438 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.439 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.439 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.439 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.439 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.439 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.439 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.440 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.440 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.440 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.440 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.440 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.441 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.441 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.441 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.441 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.441 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.442 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.442 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.442 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.442 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.442 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.442 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.443 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.443 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.443 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.443 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.443 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.444 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.444 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.444 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.444 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.444 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.445 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.445 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.445 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.445 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.445 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.445 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.446 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.446 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.446 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.446 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.446 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.447 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.447 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.447 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.447 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.447 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.448 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.448 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.448 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.448 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.448 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.449 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.449 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.449 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.449 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.449 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.450 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.450 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.450 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.450 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.450 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.451 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.451 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.451 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.451 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.451 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.452 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.452 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.452 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.452 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.452 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.453 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.453 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.453 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.453 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.453 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.454 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.454 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.454 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.454 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.454 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.455 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.455 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.455 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.455 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.455 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.455 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.456 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.456 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.456 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.456 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.456 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.457 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.457 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.457 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.457 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.457 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.458 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.458 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.458 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.458 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.458 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.459 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.459 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.459 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.459 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.459 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.460 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.460 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.460 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.460 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.460 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.460 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.461 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.461 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.461 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.461 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.461 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.462 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.462 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.462 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.462 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.463 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.463 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.463 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.463 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.463 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.464 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.464 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.464 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.464 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.464 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.464 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.465 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.465 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.465 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.465 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.466 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.466 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.466 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.466 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.466 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.466 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.467 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.467 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.467 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.467 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.467 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.468 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.468 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf'cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.468 INFO:teuthology.orchestra.run.smithi067.stdout: +: No such file or directory 2023-10-21T18:53:17.468 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.468 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.469 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.469 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.469 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.469 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.469 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.470 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.470 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.470 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.470 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.470 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.471 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.471 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.471 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.471 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.471 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.472 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.472 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.472 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.472 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.472 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.473 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.473 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.473 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.473 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.473 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.474 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.474 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.474 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: umount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.474 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.474 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.475 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.475 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.475 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.475 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.475 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.476 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.476 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.476 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.476 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.476 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.477 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.477 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.477 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.477 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.477 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.478 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.478 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.478 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.478 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.478 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.479 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.479 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.479 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.479 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.479 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.480 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.480 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.480 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.480 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.480 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.481 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.481 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.481 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.481 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.481 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.481 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.482 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.482 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.482 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.482 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.482 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.483 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.483 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.483 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.483 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.483 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.484 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.484 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.484 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.484 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.484 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.485 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.485 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.485 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.485 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.485 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.486 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.486 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.486 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.486 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.486 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.486 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.487 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.487 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.487 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.487 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.487 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.488 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.488 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.488 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.488 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.488 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.489 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.489 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.489 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.489 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.489 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.490 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.490 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.490 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.490 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.490 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.490 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.491 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.491 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.491 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.491 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.491 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.492 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.492 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.492 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.492 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.492 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.493 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.493 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.493 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.493 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.493 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.494 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.494 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.494 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.494 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.494 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.495 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.495 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.495 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.495 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.495 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.495 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.496 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.496 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.496 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.496 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.496 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.497 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.497 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.497 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.497 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.497 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.498 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.498 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.498 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.498 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.498 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.499 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.499 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.499 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.499 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.499 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.500 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.500 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.500 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.500 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.500 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.500 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.501 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.501 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.501 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.501 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.501 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.502 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.502 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.502 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.502 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.502 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.502 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.503 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.503 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.503 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.503 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.503 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.504 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.504 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.504 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.504 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.504 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.505 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.505 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.505 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.505 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.505 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.506 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.506 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.506 INFO:teuthology.orchestra.run.smithi067.stdout: +/tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.506 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.506 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.507 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.507 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.507 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.507 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.507 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.508 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.508 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.508 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.508 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.508 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf'touch: : No such file or directorycannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf' 2023-10-21T18:53:17.509 INFO:teuthology.orchestra.run.smithi067.stdout: +: No such file or directory 2023-10-21T18:53:17.509 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.509 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.509 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.509 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.510 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf'cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory: No such file or directory 2023-10-21T18:53:17.510 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.510 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.510 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.510 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.511 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.511 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.511 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.511 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.511 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.512 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.512 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.512 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.512 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.512 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.513 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.513 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.513 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.513 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.513 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directorymv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.513 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.514 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.514 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.514 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.514 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.515 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.515 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.515 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.515 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.515 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.516 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.516 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.516 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.516 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.516 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.516 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.517 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.517 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.517 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.517 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.517 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.518 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.518 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.518 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.518 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.518 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.519 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.519 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.519 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.519 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.519 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.520 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.520 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.520 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.520 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.520 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.521 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.521 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.521 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.521 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.521 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf'cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory: No such file or directory 2023-10-21T18:53:17.522 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.522 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf'touch: : No such file or directorycannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf' 2023-10-21T18:53:17.522 INFO:teuthology.orchestra.run.smithi067.stdout: +: No such file or directory 2023-10-21T18:53:17.522 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.522 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf'cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.523 INFO:teuthology.orchestra.run.smithi067.stdout: +: No such file or directory 2023-10-21T18:53:17.523 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.523 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.523 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.523 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.524 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.524 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.524 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.524 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.524 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.524 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.525 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.525 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.525 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.525 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.525 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.526 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.526 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.526 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.526 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.526 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.527 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.527 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.527 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.527 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.527 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.528 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.528 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.528 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.528 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.528 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.528 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.529 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.529 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.529 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.529 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.529 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.530 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.530 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.530 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.530 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.530 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.531 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.531 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.531 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.531 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.531 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.532 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.532 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.532 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.532 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.532 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.533 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.533 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.533 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.533 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.533 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.533 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.534 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.534 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.534 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.534 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.534 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.535 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.535 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.535 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.535 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.535 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.535 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.536 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.536 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.536 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.536 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.536 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.537 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.537 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.537 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.537 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.537 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.537 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.538 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.538 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.538 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.538 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.539 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.539 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.539 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.539 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.539 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.540 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.540 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.540 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.540 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.540 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.540 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.541 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.541 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.541 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.541 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.541 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.542 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.542 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.542 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.542 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.542 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.543 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.543 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.543 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.543 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.543 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.544 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.544 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.544 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.544 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.544 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.544 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.545 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.545 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.545 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.545 INFO:teuthology.orchestra.run.smithi067.stdout: +cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.545 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.546 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.546 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.546 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.546 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.546 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.547 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.547 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.547 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.547 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.547 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.548 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.548 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.548 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.548 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.548 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.549 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.549 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.549 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.549 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.549 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.550 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.550 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.550 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.550 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.550 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.550 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.551 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.551 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.551 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.551 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.551 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.552 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.552 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.552 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.552 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.552 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.553 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.553 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.553 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.553 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.553 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.554 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.554 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.554 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.554 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.554 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.555 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.555 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.555 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.555 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.555 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.556 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.556 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.556 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.556 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.556 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.557 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.557 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.557 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.557 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.557 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.557 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.558 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.558 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.558 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.558 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.558 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.559 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.559 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.559 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.559 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.559 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.560 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.560 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.560 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.560 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.560 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.561 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.561 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.561 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.561 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.561 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.562 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.562 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.562 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted./tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.562 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.562 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.563 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.563 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.563 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.563 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.563 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.564 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.564 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.564 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.564 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.564 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.565 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.565 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.565 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.565 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.565 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.565 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.566 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.566 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.566 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.566 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.566 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.567 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf'cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory: No such file or directory 2023-10-21T18:53:17.567 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.567 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf'cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory: No such file or directory 2023-10-21T18:53:17.567 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.567 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.568 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.568 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.568 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.568 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.568 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.568 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.569 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.569 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.569 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.569 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.569 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.570 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.570 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.570 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.570 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.570 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.571 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.571 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.571 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.571 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.571 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.571 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.572 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.572 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.572 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.572 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.572 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.573 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.573 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.573 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.573 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.573 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.574 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.574 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.574 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.574 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.574 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.575 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.575 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.575 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.575 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.575 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.576 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.576 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.576 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.576 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.576 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.576 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.577 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.577 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.577 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.577 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directorymv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.577 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.578 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.578 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.578 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.578 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.578 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.579 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.579 INFO:teuthology.orchestra.run.smithi067.stdout: +cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.579 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.579 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.579 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.580 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.580 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.580 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.580 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.580 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.581 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.581 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.581 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.581 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.581 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.582 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.582 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.582 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.582 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.582 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.583 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.583 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.583 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.583 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.583 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.584 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.584 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.584 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.584 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.584 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.585 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.585 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.585 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.585 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.585 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.586 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.586 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.586 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.586 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.586 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.587 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.587 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.587 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.587 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.587 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.588 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.588 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.588 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.588 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.588 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.589 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.589 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.589 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.589 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.589 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.590 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.590 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.590 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.590 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.590 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.591 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.591 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.591 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.591 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.591 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.592 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.592 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.592 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.592 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.592 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.593 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.593 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.593 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.593 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.593 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.594 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.594 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.594 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.594 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.594 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.595 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.595 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.595 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.595 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.595 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.595 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.596 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.596 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.596 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted.umount: 2023-10-21T18:53:17.596 INFO:teuthology.orchestra.run.smithi067.stdout: +/tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.596 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.597 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.597 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.597 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.597 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.597 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.598 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.598 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.598 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.598 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.598 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.599 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.599 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.599 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.599 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.599 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.600 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.600 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.600 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.600 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.600 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.601 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.601 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.601 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.601 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.601 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.602 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.602 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.602 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted./tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.602 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.602 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.603 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.603 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.603 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.603 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.603 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.604 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.604 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.604 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.604 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.604 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.604 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.605 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.605 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.605 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.605 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.605 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.606 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.606 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.606 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.606 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.606 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.607 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.607 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.607 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.607 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.607 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.608 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.608 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.608 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.608 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.608 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.608 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.609 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.609 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.609 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.609 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.609 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.610 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.610 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.610 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.610 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.610 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.611 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.611 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.611 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.611 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.611 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.612 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.612 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.612 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.612 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.612 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.613 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.613 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.613 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.613 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.613 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.614 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.614 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.614 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.614 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.614 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.615 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.615 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.615 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.615 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.615 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.616 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.616 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.616 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.616 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.616 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.617 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.617 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.617 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.617 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.617 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.618 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.618 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.618 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.618 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.618 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.619 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.619 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.619 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.619 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.619 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.619 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.620 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.620 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.620 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.620 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.620 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.621 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.621 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.621 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.621 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.621 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.622 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.622 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.622 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.622 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.622 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directorymv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.623 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.623 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.623 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.623 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.623 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.624 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.624 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.624 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.624 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.624 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.624 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.625 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.625 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.625 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.625 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.625 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.626 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.626 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.626 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.626 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.626 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.627 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.627 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.627 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.627 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.627 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.628 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.628 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.628 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.628 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.628 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.629 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.629 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.629 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.629 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.629 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.629 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.630 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.630 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.630 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.630 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.630 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.631 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.631 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.631 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.631 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.631 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.632 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.632 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.632 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.632 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.632 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.633 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.633 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.633 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.633 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.633 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.634 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.634 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.634 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.634 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.634 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.635 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.635 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.635 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.635 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.635 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.636 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.636 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.636 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.636 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.636 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.637 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.637 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.637 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.637 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.637 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.637 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.638 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.638 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.638 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.638 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.639 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.639 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.639 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.639 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.639 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.639 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.640 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.640 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.640 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.640 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.640 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.641 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.641 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.641 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.641 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.641 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.641 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.642 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.642 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.642 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directorytouch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.642 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.642 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.643 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.643 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.643 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.643 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.643 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.643 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.644 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.644 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.644 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.644 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.644 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.645 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.645 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.645 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.645 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.645 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.645 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.646 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.646 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.646 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.646 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.646 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.647 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.647 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.647 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.647 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.647 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.648 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.648 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.648 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.648 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.648 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.648 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.649 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.649 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.649 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.649 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.649 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.650 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.650 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.650 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.650 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.650 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.651 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.651 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.651 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.651 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.651 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.651 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.652 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.652 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.652 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.652 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.652 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.653 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.653 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.653 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.653 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.653 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.654 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.654 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.654 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.654 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.654 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.655 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.655 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.655 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.655 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.655 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.656 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.656 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.656 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.656 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.656 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.656 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.657 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.657 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.657 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.657 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.658 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.658 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.658 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.658 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.658 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.659 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.659 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.659 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.659 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.659 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf'cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory: No such file or directory 2023-10-21T18:53:17.660 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.660 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.660 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.660 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.660 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.660 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.661 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.661 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.661 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.661 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.661 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.662 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.662 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.662 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.662 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.662 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.663 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.663 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.663 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.663 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.663 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.664 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.664 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.664 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.664 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.664 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.665 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.665 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.665 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.665 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.665 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.666 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.666 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.666 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.666 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.666 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.667 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.667 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.667 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.667 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.667 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.668 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.668 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.668 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.668 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.668 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.669 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.669 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.669 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.669 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.669 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.670 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.670 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.670 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.670 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.670 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.671 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf'cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.671 INFO:teuthology.orchestra.run.smithi067.stdout: +: No such file or directory 2023-10-21T18:53:17.671 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.671 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.671 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.672 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.672 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.672 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.672 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.672 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.672 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.673 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.673 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.673 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.673 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.673 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.674 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.674 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.674 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.674 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.675 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.675 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.675 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.675 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.676 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.676 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.676 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.676 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.676 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.677 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.677 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.677 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.677 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.677 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.677 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.678 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.678 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.678 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.678 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.679 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.679 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.679 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.679 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.679 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.680 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.680 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.680 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.680 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.680 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.680 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.681 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: umount: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf'/tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.681 INFO:teuthology.orchestra.run.smithi067.stdout: +: No such file or directory 2023-10-21T18:53:17.681 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.681 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.681 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.682 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.682 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.682 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.682 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.682 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.683 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.683 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.683 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.683 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.683 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.683 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.684 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.684 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.684 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.684 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.684 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.685 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.685 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.685 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.685 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.685 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.686 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.686 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.686 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.686 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.686 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.687 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.687 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.687 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.687 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.687 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.688 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.688 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.688 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.688 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.688 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.688 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.689 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.689 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.689 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.689 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.690 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.690 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.690 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.690 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.690 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.691 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.691 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.691 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.691 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.691 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.692 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.692 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.692 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.692 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.692 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.692 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.693 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.693 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.693 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.693 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.693 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.694 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.694 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.694 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.694 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.694 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.695 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.695 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.695 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.695 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.695 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.696 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.696 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.696 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.696 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.696 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.696 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.697 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.697 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.697 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.697 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.697 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.698 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.698 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.698 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.698 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.698 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.698 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.699 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.699 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.699 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.699 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.699 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.700 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.700 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.700 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.700 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.700 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.701 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.701 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.701 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.701 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.701 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.701 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.702 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.702 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.702 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.702 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.702 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.703 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.703 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.703 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.703 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.703 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.704 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.704 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.704 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.704 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.704 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.705 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.705 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.705 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.705 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf'touch: : No such file or directorycannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf' 2023-10-21T18:53:17.706 INFO:teuthology.orchestra.run.smithi067.stdout: +: No such file or directory 2023-10-21T18:53:17.706 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.706 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.706 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.706 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.707 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.707 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.707 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.707 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.707 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.708 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.708 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.708 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.708 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.708 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.709 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.709 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.709 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.709 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.709 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.710 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.710 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.710 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.710 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.710 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.711 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.711 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.711 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.711 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.711 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.712 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.712 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.712 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.712 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.712 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.713 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.713 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.713 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.713 INFO:teuthology.orchestra.run.smithi067.stdout: +cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directorymv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.713 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.714 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.714 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.714 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.714 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.714 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.715 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.715 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.715 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.715 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.715 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.716 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.716 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.716 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.716 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted./tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.716 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.717 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.717 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.717 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.717 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.717 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.718 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.718 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.718 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.718 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.718 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.719 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.719 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.719 INFO:teuthology.orchestra.run.smithi067.stdout: +/tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.719 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.719 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.720 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.720 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf'cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory: No such file or directory 2023-10-21T18:53:17.720 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.720 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf'cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory: No such file or directory 2023-10-21T18:53:17.720 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.721 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.721 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.721 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directorytouch: 2023-10-21T18:53:17.721 INFO:teuthology.orchestra.run.smithi067.stdout: +cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.722 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.722 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.722 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.722 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.722 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.722 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.723 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.723 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.723 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.723 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.723 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.724 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.724 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.724 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.724 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.724 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.725 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.725 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.725 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.725 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.725 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.726 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.726 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.726 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.726 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.726 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.727 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.727 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf'cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory: No such file or directory 2023-10-21T18:53:17.727 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.727 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.727 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.728 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.728 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.728 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.728 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.728 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.728 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.729 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.729 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.729 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.729 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.729 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.730 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.730 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.730 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.730 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.730 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.731 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.731 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.731 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.731 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.731 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.731 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.732 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.732 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.732 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.732 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.732 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.733 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.733 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.733 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.733 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.733 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.734 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.734 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.734 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.734 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.734 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.735 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.735 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.735 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.735 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.735 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-10-21T18:53:17.736 INFO:teuthology.orchestra.run.smithi067.stdout: +/tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.736 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.736 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.736 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.736 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.737 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.737 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.737 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.737 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.737 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.738 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.738 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted./tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.738 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.738 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.738 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.739 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.739 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.739 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.739 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.739 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.739 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.740 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.740 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.740 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.740 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.740 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.741 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.741 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.741 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.741 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.741 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.741 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.742 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.742 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.742 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.742 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.742 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.743 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.743 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.743 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.743 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.743 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.743 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.744 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.744 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.744 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.744 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.744 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.744 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.745 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.745 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.745 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.745 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.745 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.746 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.746 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.746 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.746 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.746 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.747 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.747 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.747 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.747 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.747 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.747 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.748 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.748 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.748 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.748 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.748 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.749 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.749 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.749 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.749 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.749 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.750 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.750 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.750 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.750 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.750 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.751 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.751 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.751 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.751 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.751 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.752 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.752 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.752 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted./tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.752 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.752 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.753 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.753 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.753 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.753 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.753 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.753 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.754 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.754 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.754 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.754 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.754 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.755 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.755 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.755 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.755 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.755 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.756 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.756 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.756 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.756 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.756 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.757 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.757 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.757 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.757 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.757 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.758 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.758 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.758 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.758 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.758 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.759 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.759 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.759 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.759 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.759 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.760 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.760 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.760 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.760 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.760 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.761 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.761 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.761 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.761 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.761 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.761 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.762 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.762 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.762 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.762 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.762 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.763 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.763 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.763 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.763 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.763 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.764 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.764 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.764 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.764 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.764 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.764 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.765 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.765 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.765 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.765 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.765 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.766 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.766 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.766 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.766 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.766 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.767 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.767 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.767 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.767 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.767 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.768 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.768 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.768 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.768 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.768 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.769 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf'cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory: No such file or directory 2023-10-21T18:53:17.769 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.769 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.769 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.769 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.769 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.770 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.770 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.770 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.770 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.770 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.771 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.771 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.771 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.771 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.771 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.772 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.772 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.772 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.772 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.772 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.772 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.773 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.773 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.773 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.773 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.773 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.774 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.774 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.774 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.774 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.774 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.775 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.775 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.775 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted./tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.775 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.775 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.775 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.776 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.776 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.776 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.776 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.776 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.777 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.777 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.777 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.777 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.777 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.778 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.778 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.778 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.778 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.778 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.779 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.779 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.779 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.779 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.779 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.780 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.780 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.780 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.780 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.780 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.781 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.781 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.781 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.781 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.781 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.782 INFO:teuthology.orchestra.run.smithi067.stdout: + 2023-10-21T18:53:17.782 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.782 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.782 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.782 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.783 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.783 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.783 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.783 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.783 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.784 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.784 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.784 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.784 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.784 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.785 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.785 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.785 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.785 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.785 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.785 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.786 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.786 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.786 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.786 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.786 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.787 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.787 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.787 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.787 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.787 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.788 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.788 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged1/etc/access.conf': No such file or directory 2023-10-21T18:53:17.788 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged1: not mounted. 2023-10-21T18:53:17.788 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.788 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.789 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.789 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.789 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged4/etc/access.conf': No such file or directory 2023-10-21T18:53:17.789 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.789 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.789 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.790 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.790 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged3/etc/access.conf': No such file or directory 2023-10-21T18:53:17.790 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.790 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.790 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged4: not mounted. 2023-10-21T18:53:17.791 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.791 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.791 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.791 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged3: not mounted. 2023-10-21T18:53:17.791 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.792 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.792 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged5/etc/access.conf': No such file or directory 2023-10-21T18:53:17.792 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.792 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged2/etc/access.conf': No such file or directory 2023-10-21T18:53:17.792 INFO:teuthology.orchestra.run.smithi067.stdout: +mount: /tmp/tmp.grziKjmILoscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-10-21T18:53:17.793 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.793 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged5: not mounted. 2023-10-21T18:53:17.793 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged2: not mounted. 2023-10-21T18:53:17.793 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.793 INFO:teuthology.orchestra.run.smithi067.stdout: +mv: cannot stat '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.794 INFO:teuthology.orchestra.run.smithi067.stdout: +touch: cannot touch '/tmp/tmp.grziKjmILoscratch/merged0/etc/access.conf': No such file or directory 2023-10-21T18:53:17.794 INFO:teuthology.orchestra.run.smithi067.stdout: +umount: /tmp/tmp.grziKjmILoscratch/merged0: not mounted. 2023-10-21T18:53:17.794 INFO:teuthology.orchestra.run.smithi067.stdout: Silence is golden. 2023-10-21T18:53:17.794 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:53:17.794 INFO:teuthology.orchestra.run.smithi067.stdout:HINT: You _MAY_ be missing kernel fix: 2023-10-21T18:53:17.795 INFO:teuthology.orchestra.run.smithi067.stdout: 6da1b4b1ab36 xfs: fix an ABBA deadlock in xfs_rename 2023-10-21T18:53:17.795 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:53:17.795 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/631 2023-10-21T18:53:17.795 INFO:teuthology.orchestra.run.smithi067.stdout:Failures: generic/631 2023-10-21T18:53:17.795 INFO:teuthology.orchestra.run.smithi067.stdout:Failed 1 of 1 tests 2023-10-21T18:53:17.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T18:53:17.797 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:53:17.797 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-10-21T18:53:17.798 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-10-21T18:53:17.799 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/632) 2023-10-21T18:53:17.926 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:53:17.929 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:53:18.166 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:53:18.172 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:53:18.173 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:53:18.174 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:53:18.174 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:53:48.026 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:53:48.029 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:54:18.296 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:54:18.300 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:54:42.427 INFO:teuthology.orchestra.run.smithi067.stdout:generic/632 84s 2023-10-21T18:54:42.445 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/632 2023-10-21T18:54:42.445 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:54:42.458 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:54:42.554 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:54:42.555 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/633) 2023-10-21T18:54:43.224 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:54:43.231 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:54:43.232 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:54:43.239 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:54:43.239 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:54:45.387 INFO:teuthology.orchestra.run.smithi067.stdout:generic/633 2s 2023-10-21T18:54:45.481 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/633 2023-10-21T18:54:45.481 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:54:45.485 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:54:45.908 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:54:45.909 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/634) 2023-10-21T18:54:46.703 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:54:46.739 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:54:46.739 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:54:46.741 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:54:46.741 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:54:48.395 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:54:48.407 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:54:49.221 INFO:teuthology.orchestra.run.smithi067.stdout:generic/634 2s 2023-10-21T18:54:49.241 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/634 2023-10-21T18:54:49.242 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:54:49.251 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:54:49.271 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:54:49.271 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/635) 2023-10-21T18:54:49.933 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:54:49.940 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:54:49.941 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:54:49.942 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:54:49.942 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:54:51.119 INFO:teuthology.orchestra.run.smithi067.stdout:generic/635 [not run] ceph does not support shutdown 2023-10-21T18:54:51.179 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/635 2023-10-21T18:54:51.179 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/635 2023-10-21T18:54:51.180 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:54:51.189 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:54:51.259 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:54:51.260 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/636) 2023-10-21T18:54:52.017 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:54:52.049 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:54:52.049 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:54:52.050 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:54:52.051 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:54:53.382 INFO:teuthology.orchestra.run.smithi067.stdout:generic/636 [not run] swapfiles are not supported 2023-10-21T18:54:53.388 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/636 2023-10-21T18:54:53.388 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/636 2023-10-21T18:54:53.388 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:54:53.392 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:54:53.501 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:54:53.502 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/637) 2023-10-21T18:54:54.189 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:54:54.194 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:54:54.194 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:54:54.195 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:54:54.196 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:54:56.158 INFO:teuthology.orchestra.run.smithi067.stdout:generic/637 2s 2023-10-21T18:54:56.168 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/637 2023-10-21T18:54:56.169 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:54:56.171 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:54:56.778 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:54:56.779 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/638) 2023-10-21T18:54:57.608 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:54:57.623 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:54:57.624 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:54:57.632 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:54:57.632 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:54:58.632 INFO:teuthology.orchestra.run.smithi067.stdout:generic/638 0s 2023-10-21T18:54:58.641 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/638 2023-10-21T18:54:58.641 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:54:58.644 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:54:58.775 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:54:58.776 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/639) 2023-10-21T18:54:59.519 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:54:59.526 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:54:59.527 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:54:59.539 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:54:59.539 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:55:00.959 INFO:teuthology.orchestra.run.smithi067.stdout:generic/639 0s 2023-10-21T18:55:00.989 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/639 2023-10-21T18:55:00.989 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:55:00.998 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:55:01.076 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:55:01.076 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/640) 2023-10-21T18:55:01.896 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:55:01.948 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:55:01.951 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:55:01.953 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:55:01.953 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:55:02.843 INFO:teuthology.orchestra.run.smithi067.stdout:generic/640 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T18:55:02.861 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/640 2023-10-21T18:55:02.862 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/640 2023-10-21T18:55:02.862 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:55:02.878 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:55:02.935 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:55:02.936 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/641) 2023-10-21T18:55:03.532 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:55:03.536 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:55:03.537 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:55:03.538 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:55:03.538 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:55:05.112 INFO:teuthology.orchestra.run.smithi067.stdout:generic/641 [not run] swapfiles are not supported 2023-10-21T18:55:05.118 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/641 2023-10-21T18:55:05.118 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/641 2023-10-21T18:55:05.118 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T18:55:05.121 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:55:05.196 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T18:55:05.197 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/642) 2023-10-21T18:55:06.008 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T18:55:06.027 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T18:55:06.030 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T18:55:06.031 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T18:55:06.031 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T18:55:18.964 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:55:18.967 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:55:49.647 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:55:49.650 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:56:19.743 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:56:19.746 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:56:49.847 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:56:49.850 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:57:19.936 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:57:19.939 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:57:50.231 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:57:50.258 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T18:57:50.298 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T18:57:50.297+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 158388) UID: 0 2023-10-21T18:57:50.298 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T18:57:50.297+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 158388) UID: 0 2023-10-21T18:57:50.299 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T18:57:50.297+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 158388) UID: 0 2023-10-21T18:57:50.299 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T18:57:50.297+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 158388) UID: 0 2023-10-21T18:57:50.300 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T18:57:50.298+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 789506) UID: 0 2023-10-21T18:57:50.300 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T18:57:50.298+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 789506) UID: 0 2023-10-21T19:01:00.499 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:01:00.502 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:01:30.737 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:01:30.741 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:02:00.861 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:02:00.864 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:02:31.017 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:02:31.020 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:02:31.080 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T19:02:31.077+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 789647) UID: 0 2023-10-21T19:02:31.080 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T19:02:31.077+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 789647) UID: 0 2023-10-21T19:04:09.862 INFO:teuthology.orchestra.run.smithi067.stdout:generic/642 543s 2023-10-21T19:04:09.998 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/642 2023-10-21T19:04:09.998 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:04:10.001 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:04:10.012 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:04:10.013 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/643) 2023-10-21T19:04:13.237 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:04:13.243 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:04:13.244 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:04:13.245 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:04:13.245 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:05:45.916 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:05:45.919 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:06:15.974 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:06:15.977 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:06:46.084 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:06:46.093 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:07:16.260 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:07:16.263 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:07:46.450 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:07:46.453 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:07:46.522 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T19:07:46.521+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 790302) UID: 0 2023-10-21T19:07:46.522 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T19:07:46.521+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 790302) UID: 0 2023-10-21T19:07:46.652 INFO:teuthology.orchestra.run.smithi067.stdout:generic/643 [not run] swapfiles are not supported 2023-10-21T19:07:46.662 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/643 2023-10-21T19:07:46.662 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/643 2023-10-21T19:07:46.663 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:07:46.664 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:07:46.702 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:07:46.703 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/644) 2023-10-21T19:07:46.944 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:07:46.948 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:07:46.949 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:07:46.950 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:07:46.950 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:07:47.303 INFO:teuthology.orchestra.run.smithi067.stdout:generic/644 [not run] kernel does not support mount_setattr syscall 2023-10-21T19:07:47.306 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/644 2023-10-21T19:07:47.307 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/644 2023-10-21T19:07:47.307 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:07:47.309 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:07:47.335 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:07:47.335 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/645) 2023-10-21T19:07:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:07:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:07:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:07:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:07:47.554 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:07:47.875 INFO:teuthology.orchestra.run.smithi067.stdout:generic/645 [not run] kernel does not support mount_setattr syscall 2023-10-21T19:07:47.879 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/645 2023-10-21T19:07:47.879 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/645 2023-10-21T19:07:47.879 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:07:47.881 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:07:47.906 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:07:47.907 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/646) 2023-10-21T19:07:48.131 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:07:48.135 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:07:48.135 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:07:48.137 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:07:48.137 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:07:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:generic/646 [not run] ceph does not support shutdown 2023-10-21T19:07:48.661 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/646 2023-10-21T19:07:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/646 2023-10-21T19:07:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:07:48.664 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:07:48.693 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:07:48.694 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/647) 2023-10-21T19:07:48.940 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:07:48.944 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:07:48.944 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:07:48.945 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:07:48.946 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:07:49.528 INFO:teuthology.orchestra.run.smithi067.stdout:generic/647 0s 2023-10-21T19:07:49.533 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/647 2023-10-21T19:07:49.534 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:07:49.536 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:07:49.885 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:07:49.886 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/648) 2023-10-21T19:07:50.266 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:07:50.269 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:07:50.269 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:07:50.270 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:07:50.271 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:07:51.315 INFO:teuthology.orchestra.run.smithi067.stdout:generic/648 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:07:51.323 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/648 2023-10-21T19:07:51.323 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/648 2023-10-21T19:07:51.323 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:07:51.328 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:07:51.358 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:07:51.358 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/649) 2023-10-21T19:07:51.571 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:07:51.575 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:07:51.575 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:07:51.576 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:07:51.576 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:07:52.023 INFO:teuthology.orchestra.run.smithi067.stdout:generic/649 [not run] Reflink not supported by test filesystem type: ceph 2023-10-21T19:07:52.027 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/649 2023-10-21T19:07:52.027 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/649 2023-10-21T19:07:52.027 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:07:52.029 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:07:52.361 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:07:52.362 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/650) 2023-10-21T19:07:52.755 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:07:52.759 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:07:52.759 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:07:52.760 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:07:52.760 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:18:09.979 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:18:10.098 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:18:41.235 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:18:41.349 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:19:12.655 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:19:12.817 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:19:43.776 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:19:43.847 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:20:15.141 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:20:15.289 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:20:45.689 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:20:45.741 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:21:16.215 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:21:16.270 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:21:16.320 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T19:21:16.318+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159156) UID: 0 2023-10-21T19:21:16.321 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T19:21:16.318+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159156) UID: 0 2023-10-21T19:21:16.321 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T19:21:16.318+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159156) UID: 0 2023-10-21T19:21:16.322 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T19:21:16.320+0000 7f0aa07b0700 -1 Fail to open '/proc/159156/cmdline' error = (2) No such file or directory 2023-10-21T19:21:16.322 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T19:21:16.320+0000 7f0aa07b0700 -1 received signal: Hangup from (PID: 159156) UID: 0 2023-10-21T19:23:25.783 INFO:teuthology.orchestra.run.smithi190.stderr:error: Compressing program wrote following message to stderr when compressing log /var/log/ceph/ceph-osd.7.log.1: 2023-10-21T19:23:25.784 INFO:teuthology.orchestra.run.smithi190.stderr:gzip: stdin: file size changed while zipping 2023-10-21T19:23:57.774 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:23:57.968 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:23:58.035 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T19:23:58.034+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159205) UID: 0 2023-10-21T19:23:58.035 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T19:23:58.034+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159205) UID: 0 2023-10-21T19:23:58.036 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T19:23:58.034+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159205) UID: 0 2023-10-21T19:23:58.036 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T19:23:58.034+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159205) UID: 0 2023-10-21T19:26:44.405 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:26:44.574 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:27:15.474 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:27:15.483 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:27:45.594 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:27:45.747 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:27:46.302 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T19:27:46.301+0000 7f828bce0700 -1 received signal: Hangup from (PID: 800378) UID: 0 2023-10-21T19:27:46.303 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T19:27:46.301+0000 7f080c064700 -1 received signal: Hangup from (PID: 800378) UID: 0 2023-10-21T19:27:46.307 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T19:27:46.301+0000 7f03c9906700 -1 received signal: Hangup from (PID: 800378) UID: 0 2023-10-21T19:27:46.328 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T19:27:46.301+0000 7f9716647700 -1 received signal: Hangup from (PID: 800378) UID: 0 2023-10-21T19:37:14.240 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:37:14.290 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:37:14.346 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T19:37:14.344+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159407) UID: 0 2023-10-21T19:37:14.347 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T19:37:14.344+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159407) UID: 0 2023-10-21T19:37:14.347 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T19:37:14.345+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159407) UID: 0 2023-10-21T19:37:14.348 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T19:37:14.346+0000 7fed556c8700 -1 Fail to open '/proc/159407/cmdline' error = (2) No such file or directory 2023-10-21T19:37:14.348 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T19:37:14.346+0000 7fed556c8700 -1 received signal: Hangup from (PID: 159407) UID: 0 2023-10-21T19:37:15.016 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T19:37:15.015+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 803512) UID: 0 2023-10-21T19:37:15.017 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T19:37:15.016+0000 7f828bce0700 -1 received signal: Hangup from (PID: 803512) UID: 0 2023-10-21T19:37:15.020 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T19:37:15.015+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 803512) UID: 0 2023-10-21T19:37:15.022 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T19:37:15.016+0000 7f080c064700 -1 received signal: Hangup from (PID: 803512) UID: 0 2023-10-21T19:46:54.881 INFO:teuthology.orchestra.run.smithi067.stderr:error: Compressing program wrote following message to stderr when compressing log /var/log/ceph/ceph-osd.1.log.1: 2023-10-21T19:46:54.881 INFO:teuthology.orchestra.run.smithi067.stderr:gzip: stdin: file size changed while zipping 2023-10-21T19:47:33.412 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:47:33.701 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:47:34.072 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T19:47:34.067+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 806823) UID: 0 2023-10-21T19:47:34.073 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T19:47:34.067+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 806823) UID: 0 2023-10-21T19:52:27.899 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T19:52:27.897+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 807670) UID: 0 2023-10-21T19:52:27.917 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T19:52:27.897+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 807670) UID: 0 2023-10-21T19:52:27.917 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T19:52:27.898+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 807670) UID: 0 2023-10-21T19:52:27.918 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T19:52:27.899+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 807670) UID: 0 2023-10-21T19:53:41.549 INFO:teuthology.orchestra.run.smithi067.stdout:generic/650 2748s 2023-10-21T19:53:41.772 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/650 2023-10-21T19:53:41.772 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:53:41.775 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:41.864 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:53:41.865 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/651) 2023-10-21T19:53:43.622 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:53:43.627 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:53:43.627 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:53:43.628 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:53:43.629 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:45.010 INFO:teuthology.orchestra.run.smithi067.stdout:generic/651 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:53:45.188 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/651 2023-10-21T19:53:45.188 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/651 2023-10-21T19:53:45.189 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:53:45.201 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:45.244 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:53:45.245 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/652) 2023-10-21T19:53:45.650 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:53:45.656 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:53:45.657 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:53:45.660 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:53:45.661 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:46.754 INFO:teuthology.orchestra.run.smithi067.stdout:generic/652 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:53:46.926 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/652 2023-10-21T19:53:46.926 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/652 2023-10-21T19:53:46.926 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:53:47.002 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:47.094 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:53:47.095 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/653) 2023-10-21T19:53:47.636 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:53:47.655 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:53:47.658 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:53:47.660 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:53:47.660 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:48.975 INFO:teuthology.orchestra.run.smithi067.stdout:generic/653 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:53:49.058 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/653 2023-10-21T19:53:49.058 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/653 2023-10-21T19:53:49.059 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:53:49.088 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:49.180 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:53:49.181 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/654) 2023-10-21T19:53:49.619 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:53:49.635 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:53:49.636 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:53:49.638 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:53:49.638 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:50.977 INFO:teuthology.orchestra.run.smithi067.stdout:generic/654 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:53:51.220 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/654 2023-10-21T19:53:51.220 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/654 2023-10-21T19:53:51.221 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:53:51.234 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:51.295 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:53:51.296 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/655) 2023-10-21T19:53:51.749 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:53:51.755 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:53:51.756 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:53:51.757 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:53:51.758 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:53.038 INFO:teuthology.orchestra.run.smithi067.stdout:generic/655 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:53:53.218 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/655 2023-10-21T19:53:53.219 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/655 2023-10-21T19:53:53.219 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:53:53.224 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:53.300 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:53:53.301 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/656) 2023-10-21T19:53:53.752 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:53:53.769 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:53:53.769 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:53:53.777 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:53:53.778 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:54.401 INFO:teuthology.orchestra.run.smithi067.stdout:generic/656 [not run] kernel does not support mount_setattr syscall 2023-10-21T19:53:54.407 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/656 2023-10-21T19:53:54.408 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/656 2023-10-21T19:53:54.408 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:53:54.410 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:54.457 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:53:54.458 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/657) 2023-10-21T19:53:54.905 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:53:54.917 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:53:54.918 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:53:54.918 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:53:54.919 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:56.204 INFO:teuthology.orchestra.run.smithi067.stdout:generic/657 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:53:56.233 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/657 2023-10-21T19:53:56.233 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/657 2023-10-21T19:53:56.233 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:53:56.236 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:56.371 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:53:56.371 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/658) 2023-10-21T19:53:56.889 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:53:56.898 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:53:56.899 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:53:56.900 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:53:56.900 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:58.096 INFO:teuthology.orchestra.run.smithi067.stdout:generic/658 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:53:58.367 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/658 2023-10-21T19:53:58.368 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/658 2023-10-21T19:53:58.368 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:53:58.371 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:53:58.457 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:53:58.457 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/659) 2023-10-21T19:53:58.970 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:53:58.971 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:53:58.972 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:53:58.973 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:53:58.973 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:00.341 INFO:teuthology.orchestra.run.smithi067.stdout:generic/659 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:00.443 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/659 2023-10-21T19:54:00.443 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/659 2023-10-21T19:54:00.444 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:00.446 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:00.523 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:00.523 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/660) 2023-10-21T19:54:00.999 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:01.010 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:01.010 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:01.014 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:01.014 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:02.296 INFO:teuthology.orchestra.run.smithi067.stdout:generic/660 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:02.415 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/660 2023-10-21T19:54:02.415 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/660 2023-10-21T19:54:02.415 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:02.478 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:02.534 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:02.535 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/661) 2023-10-21T19:54:03.001 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:03.016 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:03.017 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:03.018 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:03.018 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:04.290 INFO:teuthology.orchestra.run.smithi067.stdout:generic/661 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:04.429 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/661 2023-10-21T19:54:04.429 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/661 2023-10-21T19:54:04.429 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:04.432 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:04.541 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:04.542 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/662) 2023-10-21T19:54:05.048 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:05.055 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:05.056 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:05.057 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:05.057 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:06.463 INFO:teuthology.orchestra.run.smithi067.stdout:generic/662 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:06.507 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/662 2023-10-21T19:54:06.507 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/662 2023-10-21T19:54:06.507 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:06.541 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:06.656 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:06.657 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/663) 2023-10-21T19:54:07.216 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:07.228 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:07.229 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:07.230 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:07.230 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:08.255 INFO:teuthology.orchestra.run.smithi067.stdout:generic/663 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:08.262 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/663 2023-10-21T19:54:08.262 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/663 2023-10-21T19:54:08.262 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:08.278 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:08.599 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:08.600 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/664) 2023-10-21T19:54:09.076 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:09.081 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:09.082 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:09.083 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:09.084 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:10.645 INFO:teuthology.orchestra.run.smithi067.stdout:generic/664 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:10.719 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/664 2023-10-21T19:54:10.719 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/664 2023-10-21T19:54:10.719 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:10.724 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:10.773 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:10.773 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/665) 2023-10-21T19:54:11.164 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:11.182 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:11.183 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:11.184 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:11.184 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:12.517 INFO:teuthology.orchestra.run.smithi067.stdout:generic/665 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:12.573 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/665 2023-10-21T19:54:12.573 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/665 2023-10-21T19:54:12.573 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:12.578 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:12.673 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:12.674 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/666) 2023-10-21T19:54:13.159 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:13.170 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:13.171 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:13.177 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:13.177 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:14.392 INFO:teuthology.orchestra.run.smithi067.stdout:generic/666 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:14.411 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/666 2023-10-21T19:54:14.411 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/666 2023-10-21T19:54:14.411 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:14.415 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:14.572 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:14.573 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/667) 2023-10-21T19:54:15.147 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:15.156 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:15.157 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:15.158 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:15.159 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:16.413 INFO:teuthology.orchestra.run.smithi067.stdout:generic/667 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:16.489 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/667 2023-10-21T19:54:16.489 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/667 2023-10-21T19:54:16.489 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:16.493 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:16.559 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:16.560 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/668) 2023-10-21T19:54:17.061 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:17.066 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:17.068 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:17.069 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:17.070 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:18.442 INFO:teuthology.orchestra.run.smithi067.stdout:generic/668 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:18.538 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/668 2023-10-21T19:54:18.538 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/668 2023-10-21T19:54:18.538 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:18.544 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:18.637 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:18.638 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/669) 2023-10-21T19:54:19.095 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:19.100 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:19.100 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:19.101 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:19.102 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:20.293 INFO:teuthology.orchestra.run.smithi067.stdout:generic/669 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:20.300 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/669 2023-10-21T19:54:20.300 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/669 2023-10-21T19:54:20.300 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:20.304 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:20.466 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:20.467 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/670) 2023-10-21T19:54:21.029 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:21.039 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:21.039 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:21.041 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:21.041 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:22.368 INFO:teuthology.orchestra.run.smithi067.stdout:generic/670 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:22.445 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/670 2023-10-21T19:54:22.445 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/670 2023-10-21T19:54:22.446 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:22.468 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:22.582 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:22.583 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/671) 2023-10-21T19:54:23.041 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:23.049 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:23.050 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:23.051 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:23.051 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:24.393 INFO:teuthology.orchestra.run.smithi067.stdout:generic/671 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:24.410 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/671 2023-10-21T19:54:24.410 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/671 2023-10-21T19:54:24.411 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:24.422 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:24.497 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:24.497 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/672) 2023-10-21T19:54:24.897 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:24.901 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:24.903 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:26.588 INFO:teuthology.orchestra.run.smithi067.stdout:generic/672 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:26.616 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/672 2023-10-21T19:54:26.616 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/672 2023-10-21T19:54:26.616 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:26.619 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:26.718 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:26.719 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/673) 2023-10-21T19:54:28.370 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:28.381 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:28.381 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:28.382 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:28.382 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:31.230 INFO:teuthology.orchestra.run.smithi067.stdout:generic/673 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:31.319 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/673 2023-10-21T19:54:31.319 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/673 2023-10-21T19:54:31.320 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:31.366 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:31.414 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:31.415 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/674) 2023-10-21T19:54:31.910 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:31.919 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:31.919 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:31.921 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:31.921 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:32.995 INFO:teuthology.orchestra.run.smithi067.stdout:generic/674 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-10-21T19:54:33.364 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/674 2023-10-21T19:54:33.364 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/674 2023-10-21T19:54:33.364 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:33.422 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:33.609 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:33.610 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/675) 2023-10-21T19:54:34.057 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:34.062 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:34.062 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:34.063 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:34.064 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:35.578 INFO:teuthology.orchestra.run.smithi067.stdout:generic/675 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T19:54:35.635 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/675 2023-10-21T19:54:35.635 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/675 2023-10-21T19:54:35.635 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T19:54:35.662 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:54:35.698 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T19:54:35.699 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/676) 2023-10-21T19:54:36.193 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T19:54:36.199 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T19:54:36.202 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T19:54:36.203 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T19:54:36.203 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T19:56:49.473 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:56:49.479 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T19:56:49.644 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T19:56:49.643+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 820776) UID: 0 2023-10-21T19:56:49.647 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T19:56:49.646+0000 7ffa95be5700 -1 Fail to open '/proc/820776/cmdline' error = (2) No such file or directory 2023-10-21T19:56:49.647 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T19:56:49.646+0000 7ffa95be5700 -1 received signal: Hangup from (PID: 820776) UID: 0 2023-10-21T20:01:01.428 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:01:01.432 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:01:02.542 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T20:01:02.540+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 820848) UID: 0 2023-10-21T20:01:02.543 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T20:01:02.540+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 820848) UID: 0 2023-10-21T20:04:27.379 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T20:04:27.376+0000 7f03c9906700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 820883) UID: 0 2023-10-21T20:04:27.380 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T20:04:27.376+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 820883) UID: 0 2023-10-21T20:04:27.381 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T20:04:27.376+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 820883) UID: 0 2023-10-21T20:04:27.381 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T20:04:27.376+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 820883) UID: 0 2023-10-21T20:07:20.796 INFO:teuthology.orchestra.run.smithi067.stdout:generic/676 764s 2023-10-21T20:07:20.906 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/676 2023-10-21T20:07:20.907 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:20.909 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:21.154 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:21.155 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/677) 2023-10-21T20:07:26.348 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:26.357 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:26.358 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:26.359 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:26.359 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:27.752 INFO:teuthology.orchestra.run.smithi067.stdout:generic/677 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T20:07:27.757 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/677 2023-10-21T20:07:27.757 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/677 2023-10-21T20:07:27.757 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:27.764 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:27.816 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:27.817 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/678) 2023-10-21T20:07:28.279 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:28.286 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:28.287 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:28.292 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:28.293 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:29.034 INFO:teuthology.orchestra.run.smithi067.stdout:generic/678 [not run] kernel does not support IO_URING 2023-10-21T20:07:29.045 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/678 2023-10-21T20:07:29.046 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/678 2023-10-21T20:07:29.046 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:29.048 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:29.116 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:29.117 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/679) 2023-10-21T20:07:29.634 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:29.640 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:29.640 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:29.641 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:29.642 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:30.250 INFO:teuthology.orchestra.run.smithi067.stdout:generic/679 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T20:07:30.259 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/679 2023-10-21T20:07:30.259 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/679 2023-10-21T20:07:30.259 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:30.262 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:30.324 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:30.325 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/680) 2023-10-21T20:07:30.842 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:30.851 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:30.851 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:30.853 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:30.853 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:34.220 INFO:teuthology.orchestra.run.smithi067.stdout:generic/680 3s 2023-10-21T20:07:34.227 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/680 2023-10-21T20:07:34.227 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:34.230 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:34.547 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:34.548 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/681) 2023-10-21T20:07:35.279 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:35.296 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:35.296 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:35.297 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:35.298 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:35.963 INFO:teuthology.orchestra.run.smithi067.stdout:generic/681 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T20:07:35.968 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/681 2023-10-21T20:07:35.968 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/681 2023-10-21T20:07:35.968 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:35.970 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:36.005 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:36.005 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/682) 2023-10-21T20:07:36.510 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:36.517 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:36.517 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:36.519 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:36.519 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:37.117 INFO:teuthology.orchestra.run.smithi067.stdout:generic/682 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T20:07:37.122 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/682 2023-10-21T20:07:37.123 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/682 2023-10-21T20:07:37.123 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:37.126 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:37.151 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:37.151 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/683) 2023-10-21T20:07:37.574 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:37.589 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:37.590 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:37.591 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:37.591 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:38.320 INFO:teuthology.orchestra.run.smithi067.stdout:generic/683 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T20:07:38.326 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/683 2023-10-21T20:07:38.327 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/683 2023-10-21T20:07:38.327 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:38.336 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:38.381 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:38.382 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/684) 2023-10-21T20:07:38.859 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:38.870 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:38.870 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:38.873 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:38.874 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:44.599 INFO:teuthology.orchestra.run.smithi067.stdout:generic/684 - output mismatch (see /tmp/tmp.nw04UX9RTqxfstests-dev/results//generic/684.out.bad) 2023-10-21T20:07:44.605 INFO:teuthology.orchestra.run.smithi067.stdout: --- tests/generic/684.out 2023-10-21 13:05:57.653989980 +0000 2023-10-21T20:07:44.606 INFO:teuthology.orchestra.run.smithi067.stdout: +++ /tmp/tmp.nw04UX9RTqxfstests-dev/results//generic/684.out.bad 2023-10-21 20:07:44.555629823 +0000 2023-10-21T20:07:44.606 INFO:teuthology.orchestra.run.smithi067.stdout: @@ -1,19 +1,19 @@ 2023-10-21T20:07:44.606 INFO:teuthology.orchestra.run.smithi067.stdout: QA output created by 684 2023-10-21T20:07:44.606 INFO:teuthology.orchestra.run.smithi067.stdout: Test 1 - qa_user, non-exec file fpunch 2023-10-21T20:07:44.607 INFO:teuthology.orchestra.run.smithi067.stdout: 6666 -rwSrwSrw- TEST_DIR/684/a 2023-10-21T20:07:44.607 INFO:teuthology.orchestra.run.smithi067.stdout: -666 -rw-rw-rw- TEST_DIR/684/a 2023-10-21T20:07:44.607 INFO:teuthology.orchestra.run.smithi067.stdout: +6666 -rwSrwSrw- TEST_DIR/684/a 2023-10-21T20:07:44.607 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:44.607 INFO:teuthology.orchestra.run.smithi067.stdout: Test 2 - qa_user, group-exec file fpunch 2023-10-21T20:07:44.607 INFO:teuthology.orchestra.run.smithi067.stdout: 6676 -rwSrwsrw- TEST_DIR/684/a 2023-10-21T20:07:44.608 INFO:teuthology.orchestra.run.smithi067.stdout: -676 -rw-rwxrw- TEST_DIR/684/a 2023-10-21T20:07:44.608 INFO:teuthology.orchestra.run.smithi067.stdout: +6676 -rwSrwsrw- TEST_DIR/684/a 2023-10-21T20:07:44.608 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:44.608 INFO:teuthology.orchestra.run.smithi067.stdout: Test 3 - qa_user, user-exec file fpunch 2023-10-21T20:07:44.608 INFO:teuthology.orchestra.run.smithi067.stdout: 6766 -rwsrwSrw- TEST_DIR/684/a 2023-10-21T20:07:44.609 INFO:teuthology.orchestra.run.smithi067.stdout: -766 -rwxrw-rw- TEST_DIR/684/a 2023-10-21T20:07:44.609 INFO:teuthology.orchestra.run.smithi067.stdout: +6766 -rwsrwSrw- TEST_DIR/684/a 2023-10-21T20:07:44.609 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:44.609 INFO:teuthology.orchestra.run.smithi067.stdout: Test 4 - qa_user, all-exec file fpunch 2023-10-21T20:07:44.609 INFO:teuthology.orchestra.run.smithi067.stdout: 6777 -rwsrwsrwx TEST_DIR/684/a 2023-10-21T20:07:44.610 INFO:teuthology.orchestra.run.smithi067.stdout: -777 -rwxrwxrwx TEST_DIR/684/a 2023-10-21T20:07:44.610 INFO:teuthology.orchestra.run.smithi067.stdout: +6777 -rwsrwsrwx TEST_DIR/684/a 2023-10-21T20:07:44.610 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:44.610 INFO:teuthology.orchestra.run.smithi067.stdout: Test 5 - root, non-exec file fpunch 2023-10-21T20:07:44.610 INFO:teuthology.orchestra.run.smithi067.stdout: 6666 -rwSrwSrw- TEST_DIR/684/a 2023-10-21T20:07:44.611 INFO:teuthology.orchestra.run.smithi067.stdout: @@ -33,9 +33,9 @@ 2023-10-21T20:07:44.611 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:44.611 INFO:teuthology.orchestra.run.smithi067.stdout: Test 9 - qa_user, group-exec file fpunch, only sgid 2023-10-21T20:07:44.611 INFO:teuthology.orchestra.run.smithi067.stdout: 2676 -rw-rwsrw- TEST_DIR/684/a 2023-10-21T20:07:44.611 INFO:teuthology.orchestra.run.smithi067.stdout: -676 -rw-rwxrw- TEST_DIR/684/a 2023-10-21T20:07:44.612 INFO:teuthology.orchestra.run.smithi067.stdout: +2676 -rw-rwsrw- TEST_DIR/684/a 2023-10-21T20:07:44.612 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:44.612 INFO:teuthology.orchestra.run.smithi067.stdout: Test 10 - qa_user, all-exec file fpunch, only sgid 2023-10-21T20:07:44.612 INFO:teuthology.orchestra.run.smithi067.stdout: 2777 -rwxrwsrwx TEST_DIR/684/a 2023-10-21T20:07:44.612 INFO:teuthology.orchestra.run.smithi067.stdout: -777 -rwxrwxrwx TEST_DIR/684/a 2023-10-21T20:07:44.613 INFO:teuthology.orchestra.run.smithi067.stdout: +2777 -rwxrwsrwx TEST_DIR/684/a 2023-10-21T20:07:44.613 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:44.618 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/684 2023-10-21T20:07:44.618 INFO:teuthology.orchestra.run.smithi067.stdout:Failures: generic/684 2023-10-21T20:07:44.618 INFO:teuthology.orchestra.run.smithi067.stdout:Failed 1 of 1 tests 2023-10-21T20:07:44.621 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:44.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T20:07:44.908 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-10-21T20:07:44.908 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-10-21T20:07:44.909 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/685) 2023-10-21T20:07:45.680 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:45.691 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:45.691 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:45.693 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:45.693 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:46.494 INFO:teuthology.orchestra.run.smithi067.stdout:generic/685 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-10-21T20:07:46.500 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/685 2023-10-21T20:07:46.501 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/685 2023-10-21T20:07:46.501 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:46.503 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:46.556 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:46.557 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/686) 2023-10-21T20:07:47.001 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:47.018 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:47.019 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:47.023 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:47.023 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:47.929 INFO:teuthology.orchestra.run.smithi067.stdout:generic/686 [not run] xfs_io finsert failed (old kernel/wrong fs?) 2023-10-21T20:07:47.935 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/686 2023-10-21T20:07:47.936 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/686 2023-10-21T20:07:47.940 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:47.942 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:48.001 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:48.001 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/687) 2023-10-21T20:07:48.442 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:48.455 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:48.455 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:48.457 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:48.457 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:49.280 INFO:teuthology.orchestra.run.smithi067.stdout:generic/687 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-10-21T20:07:49.294 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/687 2023-10-21T20:07:49.294 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/687 2023-10-21T20:07:49.295 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:49.297 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:49.353 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:49.354 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/688) 2023-10-21T20:07:49.747 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:49.752 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:49.752 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:49.756 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:49.756 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:50.428 INFO:teuthology.orchestra.run.smithi067.stdout:generic/688 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-21T20:07:50.434 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/688 2023-10-21T20:07:50.434 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/688 2023-10-21T20:07:50.434 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:50.441 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:50.493 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:50.493 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/689) 2023-10-21T20:07:51.019 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:51.034 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:51.035 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:51.036 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:51.036 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:51.673 INFO:teuthology.orchestra.run.smithi067.stdout:generic/689 [not run] kernel does not support mount_setattr syscall 2023-10-21T20:07:51.702 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/689 2023-10-21T20:07:51.702 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/689 2023-10-21T20:07:51.702 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:51.709 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:51.736 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:51.736 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/690) 2023-10-21T20:07:52.279 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:52.304 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:52.304 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:52.306 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:52.306 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:53.210 INFO:teuthology.orchestra.run.smithi067.stdout:generic/690 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T20:07:53.329 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/690 2023-10-21T20:07:53.329 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/690 2023-10-21T20:07:53.329 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:53.329 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:53.330 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:53.330 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/691) 2023-10-21T20:07:53.853 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:53.859 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:53.860 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:53.863 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:53.863 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:54.505 INFO:teuthology.orchestra.run.smithi067.stdout:generic/691 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-21T20:07:54.516 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/691 2023-10-21T20:07:54.516 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/691 2023-10-21T20:07:54.516 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:54.521 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:54.570 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:54.571 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/692) 2023-10-21T20:07:55.056 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:55.061 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:55.061 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:55.063 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:55.667 INFO:teuthology.orchestra.run.smithi067.stdout:generic/692 [not run] fsverity utility required, skipped this test 2023-10-21T20:07:55.674 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/692 2023-10-21T20:07:55.674 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/692 2023-10-21T20:07:55.674 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:55.677 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:55.726 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:55.727 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/693) 2023-10-21T20:07:56.180 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:56.195 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:56.195 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:56.196 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:56.196 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:57.211 INFO:teuthology.orchestra.run.smithi067.stdout:generic/693 [not run] kernel does not support ceph encryption 2023-10-21T20:07:57.242 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/693 2023-10-21T20:07:57.243 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/693 2023-10-21T20:07:57.243 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:07:57.246 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:07:57.300 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:07:57.301 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/694) 2023-10-21T20:07:57.860 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:07:57.866 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:07:57.866 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:07:57.872 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:07:57.872 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:05.622 INFO:teuthology.orchestra.run.smithi067.stdout:generic/694 7s 2023-10-21T20:08:05.631 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/694 2023-10-21T20:08:05.632 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:08:05.638 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:05.667 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:08:05.668 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/695) 2023-10-21T20:08:06.075 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:08:06.080 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:08:06.081 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:08:06.082 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:08:06.082 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:06.722 INFO:teuthology.orchestra.run.smithi067.stdout:generic/695 [not run] require 172.21.15.67:6789:/scratch to be valid block disk 2023-10-21T20:08:06.732 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/695 2023-10-21T20:08:06.737 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/695 2023-10-21T20:08:06.738 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:08:06.740 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:06.779 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:08:06.780 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/696) 2023-10-21T20:08:07.200 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:08:07.211 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:08:07.211 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:08:07.212 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:08:07.213 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:08.156 INFO:teuthology.orchestra.run.smithi067.stdout:generic/696 1s 2023-10-21T20:08:08.166 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/696 2023-10-21T20:08:08.167 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:08:08.169 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:08.205 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:08:08.205 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/697) 2023-10-21T20:08:08.609 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:08:08.618 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:08:08.619 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:08:08.626 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:08:08.626 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:09.434 INFO:teuthology.orchestra.run.smithi067.stdout:generic/697 1s 2023-10-21T20:08:09.446 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/697 2023-10-21T20:08:09.446 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:08:09.452 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:09.504 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:08:09.504 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/698) 2023-10-21T20:08:09.897 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:08:09.907 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:08:09.908 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:08:09.909 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:08:09.909 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:10.492 INFO:teuthology.orchestra.run.smithi067.stdout:generic/698 [not run] kernel does not support mount_setattr syscall 2023-10-21T20:08:10.498 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/698 2023-10-21T20:08:10.498 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/698 2023-10-21T20:08:10.499 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:08:10.501 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:10.557 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:08:10.558 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/699) 2023-10-21T20:08:10.945 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:08:10.952 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:08:10.952 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:08:10.953 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:08:10.954 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:11.560 INFO:teuthology.orchestra.run.smithi067.stdout:generic/699 [not run] kernel does not support mount_setattr syscall 2023-10-21T20:08:11.565 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/699 2023-10-21T20:08:11.565 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/699 2023-10-21T20:08:11.566 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:08:11.568 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:11.626 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:08:11.626 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/700) 2023-10-21T20:08:12.008 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:08:12.013 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:08:12.014 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:08:12.015 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:08:12.015 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:12.633 INFO:teuthology.orchestra.run.smithi067.stdout:generic/700 [not run] kernel doesn't support renameat2 syscall 2023-10-21T20:08:12.638 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/700 2023-10-21T20:08:12.639 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/700 2023-10-21T20:08:12.639 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:08:12.641 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:13.015 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:08:13.016 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/701) 2023-10-21T20:08:13.558 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:08:13.564 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:08:13.564 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:08:13.565 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:08:13.565 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:21.815 INFO:teuthology.orchestra.run.smithi067.stdout:generic/701 8s 2023-10-21T20:08:21.828 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/701 2023-10-21T20:08:21.829 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:08:21.831 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:22.369 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:08:22.370 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/702) 2023-10-21T20:08:22.810 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:08:22.823 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:08:22.825 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:08:22.826 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:08:22.827 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:24.054 INFO:teuthology.orchestra.run.smithi067.stdout:generic/702 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-21T20:08:24.150 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/702 2023-10-21T20:08:24.150 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/702 2023-10-21T20:08:24.151 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:08:24.166 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:24.217 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:08:24.218 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/703) 2023-10-21T20:08:24.625 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:08:24.632 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:08:24.633 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:08:24.633 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:08:24.633 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:25.262 INFO:teuthology.orchestra.run.smithi067.stdout:generic/703 [not run] kernel does not support IO_URING 2023-10-21T20:08:25.269 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/703 2023-10-21T20:08:25.270 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/703 2023-10-21T20:08:25.270 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:08:25.278 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:25.332 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:08:25.333 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/704) 2023-10-21T20:08:25.737 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:08:25.744 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:08:25.745 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:08:25.747 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:08:25.747 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:26.377 INFO:teuthology.orchestra.run.smithi067.stdout:generic/704 [not run] require 172.21.15.67:6789:/test to be valid block disk 2023-10-21T20:08:26.383 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/704 2023-10-21T20:08:26.383 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/704 2023-10-21T20:08:26.383 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:08:26.386 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:26.417 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:08:26.418 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/705) 2023-10-21T20:08:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:08:26.784 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:08:26.785 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:08:26.786 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:08:26.786 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:27.610 INFO:teuthology.orchestra.run.smithi067.stdout:generic/705 [not run] ceph does not support shutdown 2023-10-21T20:08:27.645 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/705 2023-10-21T20:08:27.646 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/705 2023-10-21T20:08:27.646 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:08:27.650 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:27.688 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:08:27.689 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/706) 2023-10-21T20:08:28.062 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:08:28.080 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:08:28.082 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:08:28.087 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:08:28.087 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:30.362 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:08:30.365 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:08:30.466 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T20:08:30.465+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 835664) UID: 0 2023-10-21T20:08:30.468 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T20:08:30.466+0000 7f0ac7654700 -1 Fail to open '/proc/835664/cmdline' error = (2) No such file or directory 2023-10-21T20:08:30.468 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T20:08:30.466+0000 7f0ac7654700 -1 received signal: Hangup from (PID: 835664) UID: 0 2023-10-21T20:08:30.537 INFO:tasks.ceph.osd.5.smithi190.stderr:2023-10-21T20:08:30.535+0000 7fd9df003700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159775) UID: 0 2023-10-21T20:08:30.538 INFO:tasks.ceph.osd.4.smithi190.stderr:2023-10-21T20:08:30.535+0000 7f6c0ffcc700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159775) UID: 0 2023-10-21T20:08:30.538 INFO:tasks.ceph.osd.6.smithi190.stderr:2023-10-21T20:08:30.535+0000 7fed556c8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159775) UID: 0 2023-10-21T20:08:30.539 INFO:tasks.ceph.osd.7.smithi190.stderr:2023-10-21T20:08:30.535+0000 7f0aa07b0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159775) UID: 0 2023-10-21T20:08:30.572 INFO:teuthology.orchestra.run.smithi067.stdout:generic/706 2s 2023-10-21T20:08:30.586 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/706 2023-10-21T20:08:30.587 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:08:30.590 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:08:31.081 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:08:31.081 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/707) 2023-10-21T20:08:31.610 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:08:31.616 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:08:31.617 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:08:31.623 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:08:31.623 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:14:31.915 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:14:31.922 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:15:02.194 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:15:02.198 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:15:32.285 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:15:32.290 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:16:02.628 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:16:02.631 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:16:32.710 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:16:32.714 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:17:02.780 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:17:02.784 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:17:32.880 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:17:32.885 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:18:02.978 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:18:02.982 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:18:33.094 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:18:33.100 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:19:03.178 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:19:03.182 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:19:33.267 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:19:33.271 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:20:03.374 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:20:03.381 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:20:33.707 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:20:33.715 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:21:03.788 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:21:03.791 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:21:33.880 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:21:33.883 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:22:03.967 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:22:03.972 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:22:34.257 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:22:34.260 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:23:04.334 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:23:04.340 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:23:04.492 INFO:tasks.ceph.osd.1.smithi067.stderr:2023-10-21T20:23:04.491+0000 7f828bce0700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 883623) UID: 0 2023-10-21T20:23:04.493 INFO:tasks.ceph.osd.0.smithi067.stderr:2023-10-21T20:23:04.491+0000 7f080c064700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 883623) UID: 0 2023-10-21T20:23:04.493 INFO:tasks.ceph.osd.3.smithi067.stderr:2023-10-21T20:23:04.491+0000 7f9716647700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 883623) UID: 0 2023-10-21T20:23:04.494 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T20:23:04.492+0000 7f03c9906700 -1 Fail to open '/proc/883623/cmdline' error = (2) No such file or directory 2023-10-21T20:23:04.494 INFO:tasks.ceph.osd.2.smithi067.stderr:2023-10-21T20:23:04.492+0000 7f03c9906700 -1 received signal: Hangup from (PID: 883623) UID: 0 2023-10-21T20:26:18.242 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:26:18.245 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:26:18.336 INFO:tasks.ceph.mds.c.smithi067.stderr:2023-10-21T20:26:18.335+0000 7ffa95be5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 892909) UID: 0 2023-10-21T20:26:18.337 INFO:tasks.ceph.mds.a.smithi067.stderr:2023-10-21T20:26:18.336+0000 7f0ac7654700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 892909) UID: 0 2023-10-21T20:29:57.722 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:29:57.726 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:30:28.394 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:30:28.400 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:30:58.940 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:30:58.944 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:31:29.022 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:31:29.025 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:31:59.113 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:31:59.126 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:32:29.216 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:32:29.220 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:32:59.307 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:32:59.311 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:33:29.438 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:33:29.441 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:33:59.544 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:33:59.555 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:34:29.702 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:34:29.705 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:34:59.781 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:34:59.784 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:35:29.864 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:35:29.869 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:35:59.967 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:35:59.971 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:36:30.345 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:36:30.351 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:37:00.643 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:37:00.647 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:37:30.926 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:37:30.930 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:38:01.022 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:38:01.027 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:38:31.101 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:38:31.105 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:39:01.330 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:39:01.334 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:39:31.501 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:39:31.504 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:40:01.944 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:40:01.948 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:40:05.757 INFO:teuthology.orchestra.run.smithi067.stdout:generic/707 1894s 2023-10-21T20:40:05.777 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/707 2023-10-21T20:40:05.778 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:05.781 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:05.795 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:05.795 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/708) 2023-10-21T20:40:07.609 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:07.620 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:07.620 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:07.621 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:07.621 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:11.819 INFO:teuthology.orchestra.run.smithi067.stdout:generic/708 1s 2023-10-21T20:40:11.831 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/708 2023-10-21T20:40:11.831 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:11.840 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:12.157 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:12.158 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/709) 2023-10-21T20:40:12.739 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:12.743 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:12.743 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:12.745 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:12.745 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:13.330 INFO:teuthology.orchestra.run.smithi067.stdout:generic/709 [not run] xfs_io swapext -v vfs not supported on ceph 2023-10-21T20:40:13.335 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/709 2023-10-21T20:40:13.336 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/709 2023-10-21T20:40:13.336 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:13.338 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:13.803 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:13.804 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/710) 2023-10-21T20:40:14.214 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:14.221 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:14.221 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:14.222 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:14.223 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:14.836 INFO:teuthology.orchestra.run.smithi067.stdout:generic/710 [not run] xfs_io swapext -v vfs not supported on ceph 2023-10-21T20:40:14.842 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/710 2023-10-21T20:40:14.843 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/710 2023-10-21T20:40:14.843 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:14.845 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:15.293 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:15.294 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/711) 2023-10-21T20:40:15.803 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:15.810 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:15.810 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:15.811 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:15.812 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:16.451 INFO:teuthology.orchestra.run.smithi067.stdout:generic/711 [not run] xfs_io swapext -v vfs not supported on ceph 2023-10-21T20:40:16.456 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/711 2023-10-21T20:40:16.456 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/711 2023-10-21T20:40:16.456 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:16.462 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:16.593 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:16.593 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/712) 2023-10-21T20:40:17.331 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:17.343 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:17.344 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:17.346 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:17.347 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:generic/712 [not run] xfs_io swapext -v vfs not supported on ceph 2023-10-21T20:40:17.920 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/712 2023-10-21T20:40:17.921 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/712 2023-10-21T20:40:17.921 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:17.923 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:18.258 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:18.259 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/713) 2023-10-21T20:40:18.817 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:18.827 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:18.828 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:18.829 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:18.829 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:19.398 INFO:teuthology.orchestra.run.smithi067.stdout:generic/713 [not run] xfs_io swapext -v vfs -s 64k -l 64k not supported on ceph 2023-10-21T20:40:19.406 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/713 2023-10-21T20:40:19.407 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/713 2023-10-21T20:40:19.407 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:19.409 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:19.742 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:19.743 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/714) 2023-10-21T20:40:20.362 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:20.368 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:20.369 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:20.370 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:20.370 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:21.000 INFO:teuthology.orchestra.run.smithi067.stdout:generic/714 [not run] xfs_io swapext -v vfs not supported on ceph 2023-10-21T20:40:21.005 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/714 2023-10-21T20:40:21.006 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/714 2023-10-21T20:40:21.006 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:21.008 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:21.497 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:21.498 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/715) 2023-10-21T20:40:21.922 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:21.929 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:21.930 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:21.932 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:21.932 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:22.589 INFO:teuthology.orchestra.run.smithi067.stdout:generic/715 [not run] xfs_io swapext -v vfs -s 64k -l 64k not supported on ceph 2023-10-21T20:40:22.594 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/715 2023-10-21T20:40:22.594 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/715 2023-10-21T20:40:22.594 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:22.596 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:23.124 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:23.125 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/716) 2023-10-21T20:40:23.531 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:23.542 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:23.542 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:23.544 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:23.544 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:24.096 INFO:teuthology.orchestra.run.smithi067.stdout:generic/716 [not run] xfs_io swapext -v vfs not supported on ceph 2023-10-21T20:40:24.101 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/716 2023-10-21T20:40:24.101 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/716 2023-10-21T20:40:24.101 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:24.103 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:24.593 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:24.594 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/717) 2023-10-21T20:40:25.022 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:25.027 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:25.028 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:25.033 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:25.034 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:25.599 INFO:teuthology.orchestra.run.smithi067.stdout:generic/717 [not run] xfs_io swapext -v vfs not supported on ceph 2023-10-21T20:40:25.608 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/717 2023-10-21T20:40:25.608 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/717 2023-10-21T20:40:25.608 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:25.611 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:26.109 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:26.109 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/718) 2023-10-21T20:40:26.564 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:26.571 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:26.572 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:26.573 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:26.573 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:27.216 INFO:teuthology.orchestra.run.smithi067.stdout:generic/718 [not run] xfs_io swapext -v vfs not supported on ceph 2023-10-21T20:40:27.222 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/718 2023-10-21T20:40:27.222 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/718 2023-10-21T20:40:27.222 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:27.231 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:27.542 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:27.542 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/719) 2023-10-21T20:40:28.090 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:28.101 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:28.101 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:28.103 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:28.103 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:28.717 INFO:teuthology.orchestra.run.smithi067.stdout:generic/719 [not run] xfs_io swapext -v vfs not supported on ceph 2023-10-21T20:40:28.722 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/719 2023-10-21T20:40:28.722 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/719 2023-10-21T20:40:28.722 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:28.729 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:29.119 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:29.120 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/720) 2023-10-21T20:40:29.627 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:29.640 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:29.641 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:29.649 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:29.649 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:30.212 INFO:teuthology.orchestra.run.smithi067.stdout:generic/720 [not run] xfs_io swapext -v vfs not supported on ceph 2023-10-21T20:40:30.217 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/720 2023-10-21T20:40:30.218 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/720 2023-10-21T20:40:30.218 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:30.226 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:30.667 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:30.668 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/721) 2023-10-21T20:40:31.138 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:31.143 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:31.143 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:31.144 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:31.145 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:31.728 INFO:teuthology.orchestra.run.smithi067.stdout:generic/721 [not run] xfs_io startupdate support is missing 2023-10-21T20:40:31.733 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/721 2023-10-21T20:40:31.734 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/721 2023-10-21T20:40:31.734 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:31.736 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:31.802 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:31.803 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/722) 2023-10-21T20:40:32.035 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:40:32.038 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:40:32.230 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:32.235 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:32.236 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:32.237 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:32.237 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:32.829 INFO:teuthology.orchestra.run.smithi067.stdout:generic/722 [not run] xfs_io swapext -v vfs -a not supported on ceph 2023-10-21T20:40:32.835 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/722 2023-10-21T20:40:32.836 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/722 2023-10-21T20:40:32.836 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:32.838 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:33.217 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:33.217 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/723) 2023-10-21T20:40:33.734 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:33.739 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:33.739 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:33.741 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:33.741 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:34.317 INFO:teuthology.orchestra.run.smithi067.stdout:generic/723 [not run] xfs_io swapext -v vfs not supported on ceph 2023-10-21T20:40:34.322 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/723 2023-10-21T20:40:34.323 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/723 2023-10-21T20:40:34.323 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:34.330 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:34.801 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:34.802 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/724) 2023-10-21T20:40:35.254 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:35.260 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:35.260 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:35.263 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:35.263 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:35.882 INFO:teuthology.orchestra.run.smithi067.stdout:generic/724 [not run] xfs_io swapext -v vfs -a not supported on ceph 2023-10-21T20:40:35.887 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/724 2023-10-21T20:40:35.887 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/724 2023-10-21T20:40:35.888 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:35.890 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:36.092 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:36.093 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/725) 2023-10-21T20:40:36.815 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:36.828 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:36.828 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:36.829 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:36.829 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:37.385 INFO:teuthology.orchestra.run.smithi067.stdout:generic/725 [not run] xfs_io swapext -v vfs -a not supported on ceph 2023-10-21T20:40:37.392 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/725 2023-10-21T20:40:37.392 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/725 2023-10-21T20:40:37.393 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:37.396 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:37.812 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:37.812 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/726) 2023-10-21T20:40:38.292 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:38.297 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:38.297 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:38.299 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:38.299 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:39.189 INFO:teuthology.orchestra.run.smithi067.stdout:generic/726 [not run] xfs_io swapext -v vfs -a not supported on ceph 2023-10-21T20:40:39.196 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/726 2023-10-21T20:40:39.196 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/726 2023-10-21T20:40:39.196 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:39.198 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:39.354 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:39.355 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/727) 2023-10-21T20:40:40.108 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:40.120 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:40.121 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:40.122 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:40.123 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:40.800 INFO:teuthology.orchestra.run.smithi067.stdout:generic/727 [not run] xfs_io swapext -v vfs -a not supported on ceph 2023-10-21T20:40:40.805 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/727 2023-10-21T20:40:40.805 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/727 2023-10-21T20:40:40.805 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:40.808 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:41.165 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:41.166 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/728) 2023-10-21T20:40:41.682 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:41.690 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:41.691 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:41.691 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:41.691 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:46.339 INFO:teuthology.orchestra.run.smithi067.stdout:generic/728 5s 2023-10-21T20:40:46.346 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/728 2023-10-21T20:40:46.347 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:46.349 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:46.576 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:46.577 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/729) 2023-10-21T20:40:47.220 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:47.226 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:47.232 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:47.233 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:47.234 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:48.259 INFO:teuthology.orchestra.run.smithi067.stdout:generic/729 1s 2023-10-21T20:40:48.269 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/729 2023-10-21T20:40:48.270 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:48.272 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:48.672 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:48.673 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/730) 2023-10-21T20:40:49.169 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:49.174 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:49.174 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:49.176 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:49.176 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:49.716 INFO:teuthology.orchestra.run.smithi067.stdout:generic/730 [not run] require 172.21.15.67:6789:/test to be valid block disk 2023-10-21T20:40:49.723 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/730 2023-10-21T20:40:49.723 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/730 2023-10-21T20:40:49.723 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:49.726 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:49.766 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:49.766 DEBUG:teuthology.orchestra.run.smithi067:> (cd /tmp/tmp.nw04UX9RTqxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/731) 2023-10-21T20:40:50.170 INFO:teuthology.orchestra.run.smithi067.stdout:FSTYP -- ceph 2023-10-21T20:40:50.184 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM -- Linux/x86_64 smithi067 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-10-21T20:40:50.185 INFO:teuthology.orchestra.run.smithi067.stdout:MKFS_OPTIONS -- 172.21.15.67:6789:/scratch 2023-10-21T20:40:50.189 INFO:teuthology.orchestra.run.smithi067.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBBzDNlasp2ExAA8/q8gyeXwVCJ4J9AX6C9HQ== -o context=system_u:object_r:root_t:s0 172.21.15.67:6789:/scratch /tmp/tmp.grziKjmILoscratch 2023-10-21T20:40:50.189 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:50.688 INFO:teuthology.orchestra.run.smithi067.stdout:generic/731 [not run] require 172.21.15.67:6789:/test to be valid block disk 2023-10-21T20:40:50.693 INFO:teuthology.orchestra.run.smithi067.stdout:Ran: generic/731 2023-10-21T20:40:50.693 INFO:teuthology.orchestra.run.smithi067.stdout:Not run: generic/731 2023-10-21T20:40:50.693 INFO:teuthology.orchestra.run.smithi067.stdout:Passed all 1 tests 2023-10-21T20:40:50.696 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:50.741 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-21T20:40:50.742 INFO:tasks.cephfs.xfstests_dev:=========================================================Total number of tests failed = 2========================================================= 2023-10-21T20:40:50.742 DEBUG:teuthology.orchestra.run.smithi067:> sudo userdel --force --remove fsgqa 2023-10-21T20:40:54.636 DEBUG:teuthology.orchestra.run.smithi067:> sudo userdel --force --remove 123456-fsgqa 2023-10-21T20:40:56.382 DEBUG:teuthology.orchestra.run.smithi067:> sudo groupdel fsgqa 2023-10-21T20:40:56.493 INFO:teuthology.orchestra.run.smithi067.stderr:groupdel: group 'fsgqa' does not exist 2023-10-21T20:40:56.495 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-21T20:40:56.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:40:56.496 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo stat /tmp/tmp.nw04UX9RTqxfstests-dev/results) 2023-10-21T20:40:56.583 INFO:teuthology.orchestra.run.smithi067.stdout: File: /tmp/tmp.nw04UX9RTqxfstests-dev/results 2023-10-21T20:40:56.584 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 4096 Blocks: 8 IO Block: 4096 directory 2023-10-21T20:40:56.584 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 801h/2049d Inode: 529595 Links: 3 2023-10-21T20:40:56.584 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0755/drwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T20:40:56.584 INFO:teuthology.orchestra.run.smithi067.stdout:Context: unconfined_u:object_r:user_tmp_t:s0 2023-10-21T20:40:56.584 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2023-10-21 13:07:10.583301553 +0000 2023-10-21T20:40:56.585 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2023-10-21 20:40:48.267630128 +0000 2023-10-21T20:40:56.585 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2023-10-21 20:40:48.267630128 +0000 2023-10-21T20:40:56.585 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2023-10-21 13:07:10.583301553 +0000 2023-10-21T20:40:56.596 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:40:56.596 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p /var/log/ceph/xfstests-dev-results) 2023-10-21T20:40:56.731 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:40:56.732 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cp -r /tmp/tmp.nw04UX9RTqxfstests-dev/results /var/log/ceph/xfstests-dev-results) 2023-10-21T20:40:57.393 INFO:tasks.cephfs.xfstests_dev:results dir from xfstests-dev has been saved; it was copied from /tmp/tmp.nw04UX9RTqxfstests-dev to /var/log/ceph. 2023-10-21T20:40:57.394 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf /tmp/tmp.nw04UX9RTqxfstests-dev 2023-10-21T20:40:57.715 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-10-21T20:40:57.718 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-10-21T20:40:57.900 DEBUG:teuthology.orchestra.run.smithi190:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-10-21T20:40:58.006 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-10-21T20:40:58.007 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T20:40:58.008 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T20:40:58.047 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T20:40:58.048 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T20:40:58.112 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T20:40:58.674 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.674+0000 7f398bfa7700 1 Processor -- start 2023-10-21T20:40:58.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.674+0000 7f398bfa7700 1 -- start start 2023-10-21T20:40:58.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.675+0000 7f398bfa7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f398415e8f0 0x7f398406fe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:58.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.675+0000 7f398bfa7700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f398406da80 0x7f398406df00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:58.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.675+0000 7f398bfa7700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f398415b920 con 0x7f398415a950 2023-10-21T20:40:58.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.675+0000 7f398bfa7700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39840cfbf0 con 0x7f398406da80 2023-10-21T20:40:58.677 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.675+0000 7f398bfa7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f398406e440 con 0x7f398415e8f0 2023-10-21T20:40:58.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.676+0000 7f398a544700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f398415a950 0x7f398415adc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:35730/0 (socket says 172.21.15.67:35730) 2023-10-21T20:40:58.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.676+0000 7f398a544700 1 -- 172.21.15.67:0/2968765965 learned_addr learned my addr 172.21.15.67:0/2968765965 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:40:58.678 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.676+0000 7f3989542700 1 --2- 172.21.15.67:0/2968765965 >> v2:172.21.15.190:3300/0 conn(0x7f398406da80 0x7f398406df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:40:58.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.676+0000 7f3988d41700 1 -- 172.21.15.67:0/2968765965 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 534563342 0 0) 0x7f398415b920 con 0x7f398415a950 2023-10-21T20:40:58.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.676+0000 7f3989542700 1 -- 172.21.15.67:0/2968765965 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f398415e8f0 msgr2=0x7f398406fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:40:58.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.676+0000 7f3989542700 1 --2- 172.21.15.67:0/2968765965 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f398415e8f0 0x7f398406fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:58.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.676+0000 7f3989542700 1 -- 172.21.15.67:0/2968765965 >> v1:172.21.15.67:6789/0 conn(0x7f398415a950 legacy=0x7f398415adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:58.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.676+0000 7f3989542700 1 -- 172.21.15.67:0/2968765965 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f398415b640 con 0x7f398406da80 2023-10-21T20:40:58.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.676+0000 7f3989542700 1 --2- 172.21.15.67:0/2968765965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f398406da80 0x7f398406df00 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3980009840 tx=0x7f3980009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b43a5503f26badc server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:40:58.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.676+0000 7f3988d41700 1 -- 172.21.15.67:0/2968765965 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3980011830 con 0x7f398406da80 2023-10-21T20:40:58.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.676+0000 7f3988d41700 1 -- 172.21.15.67:0/2968765965 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3980011990 con 0x7f398406da80 2023-10-21T20:40:58.681 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.676+0000 7f3988d41700 1 -- 172.21.15.67:0/2968765965 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3980011d20 con 0x7f398406da80 2023-10-21T20:40:58.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.677+0000 7f398bfa7700 1 -- 172.21.15.67:0/2968765965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f398406da80 msgr2=0x7f398406df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:58.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.677+0000 7f398bfa7700 1 --2- 172.21.15.67:0/2968765965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f398406da80 0x7f398406df00 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3980009840 tx=0x7f3980009b50 comp rx=0 tx=0).stop 2023-10-21T20:40:58.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.679+0000 7f398bfa7700 1 -- 172.21.15.67:0/2968765965 shutdown_connections 2023-10-21T20:40:58.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.679+0000 7f398bfa7700 1 --2- 172.21.15.67:0/2968765965 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f398415e8f0 0x7f398406fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:58.682 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.679+0000 7f398bfa7700 1 --2- 172.21.15.67:0/2968765965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f398406da80 0x7f398406df00 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:58.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.679+0000 7f398bfa7700 1 -- 172.21.15.67:0/2968765965 >> 172.21.15.67:0/2968765965 conn(0x7f39840d0360 msgr2=0x7f39840d0770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:40:58.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.679+0000 7f398bfa7700 1 -- 172.21.15.67:0/2968765965 shutdown_connections 2023-10-21T20:40:58.683 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.679+0000 7f398bfa7700 1 -- 172.21.15.67:0/2968765965 wait complete. 2023-10-21T20:40:58.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.680+0000 7f398bfa7700 1 Processor -- start 2023-10-21T20:40:58.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.680+0000 7f398bfa7700 1 -- start start 2023-10-21T20:40:58.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.681+0000 7f398bfa7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f398406da80 0x7f398415d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:58.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.681+0000 7f398bfa7700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f398415a950 0x7f39840cbe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:58.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.681+0000 7f398bfa7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f398415e8f0 0x7f39840b4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:58.686 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.681+0000 7f398bfa7700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39840cc360 con 0x7f398415e8f0 2023-10-21T20:40:58.687 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.681+0000 7f398bfa7700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39841578c0 con 0x7f398415a950 2023-10-21T20:40:58.687 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.681+0000 7f398bfa7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39840c6940 con 0x7f398406da80 2023-10-21T20:40:58.687 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.681+0000 7f398a544700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f398415e8f0 0x7f39840b4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:40:58.687 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.681+0000 7f398a544700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f398415e8f0 0x7f39840b4b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47674/0 (socket says 172.21.15.67:47674) 2023-10-21T20:40:58.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.681+0000 7f398a544700 1 -- 172.21.15.67:0/2659997321 learned_addr learned my addr 172.21.15.67:0/2659997321 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:40:58.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.681+0000 7f3989d43700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f398406da80 0x7f398415d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:40:58.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.681+0000 7f3989542700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f398415a950 0x7f39840cbe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:40:58.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.682+0000 7f398a544700 1 -- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f398406da80 msgr2=0x7f398415d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:58.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.682+0000 7f398a544700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f398406da80 0x7f398415d370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:58.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.682+0000 7f398a544700 1 -- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f398415a950 msgr2=0x7f39840cbe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:58.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.682+0000 7f398a544700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f398415a950 0x7f39840cbe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:58.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.682+0000 7f398a544700 1 -- 172.21.15.67:0/2659997321 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39800094a0 con 0x7f398415e8f0 2023-10-21T20:40:58.690 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.682+0000 7f3989d43700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f398406da80 0x7f398415d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T20:40:58.690 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.682+0000 7f398a544700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f398415e8f0 0x7f39840b4b20 secure :-1 s=READY pgs=3199 cs=0 l=1 rev1=1 crypto rx=0x7f397c002230 tx=0x7f397c00cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:40:58.690 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.682+0000 7f397a7fc700 1 -- 172.21.15.67:0/2659997321 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f397c00ab70 con 0x7f398415e8f0 2023-10-21T20:40:58.690 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.682+0000 7f397a7fc700 1 -- 172.21.15.67:0/2659997321 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f397c00acf0 con 0x7f398415e8f0 2023-10-21T20:40:58.690 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.682+0000 7f398bfa7700 1 -- 172.21.15.67:0/2659997321 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3984157b60 con 0x7f398415e8f0 2023-10-21T20:40:58.691 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.682+0000 7f397a7fc700 1 -- 172.21.15.67:0/2659997321 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f397c007310 con 0x7f398415e8f0 2023-10-21T20:40:58.691 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.682+0000 7f398bfa7700 1 -- 172.21.15.67:0/2659997321 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39840c6c20 con 0x7f398415e8f0 2023-10-21T20:40:58.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.688+0000 7f398bfa7700 1 -- 172.21.15.67:0/2659997321 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39840674f0 con 0x7f398415e8f0 2023-10-21T20:40:58.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.689+0000 7f397a7fc700 1 -- 172.21.15.67:0/2659997321 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f397c007470 con 0x7f398415e8f0 2023-10-21T20:40:58.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.689+0000 7f397a7fc700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f396806af00 0x7f396806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:58.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.690+0000 7f397a7fc700 1 -- 172.21.15.67:0/2659997321 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f397c0894c0 con 0x7f398415e8f0 2023-10-21T20:40:58.693 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.690+0000 7f3989d43700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f396806af00 0x7f396806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:40:58.693 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.690+0000 7f3989d43700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f396806af00 0x7f396806d3c0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f3974006fd0 tx=0x7f3974008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:40:58.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:58.698+0000 7f397a7fc700 1 -- 172.21.15.67:0/2659997321 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f397c0544e0 con 0x7f398415e8f0 2023-10-21T20:40:59.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.023+0000 7f398bfa7700 1 -- 172.21.15.67:0/2659997321 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3984158080 con 0x7f398415e8f0 2023-10-21T20:40:59.035 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.034+0000 7f397a7fc700 1 -- 172.21.15.67:0/2659997321 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16758 (secure 0 0 0) 0x7f3984158080 con 0x7f398415e8f0 2023-10-21T20:40:59.036 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:40:59.036 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":33,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:06:42.697446+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:05:47.131214+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-10-21T13:05:47.976495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"5.0","mappings":[{"from":4,"to":5}]},{"pgid":"5.13","mappings":[{"from":4,"to":5}]},{"pgid":"5.17","mappings":[{"from":4,"to":3}]},{"pgid":"5.28","mappings":[{"from":4,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T20:40:59.038 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.037+0000 7f398bfa7700 1 -- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f396806af00 msgr2=0x7f396806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:59.038 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.037+0000 7f398bfa7700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f396806af00 0x7f396806d3c0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f3974006fd0 tx=0x7f3974008040 comp rx=0 tx=0).stop 2023-10-21T20:40:59.038 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.037+0000 7f398bfa7700 1 -- 172.21.15.67:0/2659997321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f398415e8f0 msgr2=0x7f39840b4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:59.039 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.037+0000 7f398bfa7700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f398415e8f0 0x7f39840b4b20 secure :-1 s=READY pgs=3199 cs=0 l=1 rev1=1 crypto rx=0x7f397c002230 tx=0x7f397c00cf50 comp rx=0 tx=0).stop 2023-10-21T20:40:59.045 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.044+0000 7f398bfa7700 1 -- 172.21.15.67:0/2659997321 shutdown_connections 2023-10-21T20:40:59.045 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.044+0000 7f398bfa7700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f398415e8f0 0x7f39840b4b20 unknown :-1 s=CLOSED pgs=3199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.045 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.044+0000 7f398bfa7700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f396806af00 0x7f396806d3c0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.046 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.044+0000 7f398bfa7700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f398406da80 0x7f398415d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.046 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.044+0000 7f398bfa7700 1 --2- 172.21.15.67:0/2659997321 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f398415a950 0x7f39840cbe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.046 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.044+0000 7f398bfa7700 1 -- 172.21.15.67:0/2659997321 >> 172.21.15.67:0/2659997321 conn(0x7f39840d0360 msgr2=0x7f398415da60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:40:59.046 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.044+0000 7f398bfa7700 1 -- 172.21.15.67:0/2659997321 shutdown_connections 2023-10-21T20:40:59.046 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.044+0000 7f398bfa7700 1 -- 172.21.15.67:0/2659997321 wait complete. 2023-10-21T20:40:59.067 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T13:05:47.131214+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '30', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T13:05:47.976495+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '31', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T20:40:59.068 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T20:40:59.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.271+0000 7fc3683b7700 1 Processor -- start 2023-10-21T20:40:59.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.271+0000 7fc3683b7700 1 -- start start 2023-10-21T20:40:59.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.272+0000 7fc3683b7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc360072770 0x7fc3600cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:59.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.272+0000 7fc3683b7700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc36015a720 0x7fc3600cc420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:59.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.272+0000 7fc3683b7700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3600cba00 con 0x7fc3600cf1e0 2023-10-21T20:40:59.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.272+0000 7fc3683b7700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3600ce4e0 con 0x7fc36015a720 2023-10-21T20:40:59.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.272+0000 7fc3683b7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3600ce7c0 con 0x7fc360072770 2023-10-21T20:40:59.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.272+0000 7fc366954700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc36015a720 0x7fc3600cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:40:59.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.272+0000 7fc366954700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc36015a720 0x7fc3600cc420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47682/0 (socket says 172.21.15.67:47682) 2023-10-21T20:40:59.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.272+0000 7fc366954700 1 -- 172.21.15.67:0/1954353859 learned_addr learned my addr 172.21.15.67:0/1954353859 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:40:59.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.273+0000 7fc365952700 1 --2- 172.21.15.67:0/1954353859 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc360072770 0x7fc3600cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:40:59.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.273+0000 7fc366954700 1 -- 172.21.15.67:0/1954353859 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc360072770 msgr2=0x7fc3600cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:40:59.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.273+0000 7fc366954700 1 --2- 172.21.15.67:0/1954353859 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc360072770 0x7fc3600cbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.273+0000 7fc366954700 1 -- 172.21.15.67:0/1954353859 >> v1:172.21.15.67:6789/0 conn(0x7fc3600cf1e0 legacy=0x7fc3600cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:59.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.273+0000 7fc366954700 1 -- 172.21.15.67:0/1954353859 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3600ceaa0 con 0x7fc36015a720 2023-10-21T20:40:59.277 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.273+0000 7fc365952700 1 --2- 172.21.15.67:0/1954353859 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc360072770 0x7fc3600cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T20:40:59.277 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.273+0000 7fc366954700 1 --2- 172.21.15.67:0/1954353859 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc36015a720 0x7fc3600cc420 secure :-1 s=READY pgs=3201 cs=0 l=1 rev1=1 crypto rx=0x7fc358009e50 tx=0x7fc35800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=123370bb958edd05 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:40:59.277 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.273+0000 7fc365151700 1 -- 172.21.15.67:0/1954353859 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc35800e070 con 0x7fc36015a720 2023-10-21T20:40:59.277 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.273+0000 7fc365151700 1 -- 172.21.15.67:0/1954353859 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc35800b9c0 con 0x7fc36015a720 2023-10-21T20:40:59.277 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.273+0000 7fc365151700 1 -- 172.21.15.67:0/1954353859 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc35800bd70 con 0x7fc36015a720 2023-10-21T20:40:59.279 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.274+0000 7fc3683b7700 1 -- 172.21.15.67:0/1954353859 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc36015a720 msgr2=0x7fc3600cc420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:59.280 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.274+0000 7fc3683b7700 1 --2- 172.21.15.67:0/1954353859 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc36015a720 0x7fc3600cc420 secure :-1 s=READY pgs=3201 cs=0 l=1 rev1=1 crypto rx=0x7fc358009e50 tx=0x7fc35800b330 comp rx=0 tx=0).stop 2023-10-21T20:40:59.280 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.274+0000 7fc3683b7700 1 -- 172.21.15.67:0/1954353859 shutdown_connections 2023-10-21T20:40:59.280 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.274+0000 7fc3683b7700 1 --2- 172.21.15.67:0/1954353859 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc36015a720 0x7fc3600cc420 unknown :-1 s=CLOSED pgs=3201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.280 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.274+0000 7fc3683b7700 1 --2- 172.21.15.67:0/1954353859 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc360072770 0x7fc3600cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.280 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.274+0000 7fc3683b7700 1 -- 172.21.15.67:0/1954353859 >> 172.21.15.67:0/1954353859 conn(0x7fc36006be00 msgr2=0x7fc36006c210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:40:59.281 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.274+0000 7fc3683b7700 1 -- 172.21.15.67:0/1954353859 shutdown_connections 2023-10-21T20:40:59.281 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.275+0000 7fc3683b7700 1 -- 172.21.15.67:0/1954353859 wait complete. 2023-10-21T20:40:59.281 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.276+0000 7fc3683b7700 1 Processor -- start 2023-10-21T20:40:59.281 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.276+0000 7fc3683b7700 1 -- start start 2023-10-21T20:40:59.281 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc3683b7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc360072770 0x7fc3601f3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc3683b7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3600cf1e0 0x7fc3600b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc3683b7700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc36015a720 0x7fc36015cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc3683b7700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3601478d0 con 0x7fc3600cf1e0 2023-10-21T20:40:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc3683b7700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3601f4040 con 0x7fc36015a720 2023-10-21T20:40:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc3683b7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3600b5710 con 0x7fc360072770 2023-10-21T20:40:59.283 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc365952700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3600cf1e0 0x7fc3600b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:40:59.283 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc365952700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3600cf1e0 0x7fc3600b4d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47686/0 (socket says 172.21.15.67:47686) 2023-10-21T20:40:59.283 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc365952700 1 -- 172.21.15.67:0/3274488402 learned_addr learned my addr 172.21.15.67:0/3274488402 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:40:59.283 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc366954700 1 --2- 172.21.15.67:0/3274488402 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc36015a720 0x7fc36015cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:40:59.283 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc365952700 1 -- 172.21.15.67:0/3274488402 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc360072770 msgr2=0x7fc3601f3b00 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-21T20:40:59.284 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc365952700 1 --2- 172.21.15.67:0/3274488402 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc360072770 0x7fc3601f3b00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.284 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc365952700 1 -- 172.21.15.67:0/3274488402 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc36015a720 msgr2=0x7fc36015cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:59.284 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc365952700 1 --2- 172.21.15.67:0/3274488402 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc36015a720 0x7fc36015cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.284 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.278+0000 7fc365952700 1 -- 172.21.15.67:0/3274488402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc358009b30 con 0x7fc3600cf1e0 2023-10-21T20:40:59.284 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.279+0000 7fc365952700 1 --2- 172.21.15.67:0/3274488402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3600cf1e0 0x7fc3600b4d10 secure :-1 s=READY pgs=3202 cs=0 l=1 rev1=1 crypto rx=0x7fc35000c750 tx=0x7fc35000ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:40:59.287 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.286+0000 7fc356ffd700 1 -- 172.21.15.67:0/3274488402 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc350011800 con 0x7fc3600cf1e0 2023-10-21T20:40:59.287 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.286+0000 7fc356ffd700 1 -- 172.21.15.67:0/3274488402 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc350011960 con 0x7fc3600cf1e0 2023-10-21T20:40:59.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.286+0000 7fc3683b7700 1 -- 172.21.15.67:0/3274488402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3600b59f0 con 0x7fc3600cf1e0 2023-10-21T20:40:59.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.286+0000 7fc3683b7700 1 -- 172.21.15.67:0/3274488402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3600b5fb0 con 0x7fc3600cf1e0 2023-10-21T20:40:59.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.286+0000 7fc356ffd700 1 -- 172.21.15.67:0/3274488402 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc350011cd0 con 0x7fc3600cf1e0 2023-10-21T20:40:59.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.287+0000 7fc3683b7700 1 -- 172.21.15.67:0/3274488402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3480052f0 con 0x7fc3600cf1e0 2023-10-21T20:40:59.289 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.288+0000 7fc356ffd700 1 -- 172.21.15.67:0/3274488402 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc3500223a0 con 0x7fc3600cf1e0 2023-10-21T20:40:59.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.289+0000 7fc356ffd700 1 --2- 172.21.15.67:0/3274488402 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc34406af00 0x7fc34406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:59.290 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.289+0000 7fc356ffd700 1 -- 172.21.15.67:0/3274488402 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fc350089860 con 0x7fc3600cf1e0 2023-10-21T20:40:59.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.290+0000 7fc366153700 1 --2- 172.21.15.67:0/3274488402 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc34406af00 0x7fc34406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:40:59.291 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.290+0000 7fc366153700 1 --2- 172.21.15.67:0/3274488402 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc34406af00 0x7fc34406d3c0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fc35c000f60 tx=0x7fc35c007a40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:40:59.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.297+0000 7fc356ffd700 1 -- 172.21.15.67:0/3274488402 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc350054890 con 0x7fc3600cf1e0 2023-10-21T20:40:59.635 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.634+0000 7fc3683b7700 1 -- 172.21.15.67:0/3274488402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc348005b20 con 0x7fc3600cf1e0 2023-10-21T20:40:59.635 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.634+0000 7fc356ffd700 1 -- 172.21.15.67:0/3274488402 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v33) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc35001e0a0 con 0x7fc3600cf1e0 2023-10-21T20:40:59.636 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T20:40:59.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.643+0000 7fc3683b7700 1 -- 172.21.15.67:0/3274488402 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc34406af00 msgr2=0x7fc34406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:59.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.643+0000 7fc3683b7700 1 --2- 172.21.15.67:0/3274488402 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc34406af00 0x7fc34406d3c0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fc35c000f60 tx=0x7fc35c007a40 comp rx=0 tx=0).stop 2023-10-21T20:40:59.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.643+0000 7fc3683b7700 1 -- 172.21.15.67:0/3274488402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3600cf1e0 msgr2=0x7fc3600b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:59.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.643+0000 7fc3683b7700 1 --2- 172.21.15.67:0/3274488402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3600cf1e0 0x7fc3600b4d10 secure :-1 s=READY pgs=3202 cs=0 l=1 rev1=1 crypto rx=0x7fc35000c750 tx=0x7fc35000ca60 comp rx=0 tx=0).stop 2023-10-21T20:40:59.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.647+0000 7fc3683b7700 1 -- 172.21.15.67:0/3274488402 shutdown_connections 2023-10-21T20:40:59.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.647+0000 7fc3683b7700 1 --2- 172.21.15.67:0/3274488402 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc36015a720 0x7fc36015cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.647+0000 7fc3683b7700 1 --2- 172.21.15.67:0/3274488402 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc34406af00 0x7fc34406d3c0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.647+0000 7fc3683b7700 1 --2- 172.21.15.67:0/3274488402 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc360072770 0x7fc3601f3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.647+0000 7fc3683b7700 1 --2- 172.21.15.67:0/3274488402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3600cf1e0 0x7fc3600b4d10 unknown :-1 s=CLOSED pgs=3202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.647+0000 7fc3683b7700 1 -- 172.21.15.67:0/3274488402 >> 172.21.15.67:0/3274488402 conn(0x7fc36006be00 msgr2=0x7fc3600b17e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:40:59.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.651+0000 7fc3683b7700 1 -- 172.21.15.67:0/3274488402 shutdown_connections 2023-10-21T20:40:59.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.651+0000 7fc3683b7700 1 -- 172.21.15.67:0/3274488402 wait complete. 2023-10-21T20:40:59.677 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T20:40:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.906+0000 7f85c4381700 1 Processor -- start 2023-10-21T20:40:59.908 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.906+0000 7f85c4381700 1 -- start start 2023-10-21T20:40:59.909 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.908+0000 7f85c4381700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f85bc0b3600 0x7f85bc15bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:59.909 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.908+0000 7f85c4381700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85bc15f250 con 0x7f85bc0cf3e0 2023-10-21T20:40:59.909 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.908+0000 7f85c4381700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85bc0cf860 con 0x7f85bc0cc190 2023-10-21T20:40:59.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.908+0000 7f85c4381700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85bc15f4a0 con 0x7f85bc0b3600 2023-10-21T20:40:59.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.908+0000 7f85c191c700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f85bc0cf3e0 0x7f85bc0b2ef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:35756/0 (socket says 172.21.15.67:35756) 2023-10-21T20:40:59.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.908+0000 7f85c191c700 1 -- 172.21.15.67:0/1262172028 learned_addr learned my addr 172.21.15.67:0/1262172028 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:40:59.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.908+0000 7f85c291e700 1 --2- 172.21.15.67:0/1262172028 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f85bc0b3600 0x7f85bc15bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:40:59.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 -- 172.21.15.67:0/1262172028 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2029730830 0 0) 0x7f85bc15f250 con 0x7f85bc0cf3e0 2023-10-21T20:40:59.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 -- 172.21.15.67:0/1262172028 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f85a40035b0 con 0x7f85bc0cf3e0 2023-10-21T20:40:59.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 -- 172.21.15.67:0/1262172028 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 461373108 0 0) 0x7f85a40035b0 con 0x7f85bc0cf3e0 2023-10-21T20:40:59.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 -- 172.21.15.67:0/1262172028 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f85bc0b3600 msgr2=0x7f85bc15bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:40:59.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 --2- 172.21.15.67:0/1262172028 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f85bc0b3600 0x7f85bc15bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 -- 172.21.15.67:0/1262172028 >> v1:172.21.15.190:6789/0 conn(0x7f85bc0cc190 legacy=0x7f85bc0d09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:40:59.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 -- 172.21.15.67:0/1262172028 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85bc15f780 con 0x7f85bc0cf3e0 2023-10-21T20:40:59.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 -- 172.21.15.67:0/1262172028 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f85ac0019f0 con 0x7f85bc0cf3e0 2023-10-21T20:40:59.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 -- 172.21.15.67:0/1262172028 >> v1:172.21.15.67:6789/0 conn(0x7f85bc0cf3e0 legacy=0x7f85bc0b2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:59.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 --2- 172.21.15.67:0/1262172028 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f85a4003a30 0x7f85a4003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:59.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 --2- 172.21.15.67:0/1262172028 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f85a40043b0 0x7f85a4004890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:59.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 --2- 172.21.15.67:0/1262172028 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85a40050e0 0x7f85a400fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:59.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 -- 172.21.15.67:0/1262172028 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85bc15f4a0 con 0x7f85a40050e0 2023-10-21T20:40:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 -- 172.21.15.67:0/1262172028 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85a4005b10 con 0x7f85a4003a30 2023-10-21T20:40:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c111b700 1 -- 172.21.15.67:0/1262172028 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85a4005cd0 con 0x7f85a40043b0 2023-10-21T20:40:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.909+0000 7f85c291e700 1 --2- 172.21.15.67:0/1262172028 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f85bc0b3600 0x7f85bc15bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:40:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.910+0000 7f85c191c700 1 --2- 172.21.15.67:0/1262172028 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f85a40043b0 0x7f85a4004890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:40:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.910+0000 7f85c191c700 1 -- 172.21.15.67:0/1262172028 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f85a4003a30 msgr2=0x7f85a4003e30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T20:40:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.910+0000 7f85c191c700 1 --2- 172.21.15.67:0/1262172028 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f85a4003a30 0x7f85a4003e30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.910+0000 7f85c191c700 1 -- 172.21.15.67:0/1262172028 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85a40050e0 msgr2=0x7f85a400fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:40:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.910+0000 7f85c191c700 1 --2- 172.21.15.67:0/1262172028 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85a40050e0 0x7f85a400fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.910+0000 7f85c191c700 1 -- 172.21.15.67:0/1262172028 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85bc15f780 con 0x7f85a40043b0 2023-10-21T20:40:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.910+0000 7f85c191c700 1 --2- 172.21.15.67:0/1262172028 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f85a40043b0 0x7f85a4004890 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f85ac00a9c0 tx=0x7f85a4005880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e3ea4196c163533 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:40:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.910+0000 7f85c111b700 1 -- 172.21.15.67:0/1262172028 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac00a430 con 0x7f85a40043b0 2023-10-21T20:40:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.910+0000 7f85c111b700 1 -- 172.21.15.67:0/1262172028 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85ac00c620 con 0x7f85a40043b0 2023-10-21T20:40:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.910+0000 7f85c111b700 1 -- 172.21.15.67:0/1262172028 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac00c9d0 con 0x7f85a40043b0 2023-10-21T20:40:59.918 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.912+0000 7f85c4381700 1 -- 172.21.15.67:0/1262172028 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f85a40043b0 msgr2=0x7f85a4004890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:59.918 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.912+0000 7f85c4381700 1 --2- 172.21.15.67:0/1262172028 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f85a40043b0 0x7f85a4004890 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f85ac00a9c0 tx=0x7f85a4005880 comp rx=0 tx=0).stop 2023-10-21T20:40:59.918 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.916+0000 7f85c291e700 1 -- 172.21.15.67:0/1262172028 reap_dead start 2023-10-21T20:40:59.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.916+0000 7f85c4381700 1 -- 172.21.15.67:0/1262172028 shutdown_connections 2023-10-21T20:40:59.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.916+0000 7f85c4381700 1 -- 172.21.15.67:0/1262172028 >> 172.21.15.67:0/1262172028 conn(0x7f85bc0cdef0 msgr2=0x7f85bc0ce300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:40:59.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.917+0000 7f85c4381700 1 -- 172.21.15.67:0/1262172028 shutdown_connections 2023-10-21T20:40:59.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.917+0000 7f85c4381700 1 -- 172.21.15.67:0/1262172028 wait complete. 2023-10-21T20:40:59.920 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.919+0000 7f85c4381700 1 Processor -- start 2023-10-21T20:40:59.920 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.919+0000 7f85c4381700 1 -- start start 2023-10-21T20:40:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.920+0000 7f85c4381700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f85bc14e720 0x7f85bc0b1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:59.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.920+0000 7f85c4381700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f85bc14eb00 0x7f85bc156e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:59.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.920+0000 7f85c4381700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85bc1f20f0 0x7f85bc1f2580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:59.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.920+0000 7f85c4381700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85bc1f2ac0 con 0x7f85bc1f20f0 2023-10-21T20:40:59.923 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.920+0000 7f85c4381700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85bc14f0f0 con 0x7f85bc14e720 2023-10-21T20:40:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.920+0000 7f85c4381700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85bc14f3d0 con 0x7f85bc14eb00 2023-10-21T20:40:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.921+0000 7f85c291e700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85bc1f20f0 0x7f85bc1f2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:40:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.921+0000 7f85c291e700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85bc1f20f0 0x7f85bc1f2580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47706/0 (socket says 172.21.15.67:47706) 2023-10-21T20:40:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.921+0000 7f85c291e700 1 -- 172.21.15.67:0/1225869485 learned_addr learned my addr 172.21.15.67:0/1225869485 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:40:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.921+0000 7f85c291e700 1 -- 172.21.15.67:0/1225869485 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f85bc14eb00 msgr2=0x7f85bc156e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.921+0000 7f85c291e700 1 --2- 172.21.15.67:0/1225869485 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f85bc14eb00 0x7f85bc156e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.921+0000 7f85c291e700 1 -- 172.21.15.67:0/1225869485 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f85bc14e720 msgr2=0x7f85bc0b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:40:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.921+0000 7f85c291e700 1 --2- 172.21.15.67:0/1225869485 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f85bc14e720 0x7f85bc0b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:40:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.921+0000 7f85c291e700 1 -- 172.21.15.67:0/1225869485 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85bc14f6b0 con 0x7f85bc1f20f0 2023-10-21T20:40:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.921+0000 7f85c291e700 1 --2- 172.21.15.67:0/1225869485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85bc1f20f0 0x7f85bc1f2580 secure :-1 s=READY pgs=3204 cs=0 l=1 rev1=1 crypto rx=0x7f85bc160330 tx=0x7f85b000eb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:40:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.921+0000 7f85baffd700 1 -- 172.21.15.67:0/1225869485 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85b0013680 con 0x7f85bc1f20f0 2023-10-21T20:40:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.921+0000 7f85baffd700 1 -- 172.21.15.67:0/1225869485 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85b00137e0 con 0x7f85bc1f20f0 2023-10-21T20:40:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.921+0000 7f85c4381700 1 -- 172.21.15.67:0/1225869485 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85bc14f990 con 0x7f85bc1f20f0 2023-10-21T20:40:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.921+0000 7f85baffd700 1 -- 172.21.15.67:0/1225869485 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85b0013b90 con 0x7f85bc1f20f0 2023-10-21T20:40:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.922+0000 7f85c4381700 1 -- 172.21.15.67:0/1225869485 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85bc0b1870 con 0x7f85bc1f20f0 2023-10-21T20:40:59.927 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.923+0000 7f85c4381700 1 -- 172.21.15.67:0/1225869485 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85bc14feb0 con 0x7f85bc1f20f0 2023-10-21T20:40:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.924+0000 7f85baffd700 1 -- 172.21.15.67:0/1225869485 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f85b0013cf0 con 0x7f85bc1f20f0 2023-10-21T20:40:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.925+0000 7f85baffd700 1 --2- 172.21.15.67:0/1225869485 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f85a806af30 0x7f85a806d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:40:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.925+0000 7f85baffd700 1 -- 172.21.15.67:0/1225869485 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f85b00897a0 con 0x7f85bc1f20f0 2023-10-21T20:40:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.925+0000 7f85c211d700 1 --2- 172.21.15.67:0/1225869485 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f85a806af30 0x7f85a806d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:40:59.929 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.926+0000 7f85c211d700 1 --2- 172.21.15.67:0/1225869485 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f85a806af30 0x7f85a806d3f0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f85b4007fd0 tx=0x7f85b4007a20 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:40:59.930 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:40:59.929+0000 7f85baffd700 1 -- 172.21.15.67:0/1225869485 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f85b00548b0 con 0x7f85bc1f20f0 2023-10-21T20:41:00.283 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.282+0000 7f85c4381700 1 -- 172.21.15.67:0/1225869485 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f85bc14feb0 con 0x7f85bc1f20f0 2023-10-21T20:41:00.283 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.282+0000 7f85baffd700 1 -- 172.21.15.67:0/1225869485 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v33) v1 ==== 104+0+11 (secure 0 0 0) 0x7f85bc14feb0 con 0x7f85bc1f20f0 2023-10-21T20:41:00.284 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2023-10-21T20:41:00.287 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.286+0000 7f85c4381700 1 -- 172.21.15.67:0/1225869485 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f85a806af30 msgr2=0x7f85a806d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:00.287 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.286+0000 7f85c4381700 1 --2- 172.21.15.67:0/1225869485 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f85a806af30 0x7f85a806d3f0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f85b4007fd0 tx=0x7f85b4007a20 comp rx=0 tx=0).stop 2023-10-21T20:41:00.287 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.286+0000 7f85c4381700 1 -- 172.21.15.67:0/1225869485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85bc1f20f0 msgr2=0x7f85bc1f2580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:00.288 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.286+0000 7f85c4381700 1 --2- 172.21.15.67:0/1225869485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85bc1f20f0 0x7f85bc1f2580 secure :-1 s=READY pgs=3204 cs=0 l=1 rev1=1 crypto rx=0x7f85bc160330 tx=0x7f85b000eb00 comp rx=0 tx=0).stop 2023-10-21T20:41:00.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.299+0000 7f85c4381700 1 -- 172.21.15.67:0/1225869485 shutdown_connections 2023-10-21T20:41:00.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.299+0000 7f85c4381700 1 --2- 172.21.15.67:0/1225869485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85bc1f20f0 0x7f85bc1f2580 unknown :-1 s=CLOSED pgs=3204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:00.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.299+0000 7f85c4381700 1 --2- 172.21.15.67:0/1225869485 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f85bc14e720 0x7f85bc0b1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:00.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.299+0000 7f85c4381700 1 --2- 172.21.15.67:0/1225869485 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f85a806af30 0x7f85a806d3f0 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:00.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.299+0000 7f85c4381700 1 --2- 172.21.15.67:0/1225869485 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f85bc14eb00 0x7f85bc156e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:00.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.299+0000 7f85c4381700 1 -- 172.21.15.67:0/1225869485 >> 172.21.15.67:0/1225869485 conn(0x7f85bc0cdef0 msgr2=0x7f85bc06c910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:00.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.299+0000 7f85c4381700 1 -- 172.21.15.67:0/1225869485 shutdown_connections 2023-10-21T20:41:00.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.299+0000 7f85c4381700 1 -- 172.21.15.67:0/1225869485 wait complete. 2023-10-21T20:41:00.324 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T20:41:00.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.530+0000 7f33467f9700 1 Processor -- start 2023-10-21T20:41:00.537 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.532+0000 7f33467f9700 1 -- start start 2023-10-21T20:41:00.537 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.533+0000 7f33467f9700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33400cb230 0x7f33400ca160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:00.537 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.533+0000 7f33467f9700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f33400cb9f0 0x7f33400710d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:00.538 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.533+0000 7f33467f9700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33400ce570 con 0x7f33400cbe70 2023-10-21T20:41:00.538 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.533+0000 7f33467f9700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33400cdcd0 con 0x7f33400cb9f0 2023-10-21T20:41:00.538 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.533+0000 7f33467f9700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33400cdfb0 con 0x7f33400cb230 2023-10-21T20:41:00.538 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.533+0000 7f3344d96700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f33400cbe70 0x7f334006af90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:35776/0 (socket says 172.21.15.67:35776) 2023-10-21T20:41:00.538 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.533+0000 7f3344d96700 1 -- 172.21.15.67:0/1533507034 learned_addr learned my addr 172.21.15.67:0/1533507034 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:00.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.533+0000 7f333ffff700 1 --2- 172.21.15.67:0/1533507034 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33400cb230 0x7f33400ca160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:00.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.533+0000 7f333f7fe700 1 --2- 172.21.15.67:0/1533507034 >> v2:172.21.15.190:3300/0 conn(0x7f33400cb9f0 0x7f33400710d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:00.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.534+0000 7f333f7fe700 1 -- 172.21.15.67:0/1533507034 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33400cb230 msgr2=0x7f33400ca160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:00.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.534+0000 7f333f7fe700 1 --2- 172.21.15.67:0/1533507034 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33400cb230 0x7f33400ca160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:00.539 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.534+0000 7f333f7fe700 1 -- 172.21.15.67:0/1533507034 >> v1:172.21.15.67:6789/0 conn(0x7f33400cbe70 legacy=0x7f334006af90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:00.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.534+0000 7f333f7fe700 1 -- 172.21.15.67:0/1533507034 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33400ce290 con 0x7f33400cb9f0 2023-10-21T20:41:00.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.534+0000 7f333f7fe700 1 --2- 172.21.15.67:0/1533507034 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33400cb9f0 0x7f33400710d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f3338009d90 tx=0x7f333800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=933c7e5c84283ecf server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:00.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.535+0000 7f333effd700 1 -- 172.21.15.67:0/1533507034 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f333800e070 con 0x7f33400cb9f0 2023-10-21T20:41:00.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.535+0000 7f333effd700 1 -- 172.21.15.67:0/1533507034 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3338003a20 con 0x7f33400cb9f0 2023-10-21T20:41:00.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.535+0000 7f333effd700 1 -- 172.21.15.67:0/1533507034 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3338003dd0 con 0x7f33400cb9f0 2023-10-21T20:41:00.540 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.535+0000 7f33467f9700 1 -- 172.21.15.67:0/1533507034 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33400cb9f0 msgr2=0x7f33400710d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:00.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.535+0000 7f33467f9700 1 --2- 172.21.15.67:0/1533507034 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33400cb9f0 0x7f33400710d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f3338009d90 tx=0x7f333800b330 comp rx=0 tx=0).stop 2023-10-21T20:41:00.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.535+0000 7f33467f9700 1 -- 172.21.15.67:0/1533507034 shutdown_connections 2023-10-21T20:41:00.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.535+0000 7f33467f9700 1 --2- 172.21.15.67:0/1533507034 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33400cb230 0x7f33400ca160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:00.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.535+0000 7f33467f9700 1 --2- 172.21.15.67:0/1533507034 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33400cb9f0 0x7f33400710d0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:00.541 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.535+0000 7f33467f9700 1 -- 172.21.15.67:0/1533507034 >> 172.21.15.67:0/1533507034 conn(0x7f33400b1770 msgr2=0x7f33400b1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:00.542 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.536+0000 7f33467f9700 1 -- 172.21.15.67:0/1533507034 shutdown_connections 2023-10-21T20:41:00.542 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.536+0000 7f33467f9700 1 -- 172.21.15.67:0/1533507034 wait complete. 2023-10-21T20:41:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.537+0000 7f33467f9700 1 Processor -- start 2023-10-21T20:41:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.537+0000 7f33467f9700 1 -- start start 2023-10-21T20:41:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.538+0000 7f33467f9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33400cb230 0x7f33400b4190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.538+0000 7f33467f9700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33400cb9f0 0x7f33400afeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.538+0000 7f33467f9700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33400cbe70 0x7f33400b03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:00.545 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.538+0000 7f3344d96700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33400cbe70 0x7f33400b03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:00.545 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.539+0000 7f3344d96700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33400cbe70 0x7f33400b03f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:49816/0 (socket says 172.21.15.67:49816) 2023-10-21T20:41:00.545 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.539+0000 7f3344d96700 1 -- 172.21.15.67:0/2057002771 learned_addr learned my addr 172.21.15.67:0/2057002771 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:00.546 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.539+0000 7f333f7fe700 1 --2- 172.21.15.67:0/2057002771 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33400cb9f0 0x7f33400afeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.539+0000 7f333ffff700 1 --2- 172.21.15.67:0/2057002771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33400cb230 0x7f33400b4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.539+0000 7f33467f9700 1 -- 172.21.15.67:0/2057002771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33400c8840 con 0x7f33400cb230 2023-10-21T20:41:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.539+0000 7f33467f9700 1 -- 172.21.15.67:0/2057002771 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33400b33f0 con 0x7f33400cbe70 2023-10-21T20:41:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.539+0000 7f33467f9700 1 -- 172.21.15.67:0/2057002771 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33400b36b0 con 0x7f33400cb9f0 2023-10-21T20:41:00.548 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.539+0000 7f333f7fe700 1 -- 172.21.15.67:0/2057002771 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33400cbe70 msgr2=0x7f33400b03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:00.548 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.539+0000 7f333f7fe700 1 --2- 172.21.15.67:0/2057002771 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33400cbe70 0x7f33400b03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:00.548 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.539+0000 7f333f7fe700 1 -- 172.21.15.67:0/2057002771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33400cb230 msgr2=0x7f33400b4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:00.548 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.539+0000 7f333f7fe700 1 --2- 172.21.15.67:0/2057002771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33400cb230 0x7f33400b4190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:00.548 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.539+0000 7f333f7fe700 1 -- 172.21.15.67:0/2057002771 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3338009a70 con 0x7f33400cb9f0 2023-10-21T20:41:00.549 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.540+0000 7f333f7fe700 1 --2- 172.21.15.67:0/2057002771 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33400cb9f0 0x7f33400afeb0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3338015000 tx=0x7f3338004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:00.549 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.540+0000 7f333cff9700 1 -- 172.21.15.67:0/2057002771 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33380044c0 con 0x7f33400cb9f0 2023-10-21T20:41:00.549 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.540+0000 7f333cff9700 1 -- 172.21.15.67:0/2057002771 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3338004620 con 0x7f33400cb9f0 2023-10-21T20:41:00.549 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.540+0000 7f333cff9700 1 -- 172.21.15.67:0/2057002771 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f333801e430 con 0x7f33400cb9f0 2023-10-21T20:41:00.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.540+0000 7f33467f9700 1 -- 172.21.15.67:0/2057002771 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33400b3990 con 0x7f33400cb9f0 2023-10-21T20:41:00.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.540+0000 7f33467f9700 1 -- 172.21.15.67:0/2057002771 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33401626c0 con 0x7f33400cb9f0 2023-10-21T20:41:00.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.542+0000 7f333cff9700 1 -- 172.21.15.67:0/2057002771 <== mon.2 v2:172.21.15.190:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f333801e590 con 0x7f33400cb9f0 2023-10-21T20:41:00.550 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.543+0000 7f333cff9700 1 --2- 172.21.15.67:0/2057002771 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f332c06af00 0x7f332c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:00.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.543+0000 7f333cff9700 1 -- 172.21.15.67:0/2057002771 <== mon.2 v2:172.21.15.190:3301/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f333808b610 con 0x7f33400cb9f0 2023-10-21T20:41:00.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.543+0000 7f333ffff700 1 --2- 172.21.15.67:0/2057002771 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f332c06af00 0x7f332c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:00.551 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.544+0000 7f333ffff700 1 --2- 172.21.15.67:0/2057002771 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f332c06af00 0x7f332c06d3c0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f3334009be0 tx=0x7f3334009210 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:00.552 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.544+0000 7f33467f9700 1 -- 172.21.15.67:0/2057002771 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33400b3eb0 con 0x7f33400cb9f0 2023-10-21T20:41:00.555 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.554+0000 7f333cff9700 1 -- 172.21.15.67:0/2057002771 <== mon.2 v2:172.21.15.190:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f33400b3eb0 con 0x7f33400cb9f0 2023-10-21T20:41:00.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.878+0000 7f33467f9700 1 -- 172.21.15.67:0/2057002771 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f33400b3eb0 con 0x7f33400cb9f0 2023-10-21T20:41:00.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.890+0000 7f333cff9700 1 -- 172.21.15.67:0/2057002771 <== mon.2 v2:172.21.15.190:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v33) v1 ==== 100+0+11 (secure 0 0 0) 0x7f33400b3eb0 con 0x7f33400cb9f0 2023-10-21T20:41:00.892 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2023-10-21T20:41:00.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.895+0000 7f33467f9700 1 -- 172.21.15.67:0/2057002771 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f332c06af00 msgr2=0x7f332c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:00.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.895+0000 7f33467f9700 1 --2- 172.21.15.67:0/2057002771 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f332c06af00 0x7f332c06d3c0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f3334009be0 tx=0x7f3334009210 comp rx=0 tx=0).stop 2023-10-21T20:41:00.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.895+0000 7f33467f9700 1 -- 172.21.15.67:0/2057002771 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33400cb9f0 msgr2=0x7f33400afeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:00.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.895+0000 7f33467f9700 1 --2- 172.21.15.67:0/2057002771 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33400cb9f0 0x7f33400afeb0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3338015000 tx=0x7f3338004ad0 comp rx=0 tx=0).stop 2023-10-21T20:41:00.898 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.896+0000 7f33467f9700 1 -- 172.21.15.67:0/2057002771 shutdown_connections 2023-10-21T20:41:00.898 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.896+0000 7f33467f9700 1 --2- 172.21.15.67:0/2057002771 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f33400cbe70 0x7f33400b03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:00.898 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.896+0000 7f33467f9700 1 --2- 172.21.15.67:0/2057002771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33400cb230 0x7f33400b4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:00.898 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.896+0000 7f33467f9700 1 --2- 172.21.15.67:0/2057002771 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f332c06af00 0x7f332c06d3c0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:00.898 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.896+0000 7f33467f9700 1 --2- 172.21.15.67:0/2057002771 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f33400cb9f0 0x7f33400afeb0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:00.899 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.896+0000 7f33467f9700 1 -- 172.21.15.67:0/2057002771 >> 172.21.15.67:0/2057002771 conn(0x7f33400b1770 msgr2=0x7f33401547e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:00.899 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.897+0000 7f33467f9700 1 -- 172.21.15.67:0/2057002771 shutdown_connections 2023-10-21T20:41:00.899 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:00.897+0000 7f33467f9700 1 -- 172.21.15.67:0/2057002771 wait complete. 2023-10-21T20:41:00.918 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-21T20:41:01.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.128+0000 7f4818b97700 1 Processor -- start 2023-10-21T20:41:01.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.128+0000 7f4818b97700 1 -- start start 2023-10-21T20:41:01.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.129+0000 7f4818b97700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f48140cf040 0x7f481415be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:01.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.129+0000 7f4818b97700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f481406a8d0 0x7f48140ca180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:01.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.129+0000 7f4818b97700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f48140ca6c0 0x7f481415f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:01.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.129+0000 7f4818b97700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48140cab50 con 0x7f481406a8d0 2023-10-21T20:41:01.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.130+0000 7f4818b97700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48140caf90 con 0x7f48140ca6c0 2023-10-21T20:41:01.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.130+0000 7f4818b97700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f481406ad50 con 0x7f48140cf040 2023-10-21T20:41:01.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.130+0000 7f4811d9b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f481406a8d0 0x7f48140ca180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:01.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.130+0000 7f4811d9b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f481406a8d0 0x7f48140ca180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47726/0 (socket says 172.21.15.67:47726) 2023-10-21T20:41:01.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.130+0000 7f4811d9b700 1 -- 172.21.15.67:0/1834489447 learned_addr learned my addr 172.21.15.67:0/1834489447 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:01.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.130+0000 7f481259c700 1 --2- 172.21.15.67:0/1834489447 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f48140cf040 0x7f481415be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:01.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.130+0000 7f481259c700 1 -- 172.21.15.67:0/1834489447 >> v2:172.21.15.190:3300/0 conn(0x7f48140ca6c0 msgr2=0x7f481415f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:01.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.130+0000 7f481259c700 1 --2- 172.21.15.67:0/1834489447 >> v2:172.21.15.190:3300/0 conn(0x7f48140ca6c0 0x7f481415f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.130+0000 7f481259c700 1 -- 172.21.15.67:0/1834489447 >> v2:172.21.15.67:3300/0 conn(0x7f481406a8d0 msgr2=0x7f48140ca180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:01.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.130+0000 7f481259c700 1 --2- 172.21.15.67:0/1834489447 >> v2:172.21.15.67:3300/0 conn(0x7f481406a8d0 0x7f48140ca180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.136 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.130+0000 7f481259c700 1 -- 172.21.15.67:0/1834489447 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f481406b020 con 0x7f48140cf040 2023-10-21T20:41:01.136 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.130+0000 7f4811d9b700 1 --2- 172.21.15.67:0/1834489447 >> v2:172.21.15.67:3300/0 conn(0x7f481406a8d0 0x7f48140ca180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:01.136 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.130+0000 7f481259c700 1 --2- 172.21.15.67:0/1834489447 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f48140cf040 0x7f481415be50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f48140cd5f0 tx=0x7f4804009b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=98445325fa4ee2b7 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:01.137 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.131+0000 7f481159a700 1 -- 172.21.15.67:0/1834489447 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4804011830 con 0x7f48140cf040 2023-10-21T20:41:01.137 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.131+0000 7f481159a700 1 -- 172.21.15.67:0/1834489447 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4804011990 con 0x7f48140cf040 2023-10-21T20:41:01.137 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.131+0000 7f481159a700 1 -- 172.21.15.67:0/1834489447 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4804011d20 con 0x7f48140cf040 2023-10-21T20:41:01.137 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.132+0000 7f4818b97700 1 -- 172.21.15.67:0/1834489447 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f48140cf040 msgr2=0x7f481415be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:01.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.132+0000 7f4818b97700 1 --2- 172.21.15.67:0/1834489447 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f48140cf040 0x7f481415be50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f48140cd5f0 tx=0x7f4804009b20 comp rx=0 tx=0).stop 2023-10-21T20:41:01.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.132+0000 7f4818b97700 1 -- 172.21.15.67:0/1834489447 shutdown_connections 2023-10-21T20:41:01.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.132+0000 7f4818b97700 1 --2- 172.21.15.67:0/1834489447 >> v2:172.21.15.190:3300/0 conn(0x7f48140ca6c0 0x7f481415f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.132+0000 7f4818b97700 1 --2- 172.21.15.67:0/1834489447 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f48140cf040 0x7f481415be50 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.132+0000 7f4818b97700 1 --2- 172.21.15.67:0/1834489447 >> v2:172.21.15.67:3300/0 conn(0x7f481406a8d0 0x7f48140ca180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.132+0000 7f4818b97700 1 -- 172.21.15.67:0/1834489447 >> 172.21.15.67:0/1834489447 conn(0x7f48140cc5b0 msgr2=0x7f48140cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:01.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.132+0000 7f4818b97700 1 -- 172.21.15.67:0/1834489447 shutdown_connections 2023-10-21T20:41:01.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.132+0000 7f4818b97700 1 -- 172.21.15.67:0/1834489447 wait complete. 2023-10-21T20:41:01.141 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.135+0000 7f4818b97700 1 Processor -- start 2023-10-21T20:41:01.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.135+0000 7f4818b97700 1 -- start start 2023-10-21T20:41:01.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.136+0000 7f4818b97700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f481406a8d0 0x7f481414f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:01.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.136+0000 7f4818b97700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f48140ca6c0 0x7f48140ae530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:01.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.136+0000 7f4818b97700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48140cf040 0x7f4814157ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:01.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.136+0000 7f4818b97700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48140ad230 con 0x7f48140cf040 2023-10-21T20:41:01.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.136+0000 7f4818b97700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48140ad4d0 con 0x7f48140ca6c0 2023-10-21T20:41:01.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.136+0000 7f4818b97700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48140ad770 con 0x7f481406a8d0 2023-10-21T20:41:01.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.136+0000 7f481259c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f481406a8d0 0x7f481414f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:01.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.136+0000 7f481259c700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f481406a8d0 0x7f481414f2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:34492/0 (socket says 172.21.15.67:34492) 2023-10-21T20:41:01.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.136+0000 7f481259c700 1 -- 172.21.15.67:0/2378918206 learned_addr learned my addr 172.21.15.67:0/2378918206 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:01.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.136+0000 7f4811d9b700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f48140ca6c0 0x7f48140ae530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:01.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.136+0000 7f4812d9d700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48140cf040 0x7f4814157ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:01.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.137+0000 7f481259c700 1 -- 172.21.15.67:0/2378918206 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f48140ca6c0 msgr2=0x7f48140ae530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:01.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.137+0000 7f481259c700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f48140ca6c0 0x7f48140ae530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.145 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.137+0000 7f481259c700 1 -- 172.21.15.67:0/2378918206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48140cf040 msgr2=0x7f4814157ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:01.145 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.137+0000 7f481259c700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48140cf040 0x7f4814157ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.145 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.137+0000 7f481259c700 1 -- 172.21.15.67:0/2378918206 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4808009550 con 0x7f481406a8d0 2023-10-21T20:41:01.145 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.137+0000 7f4812d9d700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48140cf040 0x7f4814157ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T20:41:01.145 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.137+0000 7f481259c700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f481406a8d0 0x7f481414f2e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f48040090b0 tx=0x7f4804004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:01.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.137+0000 7f4802ffd700 1 -- 172.21.15.67:0/2378918206 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4804004590 con 0x7f481406a8d0 2023-10-21T20:41:01.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.137+0000 7f4802ffd700 1 -- 172.21.15.67:0/2378918206 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f480401e070 con 0x7f481406a8d0 2023-10-21T20:41:01.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.137+0000 7f4818b97700 1 -- 172.21.15.67:0/2378918206 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48040094a0 con 0x7f481406a8d0 2023-10-21T20:41:01.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.137+0000 7f4802ffd700 1 -- 172.21.15.67:0/2378918206 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48040038e0 con 0x7f481406a8d0 2023-10-21T20:41:01.147 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.137+0000 7f4818b97700 1 -- 172.21.15.67:0/2378918206 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48140add30 con 0x7f481406a8d0 2023-10-21T20:41:01.147 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.139+0000 7f4802ffd700 1 -- 172.21.15.67:0/2378918206 <== mon.2 v2:172.21.15.190:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4804003a40 con 0x7f481406a8d0 2023-10-21T20:41:01.147 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.140+0000 7f4802ffd700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f47f406af00 0x7f47f406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:01.148 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.140+0000 7f4802ffd700 1 -- 172.21.15.67:0/2378918206 <== mon.2 v2:172.21.15.190:3301/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f480408a4d0 con 0x7f481406a8d0 2023-10-21T20:41:01.148 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.145+0000 7f4811d9b700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f47f406af00 0x7f47f406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:01.148 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.145+0000 7f4811d9b700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f47f406af00 0x7f47f406d3c0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f481414f820 tx=0x7f48080092c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:01.149 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.147+0000 7f4818b97700 1 -- 172.21.15.67:0/2378918206 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4814074d40 con 0x7f481406a8d0 2023-10-21T20:41:01.153 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.153+0000 7f4802ffd700 1 -- 172.21.15.67:0/2378918206 <== mon.2 v2:172.21.15.190:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f4804055470 con 0x7f481406a8d0 2023-10-21T20:41:01.506 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.505+0000 7f4818b97700 1 -- 172.21.15.67:0/2378918206 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f4814066b10 con 0x7f481406a8d0 2023-10-21T20:41:01.511 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.510+0000 7f4802ffd700 1 -- 172.21.15.67:0/2378918206 <== mon.2 v2:172.21.15.190:3301/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v33) v1 ==== 80+0+0 (secure 0 0 0) 0x7f4804015070 con 0x7f481406a8d0 2023-10-21T20:41:01.520 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.519+0000 7f4818b97700 1 -- 172.21.15.67:0/2378918206 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f47f406af00 msgr2=0x7f47f406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:01.520 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.519+0000 7f4818b97700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f47f406af00 0x7f47f406d3c0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f481414f820 tx=0x7f48080092c0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.519+0000 7f4818b97700 1 -- 172.21.15.67:0/2378918206 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f481406a8d0 msgr2=0x7f481414f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:01.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.519+0000 7f4818b97700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f481406a8d0 0x7f481414f2e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f48040090b0 tx=0x7f4804004750 comp rx=0 tx=0).stop 2023-10-21T20:41:01.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.519+0000 7f4818b97700 1 -- 172.21.15.67:0/2378918206 shutdown_connections 2023-10-21T20:41:01.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.519+0000 7f4818b97700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48140cf040 0x7f4814157ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.519+0000 7f4818b97700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f47f406af00 0x7f47f406d3c0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.519+0000 7f4818b97700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f481406a8d0 0x7f481414f2e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.519+0000 7f4818b97700 1 --2- 172.21.15.67:0/2378918206 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f48140ca6c0 0x7f48140ae530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.519+0000 7f4818b97700 1 -- 172.21.15.67:0/2378918206 >> 172.21.15.67:0/2378918206 conn(0x7f48140cc5b0 msgr2=0x7f4814159a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.519+0000 7f4818b97700 1 -- 172.21.15.67:0/2378918206 shutdown_connections 2023-10-21T20:41:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.519+0000 7f4818b97700 1 -- 172.21.15.67:0/2378918206 wait complete. 2023-10-21T20:41:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2023-10-21T20:41:01.539 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-10-21T20:41:01.540 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:41:01.540 DEBUG:teuthology.orchestra.run.smithi067:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-10-21T20:41:01.599 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2023-10-21T20:41:01.600 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:41:01.600 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-10-21T20:41:01.658 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T20:41:01.658 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T20:41:01.688 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284284k,nr_inodes=4071071,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=35,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2363 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260556k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 2023-10-21T20:41:01.689 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T20:41:01.689 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T20:41:01.713 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284288k,nr_inodes=4071072,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=35,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17848 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260556k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 2023-10-21T20:41:01.713 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T20:41:01.714 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T20:41:01.747 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284284k,nr_inodes=4071071,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=35,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2363 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260556k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 2023-10-21T20:41:01.748 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T20:41:01.952 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.951+0000 7fbce7fff700 1 Processor -- start 2023-10-21T20:41:01.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.951+0000 7fbce7fff700 1 -- start start 2023-10-21T20:41:01.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.952+0000 7fbce7fff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fbce815d650 0x7fbce815da30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:01.954 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.952+0000 7fbce7fff700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbce81611b0 0x7fbce80ce1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:01.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.952+0000 7fbce7fff700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbce80b66c0 con 0x7fbce815df70 2023-10-21T20:41:01.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.952+0000 7fbce7fff700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbce80d12b0 con 0x7fbce815d650 2023-10-21T20:41:01.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.952+0000 7fbce7fff700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbce815e410 con 0x7fbce81611b0 2023-10-21T20:41:01.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.952+0000 7fbce67fc700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7fbce815df70 0x7fbce80d19e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:60930/0 (socket says 172.21.15.67:60930) 2023-10-21T20:41:01.955 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.952+0000 7fbce77fe700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbce81611b0 0x7fbce80ce1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:01.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.952+0000 7fbce67fc700 1 -- 172.21.15.67:0/3396652045 learned_addr learned my addr 172.21.15.67:0/3396652045 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:01.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.953+0000 7fbce5ffb700 1 -- 172.21.15.67:0/3396652045 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3471276809 0 0) 0x7fbce80b66c0 con 0x7fbce815df70 2023-10-21T20:41:01.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.953+0000 7fbce5ffb700 1 -- 172.21.15.67:0/3396652045 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbcd00035b0 con 0x7fbce815df70 2023-10-21T20:41:01.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.953+0000 7fbce77fe700 1 -- 172.21.15.67:0/3396652045 >> v2:172.21.15.67:3300/0 conn(0x7fbce815d650 msgr2=0x7fbce815da30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T20:41:01.956 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.953+0000 7fbce77fe700 1 --2- 172.21.15.67:0/3396652045 >> v2:172.21.15.67:3300/0 conn(0x7fbce815d650 0x7fbce815da30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.953+0000 7fbce77fe700 1 -- 172.21.15.67:0/3396652045 >> v1:172.21.15.190:6789/0 conn(0x7fbce815df70 legacy=0x7fbce80d19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:01.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.953+0000 7fbce77fe700 1 -- 172.21.15.67:0/3396652045 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbce815e6f0 con 0x7fbce81611b0 2023-10-21T20:41:01.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.953+0000 7fbce77fe700 1 --2- 172.21.15.67:0/3396652045 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbce81611b0 0x7fbce80ce1b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fbce0009d90 tx=0x7fbce000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=92685467b55bbe23 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:01.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.953+0000 7fbce5ffb700 1 -- 172.21.15.67:0/3396652045 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbce000e070 con 0x7fbce81611b0 2023-10-21T20:41:01.957 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.953+0000 7fbce5ffb700 1 -- 172.21.15.67:0/3396652045 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbce000bb20 con 0x7fbce81611b0 2023-10-21T20:41:01.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.953+0000 7fbce5ffb700 1 -- 172.21.15.67:0/3396652045 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbce0012430 con 0x7fbce81611b0 2023-10-21T20:41:01.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.954+0000 7fbce7fff700 1 -- 172.21.15.67:0/3396652045 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbce81611b0 msgr2=0x7fbce80ce1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:01.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.954+0000 7fbce7fff700 1 --2- 172.21.15.67:0/3396652045 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbce81611b0 0x7fbce80ce1b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fbce0009d90 tx=0x7fbce000b330 comp rx=0 tx=0).stop 2023-10-21T20:41:01.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.957+0000 7fbce7fff700 1 -- 172.21.15.67:0/3396652045 shutdown_connections 2023-10-21T20:41:01.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.957+0000 7fbce7fff700 1 --2- 172.21.15.67:0/3396652045 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbce81611b0 0x7fbce80ce1b0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.959 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.957+0000 7fbce7fff700 1 --2- 172.21.15.67:0/3396652045 >> v2:172.21.15.67:3300/0 conn(0x7fbce815d650 0x7fbce815da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.957+0000 7fbce7fff700 1 -- 172.21.15.67:0/3396652045 >> 172.21.15.67:0/3396652045 conn(0x7fbce80669c0 msgr2=0x7fbce8066dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:01.960 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.959+0000 7fbce7fff700 1 -- 172.21.15.67:0/3396652045 shutdown_connections 2023-10-21T20:41:01.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.961+0000 7fbce7fff700 1 -- 172.21.15.67:0/3396652045 wait complete. 2023-10-21T20:41:01.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.962+0000 7fbce7fff700 1 Processor -- start 2023-10-21T20:41:01.963 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.962+0000 7fbce7fff700 1 -- start start 2023-10-21T20:41:01.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce7fff700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbce815df70 0x7fbce8151340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:01.965 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce7fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbce81611b0 0x7fbce80cbaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:01.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce7fff700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbce80cc030 0x7fbce80c8c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:01.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce7fff700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbce80ca630 con 0x7fbce81611b0 2023-10-21T20:41:01.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce7fff700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbce8151880 con 0x7fbce815df70 2023-10-21T20:41:01.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce7fff700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbce80ca880 con 0x7fbce80cc030 2023-10-21T20:41:01.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce67fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbce81611b0 0x7fbce80cbaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:01.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce67fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbce81611b0 0x7fbce80cbaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47744/0 (socket says 172.21.15.67:47744) 2023-10-21T20:41:01.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce67fc700 1 -- 172.21.15.67:0/2771521521 learned_addr learned my addr 172.21.15.67:0/2771521521 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:01.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce77fe700 1 --2- 172.21.15.67:0/2771521521 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbce80cc030 0x7fbce80c8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:01.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce6ffd700 1 --2- 172.21.15.67:0/2771521521 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbce815df70 0x7fbce8151340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:01.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce67fc700 1 -- 172.21.15.67:0/2771521521 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbce80cc030 msgr2=0x7fbce80c8c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:01.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce67fc700 1 --2- 172.21.15.67:0/2771521521 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbce80cc030 0x7fbce80c8c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce67fc700 1 -- 172.21.15.67:0/2771521521 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbce815df70 msgr2=0x7fbce8151340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:01.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce67fc700 1 --2- 172.21.15.67:0/2771521521 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbce815df70 0x7fbce8151340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:01.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.963+0000 7fbce67fc700 1 -- 172.21.15.67:0/2771521521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbce0009a70 con 0x7fbce81611b0 2023-10-21T20:41:01.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.964+0000 7fbce67fc700 1 --2- 172.21.15.67:0/2771521521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbce81611b0 0x7fbce80cbaf0 secure :-1 s=READY pgs=3206 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc00c700 tx=0x7fbcdc00ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:01.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.964+0000 7fbccf7fe700 1 -- 172.21.15.67:0/2771521521 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcdc005d70 con 0x7fbce81611b0 2023-10-21T20:41:01.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.964+0000 7fbccf7fe700 1 -- 172.21.15.67:0/2771521521 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbcdc0070d0 con 0x7fbce81611b0 2023-10-21T20:41:01.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.964+0000 7fbce7fff700 1 -- 172.21.15.67:0/2771521521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbce80cab60 con 0x7fbce81611b0 2023-10-21T20:41:01.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.964+0000 7fbccf7fe700 1 -- 172.21.15.67:0/2771521521 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcdc007460 con 0x7fbce81611b0 2023-10-21T20:41:01.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.964+0000 7fbce7fff700 1 -- 172.21.15.67:0/2771521521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbce80cb120 con 0x7fbce81611b0 2023-10-21T20:41:01.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.966+0000 7fbce7fff700 1 -- 172.21.15.67:0/2771521521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbce804f400 con 0x7fbce81611b0 2023-10-21T20:41:01.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.968+0000 7fbccf7fe700 1 -- 172.21.15.67:0/2771521521 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fbcdc0075c0 con 0x7fbce81611b0 2023-10-21T20:41:01.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.968+0000 7fbccf7fe700 1 --2- 172.21.15.67:0/2771521521 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbcd406af00 0x7fbcd406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:01.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.968+0000 7fbccf7fe700 1 -- 172.21.15.67:0/2771521521 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fbcdc088b30 con 0x7fbce81611b0 2023-10-21T20:41:01.972 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.968+0000 7fbce6ffd700 1 --2- 172.21.15.67:0/2771521521 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbcd406af00 0x7fbcd406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:01.972 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.969+0000 7fbce6ffd700 1 --2- 172.21.15.67:0/2771521521 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbcd406af00 0x7fbcd406d3c0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fbcd8006fd0 tx=0x7fbcd8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:01.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:01.973+0000 7fbccf7fe700 1 -- 172.21.15.67:0/2771521521 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fbcdc053ac0 con 0x7fbce81611b0 2023-10-21T20:41:02.131 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:41:02.136 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:41:02.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.385+0000 7fbce7fff700 1 -- 172.21.15.67:0/2771521521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbce80d08d0 con 0x7fbce81611b0 2023-10-21T20:41:02.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.386+0000 7fbccf7fe700 1 -- 172.21.15.67:0/2771521521 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4916 (secure 0 0 0) 0x7fbcdc017020 con 0x7fbce81611b0 2023-10-21T20:41:02.387 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:41:02.387 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4945,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/2616626858","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2616626858},{"type":"v1","addr":"172.21.15.190:6836","nonce":2616626858}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4948,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/1955021242","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":1955021242},{"type":"v1","addr":"172.21.15.190:6837","nonce":1955021242}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5037,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1702124877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1702124877},{"type":"v1","addr":"172.21.15.67:6834","nonce":1702124877}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-21T13:05:49.008594+0000","modified":"2023-10-21T13:05:52.023928+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5040},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5040":{"gid":5040,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/590391844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":590391844},{"type":"v1","addr":"172.21.15.67:6835","nonce":590391844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-10-21T20:41:02.395 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.393+0000 7fbce7fff700 1 -- 172.21.15.67:0/2771521521 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbcd406af00 msgr2=0x7fbcd406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:02.395 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.393+0000 7fbce7fff700 1 --2- 172.21.15.67:0/2771521521 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbcd406af00 0x7fbcd406d3c0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fbcd8006fd0 tx=0x7fbcd8009190 comp rx=0 tx=0).stop 2023-10-21T20:41:02.395 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.393+0000 7fbce7fff700 1 -- 172.21.15.67:0/2771521521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbce81611b0 msgr2=0x7fbce80cbaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:02.395 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.393+0000 7fbce7fff700 1 --2- 172.21.15.67:0/2771521521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbce81611b0 0x7fbce80cbaf0 secure :-1 s=READY pgs=3206 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc00c700 tx=0x7fbcdc00ca10 comp rx=0 tx=0).stop 2023-10-21T20:41:02.396 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.393+0000 7fbce7fff700 1 -- 172.21.15.67:0/2771521521 shutdown_connections 2023-10-21T20:41:02.396 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.393+0000 7fbce7fff700 1 --2- 172.21.15.67:0/2771521521 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fbcd406af00 0x7fbcd406d3c0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:02.396 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.393+0000 7fbce7fff700 1 --2- 172.21.15.67:0/2771521521 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fbce80cc030 0x7fbce80c8c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:02.396 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.393+0000 7fbce7fff700 1 --2- 172.21.15.67:0/2771521521 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbce815df70 0x7fbce8151340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:02.396 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.393+0000 7fbce7fff700 1 --2- 172.21.15.67:0/2771521521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbce81611b0 0x7fbce80cbaf0 unknown :-1 s=CLOSED pgs=3206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:02.397 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.394+0000 7fbce7fff700 1 -- 172.21.15.67:0/2771521521 >> 172.21.15.67:0/2771521521 conn(0x7fbce80669c0 msgr2=0x7fbce80d19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:02.397 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.397+0000 7fbce7fff700 1 -- 172.21.15.67:0/2771521521 shutdown_connections 2023-10-21T20:41:02.403 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.402+0000 7fbce7fff700 1 -- 172.21.15.67:0/2771521521 wait complete. 2023-10-21T20:41:02.404 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 16 2023-10-21T20:41:02.424 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T20:41:02.635 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.634+0000 7fb8e2b96700 1 Processor -- start 2023-10-21T20:41:02.636 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.635+0000 7fb8e2b96700 1 -- start start 2023-10-21T20:41:02.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.636+0000 7fb8e2b96700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb8dc0cd9a0 0x7fb8dc06be00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:02.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.636+0000 7fb8e2b96700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8dc06b970 con 0x7fb8dc15ec70 2023-10-21T20:41:02.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.636+0000 7fb8e2b96700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8dc066a00 con 0x7fb8dc06a8d0 2023-10-21T20:41:02.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.636+0000 7fb8e2b96700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8dc06ad60 con 0x7fb8dc0cd9a0 2023-10-21T20:41:02.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.636+0000 7fb8e1133700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fb8dc15ec70 0x7fb8dc06d3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:35816/0 (socket says 172.21.15.67:35816) 2023-10-21T20:41:02.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.636+0000 7fb8e1133700 1 -- 172.21.15.67:0/3770623505 learned_addr learned my addr 172.21.15.67:0/3770623505 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:02.639 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.636+0000 7fb8e0932700 1 --2- 172.21.15.67:0/3770623505 >> v2:172.21.15.67:3300/0 conn(0x7fb8dc0cd9a0 0x7fb8dc06be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:02.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.636+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2474026710 0 0) 0x7fb8dc06b970 con 0x7fb8dc15ec70 2023-10-21T20:41:02.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.636+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb8c40035b0 con 0x7fb8dc15ec70 2023-10-21T20:41:02.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 959827558 0 0) 0x7fb8dc066a00 con 0x7fb8dc06a8d0 2023-10-21T20:41:02.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb8dc06b970 con 0x7fb8dc06a8d0 2023-10-21T20:41:02.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2203918437 0 0) 0x7fb8c40035b0 con 0x7fb8dc15ec70 2023-10-21T20:41:02.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 >> v2:172.21.15.67:3300/0 conn(0x7fb8dc0cd9a0 msgr2=0x7fb8dc06be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:02.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 --2- 172.21.15.67:0/3770623505 >> v2:172.21.15.67:3300/0 conn(0x7fb8dc0cd9a0 0x7fb8dc06be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:02.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 >> v1:172.21.15.190:6789/0 conn(0x7fb8dc06a8d0 legacy=0x7fb8dc0cdd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:02.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8dc06b040 con 0x7fb8dc15ec70 2023-10-21T20:41:02.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7fb8d0001670 con 0x7fb8dc15ec70 2023-10-21T20:41:02.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 >> v1:172.21.15.67:6789/0 conn(0x7fb8dc15ec70 legacy=0x7fb8dc06d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:02.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 --2- 172.21.15.67:0/3770623505 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8c4003be0 0x7fb8c4003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:02.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 --2- 172.21.15.67:0/3770623505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8c4004850 0x7fb8c4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:02.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 --2- 172.21.15.67:0/3770623505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c40052e0 0x7fb8c400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:02.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8dc06ad60 con 0x7fb8c40052e0 2023-10-21T20:41:02.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8c400c230 con 0x7fb8c4004850 2023-10-21T20:41:02.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8c400c3f0 con 0x7fb8c4003be0 2023-10-21T20:41:02.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8e1133700 1 --2- 172.21.15.67:0/3770623505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c40052e0 0x7fb8c400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:02.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8e1133700 1 -- 172.21.15.67:0/3770623505 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8c4003be0 msgr2=0x7fb8c4003fe0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T20:41:02.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8e1133700 1 --2- 172.21.15.67:0/3770623505 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8c4003be0 0x7fb8c4003fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:02.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8e1133700 1 -- 172.21.15.67:0/3770623505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8c4004850 msgr2=0x7fb8c4004cd0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-21T20:41:02.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.637+0000 7fb8e1133700 1 --2- 172.21.15.67:0/3770623505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8c4004850 0x7fb8c4004cd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:02.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.638+0000 7fb8e1133700 1 -- 172.21.15.67:0/3770623505 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8c40035b0 con 0x7fb8c40052e0 2023-10-21T20:41:02.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.638+0000 7fb8e1133700 1 -- 172.21.15.67:0/3770623505 reap_dead start 2023-10-21T20:41:02.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.638+0000 7fb8e1133700 1 --2- 172.21.15.67:0/3770623505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c40052e0 0x7fb8c400ba10 secure :-1 s=READY pgs=3208 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc15f140 tx=0x7fb8c4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f22bd3b86e066760 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:02.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.638+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8d000cc40 con 0x7fb8c40052e0 2023-10-21T20:41:02.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.638+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8d000cdc0 con 0x7fb8c40052e0 2023-10-21T20:41:02.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.638+0000 7fb8db7fe700 1 -- 172.21.15.67:0/3770623505 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8d0005ba0 con 0x7fb8c40052e0 2023-10-21T20:41:02.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.639+0000 7fb8e2b96700 1 -- 172.21.15.67:0/3770623505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c40052e0 msgr2=0x7fb8c400ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:02.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.639+0000 7fb8e2b96700 1 --2- 172.21.15.67:0/3770623505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c40052e0 0x7fb8c400ba10 secure :-1 s=READY pgs=3208 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc15f140 tx=0x7fb8c4005880 comp rx=0 tx=0).stop 2023-10-21T20:41:02.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.639+0000 7fb8e2b96700 1 -- 172.21.15.67:0/3770623505 shutdown_connections 2023-10-21T20:41:02.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.639+0000 7fb8e2b96700 1 --2- 172.21.15.67:0/3770623505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c40052e0 0x7fb8c400ba10 unknown :-1 s=CLOSED pgs=3208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:02.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.639+0000 7fb8e2b96700 1 -- 172.21.15.67:0/3770623505 >> 172.21.15.67:0/3770623505 conn(0x7fb8dc0cc5b0 msgr2=0x7fb8dc0cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:02.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.640+0000 7fb8e2b96700 1 -- 172.21.15.67:0/3770623505 shutdown_connections 2023-10-21T20:41:02.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.640+0000 7fb8e2b96700 1 -- 172.21.15.67:0/3770623505 wait complete. 2023-10-21T20:41:02.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.641+0000 7fb8e2b96700 1 Processor -- start 2023-10-21T20:41:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.641+0000 7fb8e2b96700 1 -- start start 2023-10-21T20:41:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.642+0000 7fb8e2b96700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8c40052e0 0x7fb8dc1f43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.642+0000 7fb8e2b96700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8dc1f4920 0x7fb8dc1600a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.642+0000 7fb8e2b96700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8dc1605e0 0x7fb8dc0c5a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.642+0000 7fb8e2b96700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8dc160a90 con 0x7fb8dc1f4920 2023-10-21T20:41:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.642+0000 7fb8e2b96700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8dc15f2e0 con 0x7fb8dc1605e0 2023-10-21T20:41:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.642+0000 7fb8e2b96700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8dc15f5c0 con 0x7fb8c40052e0 2023-10-21T20:41:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.642+0000 7fb8e1133700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8dc1605e0 0x7fb8dc0c5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.642+0000 7fb8dbfff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8dc1f4920 0x7fb8dc1600a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.643+0000 7fb8e1133700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8dc1605e0 0x7fb8dc0c5a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:49862/0 (socket says 172.21.15.67:49862) 2023-10-21T20:41:02.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.643+0000 7fb8e1133700 1 -- 172.21.15.67:0/701900533 learned_addr learned my addr 172.21.15.67:0/701900533 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:02.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.643+0000 7fb8e0932700 1 --2- 172.21.15.67:0/701900533 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8c40052e0 0x7fb8dc1f43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:02.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.643+0000 7fb8dbfff700 1 -- 172.21.15.67:0/701900533 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8c40052e0 msgr2=0x7fb8dc1f43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:02.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.643+0000 7fb8dbfff700 1 --2- 172.21.15.67:0/701900533 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8c40052e0 0x7fb8dc1f43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:02.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.643+0000 7fb8dbfff700 1 -- 172.21.15.67:0/701900533 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8dc1605e0 msgr2=0x7fb8dc0c5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:02.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.643+0000 7fb8dbfff700 1 --2- 172.21.15.67:0/701900533 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8dc1605e0 0x7fb8dc0c5a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:02.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.643+0000 7fb8dbfff700 1 -- 172.21.15.67:0/701900533 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8dc15f8a0 con 0x7fb8dc1f4920 2023-10-21T20:41:02.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.643+0000 7fb8dbfff700 1 --2- 172.21.15.67:0/701900533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8dc1f4920 0x7fb8dc1600a0 secure :-1 s=READY pgs=3209 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc06a390 tx=0x7fb8d400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:02.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.644+0000 7fb8d97fa700 1 -- 172.21.15.67:0/701900533 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8d4003c00 con 0x7fb8dc1f4920 2023-10-21T20:41:02.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.644+0000 7fb8d97fa700 1 -- 172.21.15.67:0/701900533 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8d4003d80 con 0x7fb8dc1f4920 2023-10-21T20:41:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.644+0000 7fb8d97fa700 1 -- 172.21.15.67:0/701900533 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8d400abf0 con 0x7fb8dc1f4920 2023-10-21T20:41:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.645+0000 7fb8e2b96700 1 -- 172.21.15.67:0/701900533 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8dc15fb80 con 0x7fb8dc1f4920 2023-10-21T20:41:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.645+0000 7fb8e2b96700 1 -- 172.21.15.67:0/701900533 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8dc0c61b0 con 0x7fb8dc1f4920 2023-10-21T20:41:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.646+0000 7fb8e2b96700 1 -- 172.21.15.67:0/701900533 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8dc0c67c0 con 0x7fb8dc1f4920 2023-10-21T20:41:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.647+0000 7fb8d97fa700 1 -- 172.21.15.67:0/701900533 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb8d400ad50 con 0x7fb8dc1f4920 2023-10-21T20:41:02.655 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.647+0000 7fb8d97fa700 1 --2- 172.21.15.67:0/701900533 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb8c806af50 0x7fb8c806d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:02.655 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.648+0000 7fb8d97fa700 1 -- 172.21.15.67:0/701900533 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fb8d40895a0 con 0x7fb8dc1f4920 2023-10-21T20:41:02.656 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.648+0000 7fb8e0932700 1 --2- 172.21.15.67:0/701900533 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb8c806af50 0x7fb8c806d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:02.656 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.648+0000 7fb8e0932700 1 --2- 172.21.15.67:0/701900533 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb8c806af50 0x7fb8c806d410 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc006b20 tx=0x7fb8cc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:02.657 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.656+0000 7fb8d97fa700 1 -- 172.21.15.67:0/701900533 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb8d4054740 con 0x7fb8dc1f4920 2023-10-21T20:41:02.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:02.997+0000 7fb8e2b96700 1 -- 172.21.15.67:0/701900533 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb8dc0ce5d0 con 0x7fb8dc1f4920 2023-10-21T20:41:03.006 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.005+0000 7fb8d97fa700 1 -- 172.21.15.67:0/701900533 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16758 (secure 0 0 0) 0x7fb8d4001da0 con 0x7fb8dc1f4920 2023-10-21T20:41:03.007 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:41:03.007 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":33,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:06:42.697446+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:05:47.131214+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-10-21T13:05:47.976495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"5.0","mappings":[{"from":4,"to":5}]},{"pgid":"5.13","mappings":[{"from":4,"to":5}]},{"pgid":"5.17","mappings":[{"from":4,"to":3}]},{"pgid":"5.28","mappings":[{"from":4,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T20:41:03.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.008+0000 7fb8e2b96700 1 -- 172.21.15.67:0/701900533 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb8c806af50 msgr2=0x7fb8c806d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:03.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.008+0000 7fb8e2b96700 1 --2- 172.21.15.67:0/701900533 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb8c806af50 0x7fb8c806d410 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc006b20 tx=0x7fb8cc008040 comp rx=0 tx=0).stop 2023-10-21T20:41:03.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.008+0000 7fb8e2b96700 1 -- 172.21.15.67:0/701900533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8dc1f4920 msgr2=0x7fb8dc1600a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:03.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.008+0000 7fb8e2b96700 1 --2- 172.21.15.67:0/701900533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8dc1f4920 0x7fb8dc1600a0 secure :-1 s=READY pgs=3209 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc06a390 tx=0x7fb8d400a060 comp rx=0 tx=0).stop 2023-10-21T20:41:03.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.012+0000 7fb8e2b96700 1 -- 172.21.15.67:0/701900533 shutdown_connections 2023-10-21T20:41:03.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.012+0000 7fb8e2b96700 1 --2- 172.21.15.67:0/701900533 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb8dc1605e0 0x7fb8dc0c5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.012+0000 7fb8e2b96700 1 --2- 172.21.15.67:0/701900533 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb8c806af50 0x7fb8c806d410 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.012+0000 7fb8e2b96700 1 --2- 172.21.15.67:0/701900533 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb8c40052e0 0x7fb8dc1f43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.012+0000 7fb8e2b96700 1 --2- 172.21.15.67:0/701900533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8dc1f4920 0x7fb8dc1600a0 unknown :-1 s=CLOSED pgs=3209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.012+0000 7fb8e2b96700 1 -- 172.21.15.67:0/701900533 >> 172.21.15.67:0/701900533 conn(0x7fb8dc0cc5b0 msgr2=0x7fb8dc0b0420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:03.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.013+0000 7fb8e2b96700 1 -- 172.21.15.67:0/701900533 shutdown_connections 2023-10-21T20:41:03.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.013+0000 7fb8e2b96700 1 -- 172.21.15.67:0/701900533 wait complete. 2023-10-21T20:41:03.034 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T13:04:47.423816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T13:05:47.131214+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '30', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T13:05:47.976495+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '31', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T20:41:03.035 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T20:41:03.252 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.251+0000 7fd65111a700 1 Processor -- start 2023-10-21T20:41:03.252 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.251+0000 7fd65111a700 1 -- start start 2023-10-21T20:41:03.253 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.252+0000 7fd65111a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd64c0ca750 0x7fd64c06c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:03.253 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.252+0000 7fd65111a700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fd64c06ce20 0x7fd64c0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:03.253 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.252+0000 7fd65111a700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd64c071630 con 0x7fd64c15b680 2023-10-21T20:41:03.254 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.252+0000 7fd65111a700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd64c15ba60 con 0x7fd64c06ce20 2023-10-21T20:41:03.254 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.252+0000 7fd65111a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd64c06d2b0 con 0x7fd64c0ca750 2023-10-21T20:41:03.254 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.252+0000 7fd64ad9d700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fd64c15b680 0x7fd64c15f8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:35830/0 (socket says 172.21.15.67:35830) 2023-10-21T20:41:03.254 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.252+0000 7fd64ad9d700 1 -- 172.21.15.67:0/3348814426 learned_addr learned my addr 172.21.15.67:0/3348814426 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:03.254 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.252+0000 7fd64a59c700 1 --2- 172.21.15.67:0/3348814426 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd64c0ca750 0x7fd64c06c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:03.255 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.252+0000 7fd64b59e700 1 --2- 172.21.15.67:0/3348814426 >> v2:172.21.15.190:3300/0 conn(0x7fd64c06ce20 0x7fd64c0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:03.256 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.253+0000 7fd649d9b700 1 -- 172.21.15.67:0/3348814426 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3120099968 0 0) 0x7fd64c071630 con 0x7fd64c15b680 2023-10-21T20:41:03.256 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.253+0000 7fd64b59e700 1 -- 172.21.15.67:0/3348814426 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd64c0ca750 msgr2=0x7fd64c06c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:03.257 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.253+0000 7fd64b59e700 1 --2- 172.21.15.67:0/3348814426 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd64c0ca750 0x7fd64c06c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.257 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.253+0000 7fd64b59e700 1 -- 172.21.15.67:0/3348814426 >> v1:172.21.15.67:6789/0 conn(0x7fd64c15b680 legacy=0x7fd64c15f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:03.257 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.253+0000 7fd64b59e700 1 -- 172.21.15.67:0/3348814426 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd64c15f130 con 0x7fd64c06ce20 2023-10-21T20:41:03.257 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.253+0000 7fd64a59c700 1 --2- 172.21.15.67:0/3348814426 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd64c0ca750 0x7fd64c06c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:03.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.253+0000 7fd64b59e700 1 --2- 172.21.15.67:0/3348814426 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd64c06ce20 0x7fd64c0b20a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd63c009840 tx=0x7fd63c009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=938cbb74aa9d3011 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:03.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.253+0000 7fd649d9b700 1 -- 172.21.15.67:0/3348814426 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd63c011830 con 0x7fd64c06ce20 2023-10-21T20:41:03.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.253+0000 7fd649d9b700 1 -- 172.21.15.67:0/3348814426 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd63c011990 con 0x7fd64c06ce20 2023-10-21T20:41:03.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.253+0000 7fd649d9b700 1 -- 172.21.15.67:0/3348814426 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd63c011d20 con 0x7fd64c06ce20 2023-10-21T20:41:03.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.254+0000 7fd65111a700 1 -- 172.21.15.67:0/3348814426 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd64c06ce20 msgr2=0x7fd64c0b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:03.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.254+0000 7fd65111a700 1 --2- 172.21.15.67:0/3348814426 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd64c06ce20 0x7fd64c0b20a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd63c009840 tx=0x7fd63c009b50 comp rx=0 tx=0).stop 2023-10-21T20:41:03.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.254+0000 7fd65111a700 1 -- 172.21.15.67:0/3348814426 shutdown_connections 2023-10-21T20:41:03.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.254+0000 7fd65111a700 1 --2- 172.21.15.67:0/3348814426 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd64c06ce20 0x7fd64c0b20a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.254+0000 7fd65111a700 1 --2- 172.21.15.67:0/3348814426 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd64c0ca750 0x7fd64c06c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.254+0000 7fd65111a700 1 -- 172.21.15.67:0/3348814426 >> 172.21.15.67:0/3348814426 conn(0x7fd64c0cf250 msgr2=0x7fd64c0cf630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:03.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.254+0000 7fd65111a700 1 -- 172.21.15.67:0/3348814426 shutdown_connections 2023-10-21T20:41:03.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.255+0000 7fd65111a700 1 -- 172.21.15.67:0/3348814426 wait complete. 2023-10-21T20:41:03.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.257+0000 7fd65111a700 1 Processor -- start 2023-10-21T20:41:03.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.257+0000 7fd65111a700 1 -- start start 2023-10-21T20:41:03.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.258+0000 7fd65111a700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd64c06ce20 0x7fd64c155970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:03.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.258+0000 7fd65111a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd64c0ca750 0x7fd64c15c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:03.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.258+0000 7fd65111a700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd64c15b680 0x7fd64c0af900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:03.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.258+0000 7fd65111a700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd64c0c3ff0 con 0x7fd64c06ce20 2023-10-21T20:41:03.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.258+0000 7fd65111a700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd64c155eb0 con 0x7fd64c15b680 2023-10-21T20:41:03.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.258+0000 7fd65111a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd64c15caf0 con 0x7fd64c0ca750 2023-10-21T20:41:03.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.258+0000 7fd64ad9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd64c06ce20 0x7fd64c155970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:03.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.258+0000 7fd64b59e700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd64c15b680 0x7fd64c0af900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:03.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.258+0000 7fd64ad9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd64c06ce20 0x7fd64c155970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47774/0 (socket says 172.21.15.67:47774) 2023-10-21T20:41:03.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.259+0000 7fd64ad9d700 1 -- 172.21.15.67:0/3807600260 learned_addr learned my addr 172.21.15.67:0/3807600260 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:03.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.259+0000 7fd64b59e700 1 -- 172.21.15.67:0/3807600260 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd64c0ca750 msgr2=0x7fd64c15c050 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-21T20:41:03.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.259+0000 7fd64b59e700 1 --2- 172.21.15.67:0/3807600260 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd64c0ca750 0x7fd64c15c050 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.259+0000 7fd64b59e700 1 -- 172.21.15.67:0/3807600260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd64c06ce20 msgr2=0x7fd64c155970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:03.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.259+0000 7fd64b59e700 1 --2- 172.21.15.67:0/3807600260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd64c06ce20 0x7fd64c155970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.259+0000 7fd64b59e700 1 -- 172.21.15.67:0/3807600260 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6400094a0 con 0x7fd64c15b680 2023-10-21T20:41:03.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.259+0000 7fd64ad9d700 1 --2- 172.21.15.67:0/3807600260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd64c06ce20 0x7fd64c155970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:03.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.259+0000 7fd64b59e700 1 --2- 172.21.15.67:0/3807600260 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd64c15b680 0x7fd64c0af900 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd63c016000 tx=0x7fd63c004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:03.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.259+0000 7fd6337fe700 1 -- 172.21.15.67:0/3807600260 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd63c0036a0 con 0x7fd64c15b680 2023-10-21T20:41:03.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.260+0000 7fd6337fe700 1 -- 172.21.15.67:0/3807600260 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd63c01e070 con 0x7fd64c15b680 2023-10-21T20:41:03.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.260+0000 7fd6337fe700 1 -- 172.21.15.67:0/3807600260 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd63c003a00 con 0x7fd64c15b680 2023-10-21T20:41:03.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.260+0000 7fd65111a700 1 -- 172.21.15.67:0/3807600260 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd63c0094a0 con 0x7fd64c15b680 2023-10-21T20:41:03.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.260+0000 7fd65111a700 1 -- 172.21.15.67:0/3807600260 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd64c15d0b0 con 0x7fd64c15b680 2023-10-21T20:41:03.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.261+0000 7fd6337fe700 1 -- 172.21.15.67:0/3807600260 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fd63c003b60 con 0x7fd64c15b680 2023-10-21T20:41:03.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.262+0000 7fd6337fe700 1 --2- 172.21.15.67:0/3807600260 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd63806af00 0x7fd63806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:03.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.262+0000 7fd6337fe700 1 -- 172.21.15.67:0/3807600260 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fd63c08a630 con 0x7fd64c15b680 2023-10-21T20:41:03.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.262+0000 7fd64ad9d700 1 --2- 172.21.15.67:0/3807600260 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd63806af00 0x7fd63806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:03.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.262+0000 7fd64ad9d700 1 --2- 172.21.15.67:0/3807600260 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd63806af00 0x7fd63806d3c0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fd6440012e0 tx=0x7fd644001c30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:03.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.264+0000 7fd65111a700 1 -- 172.21.15.67:0/3807600260 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd64c15d2a0 con 0x7fd64c15b680 2023-10-21T20:41:03.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.270+0000 7fd6337fe700 1 -- 172.21.15.67:0/3807600260 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fd63c0556f0 con 0x7fd64c15b680 2023-10-21T20:41:03.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.599+0000 7fd65111a700 1 -- 172.21.15.67:0/3807600260 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd64c074d40 con 0x7fd64c15b680 2023-10-21T20:41:03.604 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2023-10-21T20:41:03.605 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.603+0000 7fd6337fe700 1 -- 172.21.15.67:0/3807600260 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v33) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd63c015070 con 0x7fd64c15b680 2023-10-21T20:41:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.607+0000 7fd65111a700 1 -- 172.21.15.67:0/3807600260 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd63806af00 msgr2=0x7fd63806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.607+0000 7fd65111a700 1 --2- 172.21.15.67:0/3807600260 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd63806af00 0x7fd63806d3c0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fd6440012e0 tx=0x7fd644001c30 comp rx=0 tx=0).stop 2023-10-21T20:41:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.607+0000 7fd65111a700 1 -- 172.21.15.67:0/3807600260 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd64c15b680 msgr2=0x7fd64c0af900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.607+0000 7fd65111a700 1 --2- 172.21.15.67:0/3807600260 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd64c15b680 0x7fd64c0af900 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd63c016000 tx=0x7fd63c004750 comp rx=0 tx=0).stop 2023-10-21T20:41:03.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.610+0000 7fd65111a700 1 -- 172.21.15.67:0/3807600260 shutdown_connections 2023-10-21T20:41:03.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.610+0000 7fd65111a700 1 --2- 172.21.15.67:0/3807600260 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd64c15b680 0x7fd64c0af900 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.610+0000 7fd65111a700 1 --2- 172.21.15.67:0/3807600260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd64c06ce20 0x7fd64c155970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.610+0000 7fd65111a700 1 --2- 172.21.15.67:0/3807600260 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd63806af00 0x7fd63806d3c0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.611 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.610+0000 7fd65111a700 1 --2- 172.21.15.67:0/3807600260 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd64c0ca750 0x7fd64c15c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.610+0000 7fd65111a700 1 -- 172.21.15.67:0/3807600260 >> 172.21.15.67:0/3807600260 conn(0x7fd64c0cf250 msgr2=0x7fd64c0b1ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:03.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.610+0000 7fd65111a700 1 -- 172.21.15.67:0/3807600260 shutdown_connections 2023-10-21T20:41:03.612 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.610+0000 7fd65111a700 1 -- 172.21.15.67:0/3807600260 wait complete. 2023-10-21T20:41:03.632 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T20:41:03.857 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.856+0000 7f72c0c08700 1 Processor -- start 2023-10-21T20:41:03.858 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.856+0000 7f72c0c08700 1 -- start start 2023-10-21T20:41:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.858+0000 7f72c0c08700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f72bc15a8b0 0x7f72bc0ae6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.858+0000 7f72c0c08700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f72bc0b4a50 0x7f72bc0aebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.858+0000 7f72c0c08700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72bc0cb300 con 0x7f72bc0b4fa0 2023-10-21T20:41:03.860 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.858+0000 7f72c0c08700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72bc0cb5e0 con 0x7f72bc0b4a50 2023-10-21T20:41:03.860 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.858+0000 7f72c0c08700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72bc0cb8c0 con 0x7f72bc15a8b0 2023-10-21T20:41:03.860 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.858+0000 7f72b9d9b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f72bc0b4a50 0x7f72bc0aebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:03.861 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.858+0000 7f72b9d9b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f72bc0b4a50 0x7f72bc0aebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47784/0 (socket says 172.21.15.67:47784) 2023-10-21T20:41:03.861 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.858+0000 7f72b9d9b700 1 -- 172.21.15.67:0/894851111 learned_addr learned my addr 172.21.15.67:0/894851111 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:03.861 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.859+0000 7f72b9d9b700 1 -- 172.21.15.67:0/894851111 >> v2:172.21.15.190:3300/0 conn(0x7f72bc15a8b0 msgr2=0x7f72bc0ae6b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-21T20:41:03.861 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.859+0000 7f72b9d9b700 1 --2- 172.21.15.67:0/894851111 >> v2:172.21.15.190:3300/0 conn(0x7f72bc15a8b0 0x7f72bc0ae6b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.862 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.859+0000 7f72b9d9b700 1 -- 172.21.15.67:0/894851111 >> v1:172.21.15.67:6789/0 conn(0x7f72bc0b4fa0 legacy=0x7f72bc06ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:03.862 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.859+0000 7f72b9d9b700 1 -- 172.21.15.67:0/894851111 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72bc0cbba0 con 0x7f72bc0b4a50 2023-10-21T20:41:03.862 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.859+0000 7f72b9d9b700 1 --2- 172.21.15.67:0/894851111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72bc0b4a50 0x7f72bc0aebf0 secure :-1 s=READY pgs=3212 cs=0 l=1 rev1=1 crypto rx=0x7f72bc06b8b0 tx=0x7f72b0009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=232d7ba8f16d9f96 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:03.862 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.859+0000 7f72b959a700 1 -- 172.21.15.67:0/894851111 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72b0004230 con 0x7f72bc0b4a50 2023-10-21T20:41:03.862 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.860+0000 7f72b959a700 1 -- 172.21.15.67:0/894851111 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72b0004390 con 0x7f72bc0b4a50 2023-10-21T20:41:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.860+0000 7f72b959a700 1 -- 172.21.15.67:0/894851111 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72b0010890 con 0x7f72bc0b4a50 2023-10-21T20:41:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.860+0000 7f72c0c08700 1 -- 172.21.15.67:0/894851111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72bc0b4a50 msgr2=0x7f72bc0aebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.860+0000 7f72c0c08700 1 --2- 172.21.15.67:0/894851111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72bc0b4a50 0x7f72bc0aebf0 secure :-1 s=READY pgs=3212 cs=0 l=1 rev1=1 crypto rx=0x7f72bc06b8b0 tx=0x7f72b0009bd0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.868 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.867+0000 7f72c0c08700 1 -- 172.21.15.67:0/894851111 shutdown_connections 2023-10-21T20:41:03.868 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.867+0000 7f72c0c08700 1 --2- 172.21.15.67:0/894851111 >> v2:172.21.15.190:3300/0 conn(0x7f72bc15a8b0 0x7f72bc0ae6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.868 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.867+0000 7f72c0c08700 1 --2- 172.21.15.67:0/894851111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72bc0b4a50 0x7f72bc0aebf0 unknown :-1 s=CLOSED pgs=3212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.867+0000 7f72c0c08700 1 -- 172.21.15.67:0/894851111 >> 172.21.15.67:0/894851111 conn(0x7f72bc0cf7b0 msgr2=0x7f72bc0cfb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:03.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.867+0000 7f72c0c08700 1 -- 172.21.15.67:0/894851111 shutdown_connections 2023-10-21T20:41:03.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.867+0000 7f72c0c08700 1 -- 172.21.15.67:0/894851111 wait complete. 2023-10-21T20:41:03.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.868+0000 7f72c0c08700 1 Processor -- start 2023-10-21T20:41:03.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.869+0000 7f72c0c08700 1 -- start start 2023-10-21T20:41:03.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.870+0000 7f72c0c08700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f72bc0b4a50 0x7f72bc0c3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:03.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.870+0000 7f72c0c08700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f72bc0b4fa0 0x7f72bc152da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:03.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.870+0000 7f72c0c08700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72bc15a8b0 0x7f72bc0b3340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:03.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.870+0000 7f72c0c08700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72bc0c4230 con 0x7f72bc15a8b0 2023-10-21T20:41:03.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.870+0000 7f72c0c08700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72bc0c2bc0 con 0x7f72bc0b4fa0 2023-10-21T20:41:03.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.870+0000 7f72c0c08700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72bc0c46a0 con 0x7f72bc0b4a50 2023-10-21T20:41:03.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.870+0000 7f72bad9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72bc15a8b0 0x7f72bc0b3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:03.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.870+0000 7f72bad9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72bc15a8b0 0x7f72bc0b3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47792/0 (socket says 172.21.15.67:47792) 2023-10-21T20:41:03.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.870+0000 7f72bad9d700 1 -- 172.21.15.67:0/1143594739 learned_addr learned my addr 172.21.15.67:0/1143594739 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:03.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.870+0000 7f72bad9d700 1 -- 172.21.15.67:0/1143594739 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f72bc0b4a50 msgr2=0x7f72bc0c3cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:03.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.870+0000 7f72bad9d700 1 --2- 172.21.15.67:0/1143594739 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f72bc0b4a50 0x7f72bc0c3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.870+0000 7f72bad9d700 1 -- 172.21.15.67:0/1143594739 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f72bc0b4fa0 msgr2=0x7f72bc152da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:03.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.870+0000 7f72bad9d700 1 --2- 172.21.15.67:0/1143594739 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f72bc0b4fa0 0x7f72bc152da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:03.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.870+0000 7f72bad9d700 1 -- 172.21.15.67:0/1143594739 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72b0009550 con 0x7f72bc15a8b0 2023-10-21T20:41:03.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.871+0000 7f72bad9d700 1 --2- 172.21.15.67:0/1143594739 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72bc15a8b0 0x7f72bc0b3340 secure :-1 s=READY pgs=3213 cs=0 l=1 rev1=1 crypto rx=0x7f72b400cc10 tx=0x7f72b400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:03.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.871+0000 7f72aaffd700 1 -- 172.21.15.67:0/1143594739 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72b400abb0 con 0x7f72bc15a8b0 2023-10-21T20:41:03.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.871+0000 7f72aaffd700 1 -- 172.21.15.67:0/1143594739 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72b400ad10 con 0x7f72bc15a8b0 2023-10-21T20:41:03.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.871+0000 7f72c0c08700 1 -- 172.21.15.67:0/1143594739 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72bc0c5220 con 0x7f72bc15a8b0 2023-10-21T20:41:03.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.871+0000 7f72aaffd700 1 -- 172.21.15.67:0/1143594739 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72b4012660 con 0x7f72bc15a8b0 2023-10-21T20:41:03.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.871+0000 7f72c0c08700 1 -- 172.21.15.67:0/1143594739 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72bc0c4bd0 con 0x7f72bc15a8b0 2023-10-21T20:41:03.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.872+0000 7f72c0c08700 1 -- 172.21.15.67:0/1143594739 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72bc0cbe60 con 0x7f72bc15a8b0 2023-10-21T20:41:03.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.876+0000 7f72aaffd700 1 -- 172.21.15.67:0/1143594739 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f72b40127c0 con 0x7f72bc15a8b0 2023-10-21T20:41:03.878 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.877+0000 7f72aaffd700 1 --2- 172.21.15.67:0/1143594739 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f729c06af00 0x7f729c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:03.878 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.877+0000 7f72aaffd700 1 -- 172.21.15.67:0/1143594739 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f72b408a230 con 0x7f72bc15a8b0 2023-10-21T20:41:03.878 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.877+0000 7f72ba59c700 1 --2- 172.21.15.67:0/1143594739 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f729c06af00 0x7f729c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:03.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.878+0000 7f72ba59c700 1 --2- 172.21.15.67:0/1143594739 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f729c06af00 0x7f729c06d3c0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f72ac009770 tx=0x7f72ac006cd0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:03.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:03.883+0000 7f72aaffd700 1 -- 172.21.15.67:0/1143594739 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f72b4055340 con 0x7f72bc15a8b0 2023-10-21T20:41:04.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.233+0000 7f72c0c08700 1 -- 172.21.15.67:0/1143594739 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f72bc0cbe60 con 0x7f72bc15a8b0 2023-10-21T20:41:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.234+0000 7f72aaffd700 1 -- 172.21.15.67:0/1143594739 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v33) v1 ==== 104+0+11 (secure 0 0 0) 0x7f72bc0cbe60 con 0x7f72bc15a8b0 2023-10-21T20:41:04.235 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2023-10-21T20:41:04.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.237+0000 7f72c0c08700 1 -- 172.21.15.67:0/1143594739 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f729c06af00 msgr2=0x7f729c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.237+0000 7f72c0c08700 1 --2- 172.21.15.67:0/1143594739 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f729c06af00 0x7f729c06d3c0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f72ac009770 tx=0x7f72ac006cd0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.237+0000 7f72c0c08700 1 -- 172.21.15.67:0/1143594739 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72bc15a8b0 msgr2=0x7f72bc0b3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.237+0000 7f72c0c08700 1 --2- 172.21.15.67:0/1143594739 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72bc15a8b0 0x7f72bc0b3340 secure :-1 s=READY pgs=3213 cs=0 l=1 rev1=1 crypto rx=0x7f72b400cc10 tx=0x7f72b400a060 comp rx=0 tx=0).stop 2023-10-21T20:41:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.237+0000 7f72c0c08700 1 -- 172.21.15.67:0/1143594739 shutdown_connections 2023-10-21T20:41:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.237+0000 7f72c0c08700 1 --2- 172.21.15.67:0/1143594739 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72bc15a8b0 0x7f72bc0b3340 unknown :-1 s=CLOSED pgs=3213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.237+0000 7f72c0c08700 1 --2- 172.21.15.67:0/1143594739 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f729c06af00 0x7f729c06d3c0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.237+0000 7f72c0c08700 1 --2- 172.21.15.67:0/1143594739 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f72bc0b4a50 0x7f72bc0c3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.237+0000 7f72c0c08700 1 --2- 172.21.15.67:0/1143594739 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f72bc0b4fa0 0x7f72bc152da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.237+0000 7f72c0c08700 1 -- 172.21.15.67:0/1143594739 >> 172.21.15.67:0/1143594739 conn(0x7f72bc0cf7b0 msgr2=0x7f72bc0b0020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.238+0000 7f72c0c08700 1 -- 172.21.15.67:0/1143594739 shutdown_connections 2023-10-21T20:41:04.241 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.238+0000 7f72c0c08700 1 -- 172.21.15.67:0/1143594739 wait complete. 2023-10-21T20:41:04.260 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T20:41:04.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.474+0000 7f17ccb56700 1 Processor -- start 2023-10-21T20:41:04.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.474+0000 7f17ccb56700 1 -- start start 2023-10-21T20:41:04.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17ccb56700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f17c8159d20 0x7f17c80722a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:04.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17ccb56700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f17c80ce040 0x7f17c80ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:04.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17ccb56700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f17c806b2b0 0x7f17c806b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:04.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17ccb56700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17c80cea30 con 0x7f17c806b2b0 2023-10-21T20:41:04.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17ccb56700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17c80727e0 con 0x7f17c8159d20 2023-10-21T20:41:04.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17ccb56700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17c8071200 con 0x7f17c80ce040 2023-10-21T20:41:04.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17c659c700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f17c8159d20 0x7f17c80722a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:04.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17c659c700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f17c8159d20 0x7f17c80722a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:49896/0 (socket says 172.21.15.67:49896) 2023-10-21T20:41:04.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17c6d9d700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f17c806b2b0 0x7f17c806b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:04.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17c659c700 1 -- 172.21.15.67:0/1966283766 learned_addr learned my addr 172.21.15.67:0/1966283766 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:04.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17c5d9b700 1 --2- 172.21.15.67:0/1966283766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f17c80ce040 0x7f17c80ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:04.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17c659c700 1 -- 172.21.15.67:0/1966283766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f17c80ce040 msgr2=0x7f17c80ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:04.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17c659c700 1 --2- 172.21.15.67:0/1966283766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f17c80ce040 0x7f17c80ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17c659c700 1 -- 172.21.15.67:0/1966283766 >> v2:172.21.15.67:3300/0 conn(0x7f17c806b2b0 msgr2=0x7f17c806b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:04.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17c659c700 1 --2- 172.21.15.67:0/1966283766 >> v2:172.21.15.67:3300/0 conn(0x7f17c806b2b0 0x7f17c806b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.475+0000 7f17c659c700 1 -- 172.21.15.67:0/1966283766 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17c80714e0 con 0x7f17c8159d20 2023-10-21T20:41:04.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.476+0000 7f17c5d9b700 1 --2- 172.21.15.67:0/1966283766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f17c80ce040 0x7f17c80ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:04.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.476+0000 7f17c6d9d700 1 --2- 172.21.15.67:0/1966283766 >> v2:172.21.15.67:3300/0 conn(0x7f17c806b2b0 0x7f17c806b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:04.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.476+0000 7f17c659c700 1 --2- 172.21.15.67:0/1966283766 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f17c8159d20 0x7f17c80722a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f17c80d0b60 tx=0x7f17b8009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d34fb4aa5e80e207 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:04.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.476+0000 7f17c559a700 1 -- 172.21.15.67:0/1966283766 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17b8011830 con 0x7f17c8159d20 2023-10-21T20:41:04.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.476+0000 7f17c559a700 1 -- 172.21.15.67:0/1966283766 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17b8011990 con 0x7f17c8159d20 2023-10-21T20:41:04.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.476+0000 7f17c559a700 1 -- 172.21.15.67:0/1966283766 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17b8011d20 con 0x7f17c8159d20 2023-10-21T20:41:04.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.477+0000 7f17ccb56700 1 -- 172.21.15.67:0/1966283766 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f17c8159d20 msgr2=0x7f17c80722a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:04.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.477+0000 7f17ccb56700 1 --2- 172.21.15.67:0/1966283766 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f17c8159d20 0x7f17c80722a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f17c80d0b60 tx=0x7f17b8009bd0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.477+0000 7f17ccb56700 1 -- 172.21.15.67:0/1966283766 shutdown_connections 2023-10-21T20:41:04.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.477+0000 7f17ccb56700 1 --2- 172.21.15.67:0/1966283766 >> v2:172.21.15.67:3300/0 conn(0x7f17c806b2b0 0x7f17c806b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.477+0000 7f17ccb56700 1 --2- 172.21.15.67:0/1966283766 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f17c8159d20 0x7f17c80722a0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.477+0000 7f17ccb56700 1 --2- 172.21.15.67:0/1966283766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f17c80ce040 0x7f17c80ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.477+0000 7f17ccb56700 1 -- 172.21.15.67:0/1966283766 >> 172.21.15.67:0/1966283766 conn(0x7f17c80b1770 msgr2=0x7f17c80b1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:04.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.480+0000 7f17ccb56700 1 -- 172.21.15.67:0/1966283766 shutdown_connections 2023-10-21T20:41:04.486 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.485+0000 7f17ccb56700 1 -- 172.21.15.67:0/1966283766 wait complete. 2023-10-21T20:41:04.487 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.487+0000 7f17ccb56700 1 Processor -- start 2023-10-21T20:41:04.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.487+0000 7f17ccb56700 1 -- start start 2023-10-21T20:41:04.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.488+0000 7f17ccb56700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f17c806b2b0 0x7f17c81eff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:04.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.488+0000 7f17ccb56700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f17c80ce040 0x7f17c81491f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:04.491 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.488+0000 7f17ccb56700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c8159d20 0x7f17c815a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:04.491 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.488+0000 7f17ccb56700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17c815d5c0 con 0x7f17c8159d20 2023-10-21T20:41:04.491 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.488+0000 7f17ccb56700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17c815ac50 con 0x7f17c806b2b0 2023-10-21T20:41:04.491 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.488+0000 7f17ccb56700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17c81ef4a0 con 0x7f17c80ce040 2023-10-21T20:41:04.491 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.488+0000 7f17c659c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f17c806b2b0 0x7f17c81eff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:04.492 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.488+0000 7f17c6d9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c8159d20 0x7f17c815a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:04.492 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.488+0000 7f17c659c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f17c806b2b0 0x7f17c81eff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:49902/0 (socket says 172.21.15.67:49902) 2023-10-21T20:41:04.492 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.488+0000 7f17c659c700 1 -- 172.21.15.67:0/2627735686 learned_addr learned my addr 172.21.15.67:0/2627735686 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:04.492 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.488+0000 7f17c5d9b700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f17c80ce040 0x7f17c81491f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:04.492 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.489+0000 7f17c6d9d700 1 -- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f17c80ce040 msgr2=0x7f17c81491f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:04.493 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.489+0000 7f17c6d9d700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f17c80ce040 0x7f17c81491f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.493 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.489+0000 7f17c6d9d700 1 -- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f17c806b2b0 msgr2=0x7f17c81eff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:04.493 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.489+0000 7f17c6d9d700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f17c806b2b0 0x7f17c81eff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.493 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.489+0000 7f17c6d9d700 1 -- 172.21.15.67:0/2627735686 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17c0009a70 con 0x7f17c8159d20 2023-10-21T20:41:04.493 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.489+0000 7f17c5d9b700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f17c80ce040 0x7f17c81491f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:04.494 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.489+0000 7f17c659c700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f17c806b2b0 0x7f17c81eff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:04.494 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.489+0000 7f17c6d9d700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c8159d20 0x7f17c815a100 secure :-1 s=READY pgs=3214 cs=0 l=1 rev1=1 crypto rx=0x7f17c000ef40 tx=0x7f17c000b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:04.494 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.489+0000 7f17b6ffd700 1 -- 172.21.15.67:0/2627735686 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c0003c20 con 0x7f17c8159d20 2023-10-21T20:41:04.495 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.489+0000 7f17b6ffd700 1 -- 172.21.15.67:0/2627735686 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17c0003da0 con 0x7f17c8159d20 2023-10-21T20:41:04.495 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.489+0000 7f17ccb56700 1 -- 172.21.15.67:0/2627735686 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17bc00a640 con 0x7f17c8159d20 2023-10-21T20:41:04.495 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.489+0000 7f17b6ffd700 1 -- 172.21.15.67:0/2627735686 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c000bc40 con 0x7f17c8159d20 2023-10-21T20:41:04.495 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.489+0000 7f17ccb56700 1 -- 172.21.15.67:0/2627735686 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17b8009550 con 0x7f17c8159d20 2023-10-21T20:41:04.496 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.491+0000 7f17ccb56700 1 -- 172.21.15.67:0/2627735686 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17c8070d60 con 0x7f17c8159d20 2023-10-21T20:41:04.496 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.491+0000 7f17b6ffd700 1 -- 172.21.15.67:0/2627735686 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f17c0003f10 con 0x7f17c8159d20 2023-10-21T20:41:04.496 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.492+0000 7f17b6ffd700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f17a806af00 0x7f17a806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:04.496 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.492+0000 7f17b6ffd700 1 -- 172.21.15.67:0/2627735686 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f17c0088ed0 con 0x7f17c8159d20 2023-10-21T20:41:04.497 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.493+0000 7f17c659c700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f17a806af00 0x7f17a806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:04.497 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.493+0000 7f17c659c700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f17a806af00 0x7f17a806d3c0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f17b8009fd0 tx=0x7f17b8008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:04.499 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.498+0000 7f17b6ffd700 1 -- 172.21.15.67:0/2627735686 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f17c008e060 con 0x7f17c8159d20 2023-10-21T20:41:04.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.833+0000 7f17ccb56700 1 -- 172.21.15.67:0/2627735686 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f17c8074d40 con 0x7f17c8159d20 2023-10-21T20:41:04.834 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.833+0000 7f17b6ffd700 1 -- 172.21.15.67:0/2627735686 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v33) v1 ==== 100+0+11 (secure 0 0 0) 0x7f17c0053f00 con 0x7f17c8159d20 2023-10-21T20:41:04.835 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2023-10-21T20:41:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.837+0000 7f17ccb56700 1 -- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f17a806af00 msgr2=0x7f17a806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.837+0000 7f17ccb56700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f17a806af00 0x7f17a806d3c0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f17b8009fd0 tx=0x7f17b8008030 comp rx=0 tx=0).stop 2023-10-21T20:41:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.837+0000 7f17ccb56700 1 -- 172.21.15.67:0/2627735686 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c8159d20 msgr2=0x7f17c815a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.837+0000 7f17ccb56700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c8159d20 0x7f17c815a100 secure :-1 s=READY pgs=3214 cs=0 l=1 rev1=1 crypto rx=0x7f17c000ef40 tx=0x7f17c000b390 comp rx=0 tx=0).stop 2023-10-21T20:41:04.845 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.844+0000 7f17ccb56700 1 -- 172.21.15.67:0/2627735686 shutdown_connections 2023-10-21T20:41:04.845 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.844+0000 7f17ccb56700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c8159d20 0x7f17c815a100 unknown :-1 s=CLOSED pgs=3214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.846 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.844+0000 7f17ccb56700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f17c806b2b0 0x7f17c81eff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.846 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.844+0000 7f17ccb56700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f17a806af00 0x7f17a806d3c0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.846 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.844+0000 7f17ccb56700 1 --2- 172.21.15.67:0/2627735686 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f17c80ce040 0x7f17c81491f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:04.846 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.844+0000 7f17ccb56700 1 -- 172.21.15.67:0/2627735686 >> 172.21.15.67:0/2627735686 conn(0x7f17c80b1770 msgr2=0x7f17c80c5dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:04.847 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.845+0000 7f17ccb56700 1 -- 172.21.15.67:0/2627735686 shutdown_connections 2023-10-21T20:41:04.847 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:04.845+0000 7f17ccb56700 1 -- 172.21.15.67:0/2627735686 wait complete. 2023-10-21T20:41:04.868 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T20:41:05.079 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.078+0000 7f65505f5700 1 Processor -- start 2023-10-21T20:41:05.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.078+0000 7f65505f5700 1 -- start start 2023-10-21T20:41:05.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.079+0000 7f65505f5700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f654815a590 0x7f65480cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:05.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.079+0000 7f65505f5700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f65480cd0c0 0x7f65480d0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:05.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.079+0000 7f65505f5700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65480cc310 con 0x7f65480c6b10 2023-10-21T20:41:05.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.079+0000 7f65505f5700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65480d1290 con 0x7f65480cd0c0 2023-10-21T20:41:05.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.079+0000 7f65505f5700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65480cc030 con 0x7f654815a590 2023-10-21T20:41:05.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.080+0000 7f654e391700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f654815a590 0x7f65480cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:05.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.080+0000 7f654eb92700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f65480cd0c0 0x7f65480d0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:05.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.080+0000 7f654e391700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f654815a590 0x7f65480cb9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:49910/0 (socket says 172.21.15.67:49910) 2023-10-21T20:41:05.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.080+0000 7f654e391700 1 -- 172.21.15.67:0/662407885 learned_addr learned my addr 172.21.15.67:0/662407885 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:05.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.080+0000 7f654eb92700 1 -- 172.21.15.67:0/662407885 >> v2:172.21.15.190:3300/0 conn(0x7f654815a590 msgr2=0x7f65480cb9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:05.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.080+0000 7f654eb92700 1 --2- 172.21.15.67:0/662407885 >> v2:172.21.15.190:3300/0 conn(0x7f654815a590 0x7f65480cb9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:05.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.080+0000 7f654eb92700 1 -- 172.21.15.67:0/662407885 >> v1:172.21.15.190:6789/0 conn(0x7f65480c6b10 legacy=0x7f65480cc9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:05.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.080+0000 7f654eb92700 1 -- 172.21.15.67:0/662407885 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65480c4020 con 0x7f65480cd0c0 2023-10-21T20:41:05.085 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.080+0000 7f654eb92700 1 --2- 172.21.15.67:0/662407885 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65480cd0c0 0x7f65480d0d50 secure :-1 s=READY pgs=3215 cs=0 l=1 rev1=1 crypto rx=0x7f65480716b0 tx=0x7f65400092f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a361c6de4309caf3 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:05.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.081+0000 7f654d38f700 1 -- 172.21.15.67:0/662407885 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f654000c890 con 0x7f65480cd0c0 2023-10-21T20:41:05.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.081+0000 7f654d38f700 1 -- 172.21.15.67:0/662407885 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f654000c9f0 con 0x7f65480cd0c0 2023-10-21T20:41:05.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.081+0000 7f654d38f700 1 -- 172.21.15.67:0/662407885 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f654000cda0 con 0x7f65480cd0c0 2023-10-21T20:41:05.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.082+0000 7f65505f5700 1 -- 172.21.15.67:0/662407885 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65480cd0c0 msgr2=0x7f65480d0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:05.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.082+0000 7f65505f5700 1 --2- 172.21.15.67:0/662407885 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65480cd0c0 0x7f65480d0d50 secure :-1 s=READY pgs=3215 cs=0 l=1 rev1=1 crypto rx=0x7f65480716b0 tx=0x7f65400092f0 comp rx=0 tx=0).stop 2023-10-21T20:41:05.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.082+0000 7f65505f5700 1 -- 172.21.15.67:0/662407885 shutdown_connections 2023-10-21T20:41:05.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.082+0000 7f65505f5700 1 --2- 172.21.15.67:0/662407885 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65480cd0c0 0x7f65480d0d50 unknown :-1 s=CLOSED pgs=3215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:05.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.082+0000 7f65505f5700 1 --2- 172.21.15.67:0/662407885 >> v2:172.21.15.190:3300/0 conn(0x7f654815a590 0x7f65480cb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:05.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.082+0000 7f65505f5700 1 -- 172.21.15.67:0/662407885 >> 172.21.15.67:0/662407885 conn(0x7f65480999d0 msgr2=0x7f65480d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:05.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.084+0000 7f65505f5700 1 -- 172.21.15.67:0/662407885 shutdown_connections 2023-10-21T20:41:05.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.084+0000 7f65505f5700 1 -- 172.21.15.67:0/662407885 wait complete. 2023-10-21T20:41:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.085+0000 7f65505f5700 1 Processor -- start 2023-10-21T20:41:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.085+0000 7f65505f5700 1 -- start start 2023-10-21T20:41:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.086+0000 7f65505f5700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f65480c6b10 0x7f6548154aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:05.098 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.086+0000 7f65505f5700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65480cd0c0 0x7f654815d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:05.098 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.086+0000 7f65505f5700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f654815a590 0x7f65480b5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:05.099 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.086+0000 7f65505f5700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65480b5090 con 0x7f65480cd0c0 2023-10-21T20:41:05.099 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.086+0000 7f65505f5700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65480b4480 con 0x7f65480c6b10 2023-10-21T20:41:05.099 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.086+0000 7f65505f5700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65480b4760 con 0x7f654815a590 2023-10-21T20:41:05.100 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.086+0000 7f654db90700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65480cd0c0 0x7f654815d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:05.100 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.086+0000 7f654e391700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f65480c6b10 0x7f6548154aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:05.100 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.086+0000 7f654db90700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65480cd0c0 0x7f654815d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47818/0 (socket says 172.21.15.67:47818) 2023-10-21T20:41:05.101 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.086+0000 7f654e391700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f65480c6b10 0x7f6548154aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:49916/0 (socket says 172.21.15.67:49916) 2023-10-21T20:41:05.101 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.086+0000 7f654db90700 1 -- 172.21.15.67:0/3418641310 learned_addr learned my addr 172.21.15.67:0/3418641310 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:05.102 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.086+0000 7f654eb92700 1 --2- 172.21.15.67:0/3418641310 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f654815a590 0x7f65480b5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:05.102 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.087+0000 7f654db90700 1 -- 172.21.15.67:0/3418641310 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f654815a590 msgr2=0x7f65480b5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:05.102 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.087+0000 7f654db90700 1 --2- 172.21.15.67:0/3418641310 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f654815a590 0x7f65480b5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:05.103 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.087+0000 7f654db90700 1 -- 172.21.15.67:0/3418641310 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f65480c6b10 msgr2=0x7f6548154aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:05.103 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.087+0000 7f654db90700 1 --2- 172.21.15.67:0/3418641310 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f65480c6b10 0x7f6548154aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:05.103 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.087+0000 7f654db90700 1 -- 172.21.15.67:0/3418641310 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f654000ba90 con 0x7f65480cd0c0 2023-10-21T20:41:05.104 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.087+0000 7f654e391700 1 --2- 172.21.15.67:0/3418641310 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f65480c6b10 0x7f6548154aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:05.104 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.087+0000 7f654db90700 1 --2- 172.21.15.67:0/3418641310 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65480cd0c0 0x7f654815d560 secure :-1 s=READY pgs=3216 cs=0 l=1 rev1=1 crypto rx=0x7f653800c4b0 tx=0x7f653800c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:05.105 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.087+0000 7f653effd700 1 -- 172.21.15.67:0/3418641310 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65380052d0 con 0x7f65480cd0c0 2023-10-21T20:41:05.105 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.087+0000 7f65505f5700 1 -- 172.21.15.67:0/3418641310 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65480b4a40 con 0x7f65480cd0c0 2023-10-21T20:41:05.105 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.087+0000 7f65505f5700 1 -- 172.21.15.67:0/3418641310 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f654815daa0 con 0x7f65480cd0c0 2023-10-21T20:41:05.106 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.087+0000 7f653effd700 1 -- 172.21.15.67:0/3418641310 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6538005430 con 0x7f65480cd0c0 2023-10-21T20:41:05.106 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.087+0000 7f653effd700 1 -- 172.21.15.67:0/3418641310 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6538003880 con 0x7f65480cd0c0 2023-10-21T20:41:05.106 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.089+0000 7f65505f5700 1 -- 172.21.15.67:0/3418641310 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65300052f0 con 0x7f65480cd0c0 2023-10-21T20:41:05.107 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.091+0000 7f653effd700 1 -- 172.21.15.67:0/3418641310 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f65380039e0 con 0x7f65480cd0c0 2023-10-21T20:41:05.107 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.091+0000 7f653effd700 1 --2- 172.21.15.67:0/3418641310 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f652c06af00 0x7f652c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:05.107 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.091+0000 7f653effd700 1 -- 172.21.15.67:0/3418641310 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f6538088d90 con 0x7f65480cd0c0 2023-10-21T20:41:05.108 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.091+0000 7f654e391700 1 --2- 172.21.15.67:0/3418641310 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f652c06af00 0x7f652c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:05.109 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.092+0000 7f654e391700 1 --2- 172.21.15.67:0/3418641310 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f652c06af00 0x7f652c06d3c0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f6544006cf0 tx=0x7f654400f040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:05.111 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.096+0000 7f653effd700 1 -- 172.21.15.67:0/3418641310 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6538053dc0 con 0x7f65480cd0c0 2023-10-21T20:41:05.492 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:41:05.493 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4945,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/2616626858","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2616626858},{"type":"v1","addr":"172.21.15.190:6836","nonce":2616626858}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4948,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/1955021242","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":1955021242},{"type":"v1","addr":"172.21.15.190:6837","nonce":1955021242}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5037,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1702124877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1702124877},{"type":"v1","addr":"172.21.15.67:6834","nonce":1702124877}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-21T13:05:49.008594+0000","modified":"2023-10-21T13:05:52.023928+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5040},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5040":{"gid":5040,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/590391844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":590391844},{"type":"v1","addr":"172.21.15.67:6835","nonce":590391844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-10-21T20:41:05.493 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.491+0000 7f65505f5700 1 -- 172.21.15.67:0/3418641310 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6530005870 con 0x7f65480cd0c0 2023-10-21T20:41:05.494 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.491+0000 7f653effd700 1 -- 172.21.15.67:0/3418641310 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4916 (secure 0 0 0) 0x7f6538017090 con 0x7f65480cd0c0 2023-10-21T20:41:05.496 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.495+0000 7f65505f5700 1 -- 172.21.15.67:0/3418641310 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f652c06af00 msgr2=0x7f652c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:05.496 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.495+0000 7f65505f5700 1 --2- 172.21.15.67:0/3418641310 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f652c06af00 0x7f652c06d3c0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f6544006cf0 tx=0x7f654400f040 comp rx=0 tx=0).stop 2023-10-21T20:41:05.497 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.495+0000 7f65505f5700 1 -- 172.21.15.67:0/3418641310 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65480cd0c0 msgr2=0x7f654815d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:05.497 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.495+0000 7f65505f5700 1 --2- 172.21.15.67:0/3418641310 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65480cd0c0 0x7f654815d560 secure :-1 s=READY pgs=3216 cs=0 l=1 rev1=1 crypto rx=0x7f653800c4b0 tx=0x7f653800c7c0 comp rx=0 tx=0).stop 2023-10-21T20:41:05.499 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.498+0000 7f65505f5700 1 -- 172.21.15.67:0/3418641310 shutdown_connections 2023-10-21T20:41:05.499 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.498+0000 7f65505f5700 1 --2- 172.21.15.67:0/3418641310 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f652c06af00 0x7f652c06d3c0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:05.499 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.498+0000 7f65505f5700 1 --2- 172.21.15.67:0/3418641310 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f654815a590 0x7f65480b5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:05.499 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.498+0000 7f65505f5700 1 --2- 172.21.15.67:0/3418641310 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f65480c6b10 0x7f6548154aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:05.500 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.498+0000 7f65505f5700 1 --2- 172.21.15.67:0/3418641310 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65480cd0c0 0x7f654815d560 unknown :-1 s=CLOSED pgs=3216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:05.500 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.498+0000 7f65505f5700 1 -- 172.21.15.67:0/3418641310 >> 172.21.15.67:0/3418641310 conn(0x7f65480999d0 msgr2=0x7f65480c6360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:05.500 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.498+0000 7f65505f5700 1 -- 172.21.15.67:0/3418641310 shutdown_connections 2023-10-21T20:41:05.500 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.498+0000 7f65505f5700 1 -- 172.21.15.67:0/3418641310 wait complete. 2023-10-21T20:41:05.501 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 16 2023-10-21T20:41:05.516 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T20:41:05.718 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.717+0000 7f52e60e3700 1 Processor -- start 2023-10-21T20:41:05.719 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.717+0000 7f52e60e3700 1 -- start start 2023-10-21T20:41:05.720 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.718+0000 7f52e60e3700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f52e015d9d0 0x7f52e006ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:05.720 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.718+0000 7f52e60e3700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52e006ddf0 con 0x7f52e0161340 2023-10-21T20:41:05.720 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.719+0000 7f52e60e3700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52e006d550 con 0x7f52e00cd2c0 2023-10-21T20:41:05.720 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.719+0000 7f52e60e3700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52e006e860 con 0x7f52e015d9d0 2023-10-21T20:41:05.720 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.719+0000 7f52deffd700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f52e015d9d0 0x7f52e006ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:05.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.719+0000 7f52deffd700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f52e015d9d0 0x7f52e006ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:49926/0 (socket says 172.21.15.67:49926) 2023-10-21T20:41:05.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.719+0000 7f52deffd700 1 -- 172.21.15.67:0/1213722965 learned_addr learned my addr 172.21.15.67:0/1213722965 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:05.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.719+0000 7f52deffd700 1 -- 172.21.15.67:0/1213722965 >> v1:172.21.15.190:6789/0 conn(0x7f52e00cd2c0 legacy=0x7f52e00cd6a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-21T20:41:05.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.719+0000 7f52deffd700 1 -- 172.21.15.67:0/1213722965 >> v1:172.21.15.67:6789/0 conn(0x7f52e0161340 legacy=0x7f52e00ace10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:05.723 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.719+0000 7f52deffd700 1 -- 172.21.15.67:0/1213722965 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52e006d830 con 0x7f52e015d9d0 2023-10-21T20:41:05.723 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.719+0000 7f52deffd700 1 --2- 172.21.15.67:0/1213722965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52e015d9d0 0x7f52e006ce50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f52d40098f0 tx=0x7f52d4009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13d18ef4f6bb07cd server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:05.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.726+0000 7f52de7fc700 1 -- 172.21.15.67:0/1213722965 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d4004230 con 0x7f52e015d9d0 2023-10-21T20:41:05.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.726+0000 7f52de7fc700 1 -- 172.21.15.67:0/1213722965 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52d4004390 con 0x7f52e015d9d0 2023-10-21T20:41:05.728 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.726+0000 7f52de7fc700 1 -- 172.21.15.67:0/1213722965 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d40036a0 con 0x7f52e015d9d0 2023-10-21T20:41:05.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.729+0000 7f52e60e3700 1 -- 172.21.15.67:0/1213722965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52e015d9d0 msgr2=0x7f52e006ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:05.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.729+0000 7f52e60e3700 1 --2- 172.21.15.67:0/1213722965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52e015d9d0 0x7f52e006ce50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f52d40098f0 tx=0x7f52d4009c00 comp rx=0 tx=0).stop 2023-10-21T20:41:05.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.729+0000 7f52e60e3700 1 -- 172.21.15.67:0/1213722965 shutdown_connections 2023-10-21T20:41:05.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.729+0000 7f52e60e3700 1 --2- 172.21.15.67:0/1213722965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52e015d9d0 0x7f52e006ce50 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:05.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.729+0000 7f52e60e3700 1 -- 172.21.15.67:0/1213722965 >> 172.21.15.67:0/1213722965 conn(0x7f52e006afb0 msgr2=0x7f52e00b12e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:05.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.732+0000 7f52e60e3700 1 -- 172.21.15.67:0/1213722965 shutdown_connections 2023-10-21T20:41:05.734 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.732+0000 7f52e60e3700 1 -- 172.21.15.67:0/1213722965 wait complete. 2023-10-21T20:41:05.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.734+0000 7f52e60e3700 1 Processor -- start 2023-10-21T20:41:05.735 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.734+0000 7f52e60e3700 1 -- start start 2023-10-21T20:41:05.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.735+0000 7f52e60e3700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52e00cd2c0 0x7f52e00b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:05.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.735+0000 7f52e60e3700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f52e015d9d0 0x7f52e0156d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:05.737 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.735+0000 7f52e60e3700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52e0161340 0x7f52e0159480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:05.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.736+0000 7f52e60e3700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52e01f3190 con 0x7f52e0161340 2023-10-21T20:41:05.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.736+0000 7f52e60e3700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52e0157240 con 0x7f52e00cd2c0 2023-10-21T20:41:05.738 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.736+0000 7f52e60e3700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52e00b4180 con 0x7f52e015d9d0 2023-10-21T20:41:05.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.736+0000 7f52df7fe700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52e00cd2c0 0x7f52e00b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:05.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.736+0000 7f52df7fe700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52e00cd2c0 0x7f52e00b3ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:49930/0 (socket says 172.21.15.67:49930) 2023-10-21T20:41:05.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.736+0000 7f52df7fe700 1 -- 172.21.15.67:0/3726096262 learned_addr learned my addr 172.21.15.67:0/3726096262 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:05.739 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.736+0000 7f52dffff700 1 --2- 172.21.15.67:0/3726096262 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52e0161340 0x7f52e0159480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.737+0000 7f52dffff700 1 -- 172.21.15.67:0/3726096262 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f52e015d9d0 msgr2=0x7f52e0156d00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-21T20:41:05.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.737+0000 7f52dffff700 1 --2- 172.21.15.67:0/3726096262 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f52e015d9d0 0x7f52e0156d00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:05.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.737+0000 7f52dffff700 1 -- 172.21.15.67:0/3726096262 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52e00cd2c0 msgr2=0x7f52e00b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:05.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.737+0000 7f52dffff700 1 --2- 172.21.15.67:0/3726096262 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52e00cd2c0 0x7f52e00b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:05.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.737+0000 7f52dffff700 1 -- 172.21.15.67:0/3726096262 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52d4009550 con 0x7f52e0161340 2023-10-21T20:41:05.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.737+0000 7f52df7fe700 1 --2- 172.21.15.67:0/3726096262 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52e00cd2c0 0x7f52e00b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:05.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.737+0000 7f52dffff700 1 --2- 172.21.15.67:0/3726096262 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52e0161340 0x7f52e0159480 secure :-1 s=READY pgs=3217 cs=0 l=1 rev1=1 crypto rx=0x7f52d800bdf0 tx=0x7f52d8009ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:05.742 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.737+0000 7f52c7fff700 1 -- 172.21.15.67:0/3726096262 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d800cc30 con 0x7f52e0161340 2023-10-21T20:41:05.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.737+0000 7f52c7fff700 1 -- 172.21.15.67:0/3726096262 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52d800cdd0 con 0x7f52e0161340 2023-10-21T20:41:05.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.737+0000 7f52c7fff700 1 -- 172.21.15.67:0/3726096262 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d8014680 con 0x7f52e0161340 2023-10-21T20:41:05.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.737+0000 7f52e60e3700 1 -- 172.21.15.67:0/3726096262 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52e00b4460 con 0x7f52e0161340 2023-10-21T20:41:05.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.738+0000 7f52e60e3700 1 -- 172.21.15.67:0/3726096262 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52e00b4a20 con 0x7f52e0161340 2023-10-21T20:41:05.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.740+0000 7f52c7fff700 1 -- 172.21.15.67:0/3726096262 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f52d8006d50 con 0x7f52e0161340 2023-10-21T20:41:05.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.741+0000 7f52c7fff700 1 --2- 172.21.15.67:0/3726096262 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f52cc06af00 0x7f52cc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:05.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.741+0000 7f52c7fff700 1 -- 172.21.15.67:0/3726096262 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f52d8089160 con 0x7f52e0161340 2023-10-21T20:41:05.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.741+0000 7f52df7fe700 1 --2- 172.21.15.67:0/3726096262 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f52cc06af00 0x7f52cc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:05.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.742+0000 7f52df7fe700 1 --2- 172.21.15.67:0/3726096262 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f52cc06af00 0x7f52cc06d3c0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f52d0009ea0 tx=0x7f52d0009210 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:05.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.742+0000 7f52e60e3700 1 -- 172.21.15.67:0/3726096262 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52c00052f0 con 0x7f52e0161340 2023-10-21T20:41:05.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:05.750+0000 7f52c7fff700 1 -- 172.21.15.67:0/3726096262 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f52d8054260 con 0x7f52e0161340 2023-10-21T20:41:06.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.077+0000 7f52e60e3700 1 -- 172.21.15.67:0/3726096262 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f52c0005870 con 0x7f52e0161340 2023-10-21T20:41:06.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.079+0000 7f52c7fff700 1 -- 172.21.15.67:0/3726096262 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16758 (secure 0 0 0) 0x7f52d8019030 con 0x7f52e0161340 2023-10-21T20:41:06.080 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:41:06.081 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":33,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:06:42.697446+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:05:47.131214+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-10-21T13:05:47.976495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"5.0","mappings":[{"from":4,"to":5}]},{"pgid":"5.13","mappings":[{"from":4,"to":5}]},{"pgid":"5.17","mappings":[{"from":4,"to":3}]},{"pgid":"5.28","mappings":[{"from":4,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T20:41:06.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.083+0000 7f52e60e3700 1 -- 172.21.15.67:0/3726096262 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f52cc06af00 msgr2=0x7f52cc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:06.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.083+0000 7f52e60e3700 1 --2- 172.21.15.67:0/3726096262 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f52cc06af00 0x7f52cc06d3c0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f52d0009ea0 tx=0x7f52d0009210 comp rx=0 tx=0).stop 2023-10-21T20:41:06.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.083+0000 7f52e60e3700 1 -- 172.21.15.67:0/3726096262 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52e0161340 msgr2=0x7f52e0159480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:06.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.083+0000 7f52e60e3700 1 --2- 172.21.15.67:0/3726096262 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52e0161340 0x7f52e0159480 secure :-1 s=READY pgs=3217 cs=0 l=1 rev1=1 crypto rx=0x7f52d800bdf0 tx=0x7f52d8009ef0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.087+0000 7f52e60e3700 1 -- 172.21.15.67:0/3726096262 shutdown_connections 2023-10-21T20:41:06.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.087+0000 7f52e60e3700 1 --2- 172.21.15.67:0/3726096262 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52e0161340 0x7f52e0159480 unknown :-1 s=CLOSED pgs=3217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.087+0000 7f52e60e3700 1 --2- 172.21.15.67:0/3726096262 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52e00cd2c0 0x7f52e00b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.087+0000 7f52e60e3700 1 --2- 172.21.15.67:0/3726096262 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f52cc06af00 0x7f52cc06d3c0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.087+0000 7f52e60e3700 1 --2- 172.21.15.67:0/3726096262 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f52e015d9d0 0x7f52e0156d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.087+0000 7f52e60e3700 1 -- 172.21.15.67:0/3726096262 >> 172.21.15.67:0/3726096262 conn(0x7f52e006afb0 msgr2=0x7f52e00cd8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:06.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.087+0000 7f52e60e3700 1 -- 172.21.15.67:0/3726096262 shutdown_connections 2023-10-21T20:41:06.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.087+0000 7f52e60e3700 1 -- 172.21.15.67:0/3726096262 wait complete. 2023-10-21T20:41:06.116 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-10-21T20:41:06.117 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T20:41:06.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.323+0000 7f6db529d700 1 Processor -- start 2023-10-21T20:41:06.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.323+0000 7f6db529d700 1 -- start start 2023-10-21T20:41:06.332 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.324+0000 7f6db529d700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f6db015d9d0 0x7f6db006ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:06.332 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.324+0000 7f6db529d700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6db006ddf0 con 0x7f6db0161340 2023-10-21T20:41:06.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.324+0000 7f6db529d700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6db006d550 con 0x7f6db00cd2c0 2023-10-21T20:41:06.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.324+0000 7f6db529d700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6db006e860 con 0x7f6db015d9d0 2023-10-21T20:41:06.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.324+0000 7f6daeffd700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f6db00cd2c0 0x7f6db00cd6a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:32796/0 (socket says 172.21.15.67:32796) 2023-10-21T20:41:06.333 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.324+0000 7f6daeffd700 1 -- 172.21.15.67:0/1816692084 learned_addr learned my addr 172.21.15.67:0/1816692084 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:06.334 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.324+0000 7f6dadffb700 1 -- 172.21.15.67:0/1816692084 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4051846071 0 0) 0x7f6db006d550 con 0x7f6db00cd2c0 2023-10-21T20:41:06.334 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.324+0000 7f6dadffb700 1 -- 172.21.15.67:0/1816692084 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6d980035b0 con 0x7f6db00cd2c0 2023-10-21T20:41:06.334 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6dadffb700 1 -- 172.21.15.67:0/1816692084 <== mon.1 v1:172.21.15.190:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 237285146 0 0) 0x7f6d980035b0 con 0x7f6db00cd2c0 2023-10-21T20:41:06.334 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6dadffb700 1 -- 172.21.15.67:0/1816692084 >> v2:172.21.15.67:3300/0 conn(0x7f6db015d9d0 msgr2=0x7f6db006ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:06.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6dadffb700 1 --2- 172.21.15.67:0/1816692084 >> v2:172.21.15.67:3300/0 conn(0x7f6db015d9d0 0x7f6db006ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6dadffb700 1 -- 172.21.15.67:0/1816692084 >> v1:172.21.15.67:6789/0 conn(0x7f6db0161340 legacy=0x7f6db00ace10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T20:41:06.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6dadffb700 1 -- 172.21.15.67:0/1816692084 --> v1:172.21.15.190:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6db006d830 con 0x7f6db00cd2c0 2023-10-21T20:41:06.335 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6dadffb700 1 -- 172.21.15.67:0/1816692084 <== mon.1 v1:172.21.15.190:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f6da0001670 con 0x7f6db00cd2c0 2023-10-21T20:41:06.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6dadffb700 1 -- 172.21.15.67:0/1816692084 >> v1:172.21.15.190:6789/0 conn(0x7f6db00cd2c0 legacy=0x7f6db00cd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:06.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6dadffb700 1 --2- 172.21.15.67:0/1816692084 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d98003a00 0x7f6d98003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:06.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6dadffb700 1 --2- 172.21.15.67:0/1816692084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d98004850 0x7f6d98004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:06.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6dadffb700 1 --2- 172.21.15.67:0/1816692084 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d98005280 0x7f6d9800ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:06.336 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6dadffb700 1 -- 172.21.15.67:0/1816692084 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6db006e860 con 0x7f6d98004850 2023-10-21T20:41:06.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6dadffb700 1 -- 172.21.15.67:0/1816692084 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d9800c1e0 con 0x7f6d98005280 2023-10-21T20:41:06.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6dadffb700 1 -- 172.21.15.67:0/1816692084 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d9800c3a0 con 0x7f6d98003a00 2023-10-21T20:41:06.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6daeffd700 1 --2- 172.21.15.67:0/1816692084 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d98003a00 0x7f6d98003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:06.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.325+0000 7f6daeffd700 1 -- 172.21.15.67:0/1816692084 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d98005280 msgr2=0x7f6d9800ba10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T20:41:06.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.326+0000 7f6daeffd700 1 --2- 172.21.15.67:0/1816692084 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d98005280 0x7f6d9800ba10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.326+0000 7f6daeffd700 1 -- 172.21.15.67:0/1816692084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d98004850 msgr2=0x7f6d98004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:06.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.326+0000 7f6daeffd700 1 --2- 172.21.15.67:0/1816692084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d98004850 0x7f6d98004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.338 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.326+0000 7f6daeffd700 1 -- 172.21.15.67:0/1816692084 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6db006d830 con 0x7f6d98003a00 2023-10-21T20:41:06.339 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.326+0000 7f6daeffd700 1 --2- 172.21.15.67:0/1816692084 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d98003a00 0x7f6d98003e00 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6da000c510 tx=0x7f6d98005880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d86eae6f3344e93a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:06.339 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.326+0000 7f6dadffb700 1 -- 172.21.15.67:0/1816692084 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da0005960 con 0x7f6d98003a00 2023-10-21T20:41:06.339 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.326+0000 7f6dadffb700 1 -- 172.21.15.67:0/1816692084 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6da0005ac0 con 0x7f6d98003a00 2023-10-21T20:41:06.339 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.326+0000 7f6dadffb700 1 -- 172.21.15.67:0/1816692084 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da0005e70 con 0x7f6d98003a00 2023-10-21T20:41:06.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.327+0000 7f6daf7fe700 1 -- 172.21.15.67:0/1816692084 reap_dead start 2023-10-21T20:41:06.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.327+0000 7f6db529d700 1 -- 172.21.15.67:0/1816692084 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d98003a00 msgr2=0x7f6d98003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:06.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.327+0000 7f6db529d700 1 --2- 172.21.15.67:0/1816692084 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d98003a00 0x7f6d98003e00 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6da000c510 tx=0x7f6d98005880 comp rx=0 tx=0).stop 2023-10-21T20:41:06.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.327+0000 7f6db529d700 1 -- 172.21.15.67:0/1816692084 shutdown_connections 2023-10-21T20:41:06.340 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.327+0000 7f6db529d700 1 --2- 172.21.15.67:0/1816692084 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d98003a00 0x7f6d98003e00 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.327+0000 7f6db529d700 1 -- 172.21.15.67:0/1816692084 >> 172.21.15.67:0/1816692084 conn(0x7f6db006afb0 msgr2=0x7f6db00b12e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:06.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.327+0000 7f6db529d700 1 -- 172.21.15.67:0/1816692084 shutdown_connections 2023-10-21T20:41:06.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.327+0000 7f6db529d700 1 -- 172.21.15.67:0/1816692084 wait complete. 2023-10-21T20:41:06.341 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.329+0000 7f6db529d700 1 Processor -- start 2023-10-21T20:41:06.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.329+0000 7f6db529d700 1 -- start start 2023-10-21T20:41:06.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.330+0000 7f6db529d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d98003a00 0x7f6db015a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:06.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.330+0000 7f6db529d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6db00c6830 0x7f6db01f61f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:06.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.330+0000 7f6db529d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6db014f2b0 0x7f6db00af250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:06.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.330+0000 7f6db529d700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6db015ac20 con 0x7f6db014f2b0 2023-10-21T20:41:06.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.330+0000 7f6db529d700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6db014c400 con 0x7f6db00c6830 2023-10-21T20:41:06.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.330+0000 7f6db529d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6db01f70b0 con 0x7f6d98003a00 2023-10-21T20:41:06.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.331+0000 7f6dae7fc700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6db00c6830 0x7f6db01f61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:06.343 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.331+0000 7f6dae7fc700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6db00c6830 0x7f6db01f61f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:49948/0 (socket says 172.21.15.67:49948) 2023-10-21T20:41:06.344 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.331+0000 7f6dae7fc700 1 -- 172.21.15.67:0/2417865878 learned_addr learned my addr 172.21.15.67:0/2417865878 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:06.344 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.331+0000 7f6daf7fe700 1 --2- 172.21.15.67:0/2417865878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6db014f2b0 0x7f6db00af250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:06.344 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.331+0000 7f6dae7fc700 1 -- 172.21.15.67:0/2417865878 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d98003a00 msgr2=0x7f6db015a6e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-21T20:41:06.344 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.331+0000 7f6dae7fc700 1 --2- 172.21.15.67:0/2417865878 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d98003a00 0x7f6db015a6e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.331+0000 7f6dae7fc700 1 -- 172.21.15.67:0/2417865878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6db014f2b0 msgr2=0x7f6db00af250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:06.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.331+0000 7f6dae7fc700 1 --2- 172.21.15.67:0/2417865878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6db014f2b0 0x7f6db00af250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.331+0000 7f6dae7fc700 1 -- 172.21.15.67:0/2417865878 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6db01f6af0 con 0x7f6db00c6830 2023-10-21T20:41:06.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.331+0000 7f6daf7fe700 1 --2- 172.21.15.67:0/2417865878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6db014f2b0 0x7f6db00af250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:06.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.331+0000 7f6dae7fc700 1 --2- 172.21.15.67:0/2417865878 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6db00c6830 0x7f6db01f61f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6da400b5a0 tx=0x7f6da400b8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:06.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.332+0000 7f6d977fe700 1 -- 172.21.15.67:0/2417865878 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da4011830 con 0x7f6db00c6830 2023-10-21T20:41:06.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.332+0000 7f6d977fe700 1 -- 172.21.15.67:0/2417865878 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6da4011990 con 0x7f6db00c6830 2023-10-21T20:41:06.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.332+0000 7f6db529d700 1 -- 172.21.15.67:0/2417865878 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6db01f6dd0 con 0x7f6db00c6830 2023-10-21T20:41:06.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.332+0000 7f6d977fe700 1 -- 172.21.15.67:0/2417865878 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da4011d20 con 0x7f6db00c6830 2023-10-21T20:41:06.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.332+0000 7f6db529d700 1 -- 172.21.15.67:0/2417865878 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6db014ed90 con 0x7f6db00c6830 2023-10-21T20:41:06.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.333+0000 7f6db529d700 1 -- 172.21.15.67:0/2417865878 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6db014efb0 con 0x7f6db00c6830 2023-10-21T20:41:06.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.334+0000 7f6d977fe700 1 -- 172.21.15.67:0/2417865878 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6da401a400 con 0x7f6db00c6830 2023-10-21T20:41:06.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.334+0000 7f6d977fe700 1 --2- 172.21.15.67:0/2417865878 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6d9c06af00 0x7f6d9c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:06.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.335+0000 7f6daeffd700 1 --2- 172.21.15.67:0/2417865878 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6d9c06af00 0x7f6d9c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:06.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.336+0000 7f6daeffd700 1 --2- 172.21.15.67:0/2417865878 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6d9c06af00 0x7f6d9c06d3c0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f6da0000c00 tx=0x7f6da0007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:06.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.337+0000 7f6d977fe700 1 -- 172.21.15.67:0/2417865878 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f6da4059030 con 0x7f6db00c6830 2023-10-21T20:41:06.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.342+0000 7f6d977fe700 1 -- 172.21.15.67:0/2417865878 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6da4054c70 con 0x7f6db00c6830 2023-10-21T20:41:06.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.742+0000 7f6db529d700 1 -- 172.21.15.67:0/2417865878 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6db0074d40 con 0x7f6db00c6830 2023-10-21T20:41:06.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.743+0000 7f6d977fe700 1 -- 172.21.15.67:0/2417865878 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4916 (secure 0 0 0) 0x7f6da4058290 con 0x7f6db00c6830 2023-10-21T20:41:06.749 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:41:06.749 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4945,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/2616626858","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2616626858},{"type":"v1","addr":"172.21.15.190:6836","nonce":2616626858}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4948,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/1955021242","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":1955021242},{"type":"v1","addr":"172.21.15.190:6837","nonce":1955021242}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5037,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1702124877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1702124877},{"type":"v1","addr":"172.21.15.67:6834","nonce":1702124877}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-21T13:05:49.008594+0000","modified":"2023-10-21T13:05:52.023928+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5040},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5040":{"gid":5040,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/590391844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":590391844},{"type":"v1","addr":"172.21.15.67:6835","nonce":590391844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-10-21T20:41:06.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.754+0000 7f6db529d700 1 -- 172.21.15.67:0/2417865878 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6d9c06af00 msgr2=0x7f6d9c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:06.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.754+0000 7f6db529d700 1 --2- 172.21.15.67:0/2417865878 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6d9c06af00 0x7f6d9c06d3c0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f6da0000c00 tx=0x7f6da0007000 comp rx=0 tx=0).stop 2023-10-21T20:41:06.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.754+0000 7f6db529d700 1 -- 172.21.15.67:0/2417865878 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6db00c6830 msgr2=0x7f6db01f61f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:06.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.754+0000 7f6db529d700 1 --2- 172.21.15.67:0/2417865878 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6db00c6830 0x7f6db01f61f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6da400b5a0 tx=0x7f6da400b8b0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.754+0000 7f6db529d700 1 -- 172.21.15.67:0/2417865878 shutdown_connections 2023-10-21T20:41:06.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.754+0000 7f6db529d700 1 --2- 172.21.15.67:0/2417865878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6db014f2b0 0x7f6db00af250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.754+0000 7f6db529d700 1 --2- 172.21.15.67:0/2417865878 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f6d9c06af00 0x7f6d9c06d3c0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.754+0000 7f6db529d700 1 --2- 172.21.15.67:0/2417865878 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f6d98003a00 0x7f6db015a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.754+0000 7f6db529d700 1 --2- 172.21.15.67:0/2417865878 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6db00c6830 0x7f6db01f61f0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.754+0000 7f6db529d700 1 -- 172.21.15.67:0/2417865878 >> 172.21.15.67:0/2417865878 conn(0x7f6db006afb0 msgr2=0x7f6db00cd6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:06.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.754+0000 7f6db529d700 1 -- 172.21.15.67:0/2417865878 shutdown_connections 2023-10-21T20:41:06.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.754+0000 7f6db529d700 1 -- 172.21.15.67:0/2417865878 wait complete. 2023-10-21T20:41:06.766 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 16 2023-10-21T20:41:06.786 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T20:41:06.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.986+0000 7f5527f12700 1 Processor -- start 2023-10-21T20:41:06.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.986+0000 7f5527f12700 1 -- start start 2023-10-21T20:41:06.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.987+0000 7f5527f12700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f55200ca180 0x7f552006b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:06.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.987+0000 7f5527f12700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55201452e0 con 0x7f5520144ae0 2023-10-21T20:41:06.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.987+0000 7f5527f12700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f552006c210 con 0x7f55200cdd50 2023-10-21T20:41:06.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.987+0000 7f5527f12700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f552006b970 con 0x7f55200ca180 2023-10-21T20:41:06.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.988+0000 7f5525cae700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f55200ca180 0x7f552006b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:06.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.988+0000 7f55254ad700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f5520144ae0 0x7f55200ca560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:35916/0 (socket says 172.21.15.67:35916) 2023-10-21T20:41:06.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.988+0000 7f55254ad700 1 -- 172.21.15.67:0/3130568292 learned_addr learned my addr 172.21.15.67:0/3130568292 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:06.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.988+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2027554428 0 0) 0x7f552006c210 con 0x7f55200cdd50 2023-10-21T20:41:06.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.988+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f550c0035b0 con 0x7f55200cdd50 2023-10-21T20:41:06.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.988+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3402834746 0 0) 0x7f55201452e0 con 0x7f5520144ae0 2023-10-21T20:41:06.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.988+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f552006c210 con 0x7f5520144ae0 2023-10-21T20:41:06.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 <== mon.1 v1:172.21.15.190:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 117520019 0 0) 0x7f550c0035b0 con 0x7f55200cdd50 2023-10-21T20:41:06.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f55200ca180 msgr2=0x7f552006b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:06.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f5524cac700 1 --2- 172.21.15.67:0/3130568292 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f55200ca180 0x7f552006b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 >> v1:172.21.15.67:6789/0 conn(0x7f5520144ae0 legacy=0x7f55200ca560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:06.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 --> v1:172.21.15.190:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f552006bc50 con 0x7f55200cdd50 2023-10-21T20:41:06.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 <== mon.1 v1:172.21.15.190:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f55180019f0 con 0x7f55200cdd50 2023-10-21T20:41:06.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 >> v1:172.21.15.190:6789/0 conn(0x7f55200cdd50 legacy=0x7f55200ce1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:06.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f5524cac700 1 --2- 172.21.15.67:0/3130568292 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f550c003b90 0x7f550c003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:06.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f5524cac700 1 --2- 172.21.15.67:0/3130568292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f550c004850 0x7f550c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:06.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f5524cac700 1 --2- 172.21.15.67:0/3130568292 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f550c005210 0x7f550c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:06.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f552006b970 con 0x7f550c004850 2023-10-21T20:41:06.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f550c00c030 con 0x7f550c003b90 2023-10-21T20:41:06.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f550c00c1f0 con 0x7f550c005210 2023-10-21T20:41:06.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f55254ad700 1 --2- 172.21.15.67:0/3130568292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f550c004850 0x7f550c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:06.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f55264af700 1 --2- 172.21.15.67:0/3130568292 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f550c005210 0x7f550c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:06.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f5525cae700 1 --2- 172.21.15.67:0/3130568292 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f550c003b90 0x7f550c003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:06.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f55254ad700 1 -- 172.21.15.67:0/3130568292 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f550c005210 msgr2=0x7f550c00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:06.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f55254ad700 1 --2- 172.21.15.67:0/3130568292 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f550c005210 0x7f550c00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f55254ad700 1 -- 172.21.15.67:0/3130568292 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f550c003b90 msgr2=0x7f550c003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:06.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f55254ad700 1 --2- 172.21.15.67:0/3130568292 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f550c003b90 0x7f550c003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:06.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.989+0000 7f55254ad700 1 -- 172.21.15.67:0/3130568292 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f552006bc50 con 0x7f550c004850 2023-10-21T20:41:06.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.990+0000 7f55254ad700 1 --2- 172.21.15.67:0/3130568292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f550c004850 0x7f550c004cd0 secure :-1 s=READY pgs=3219 cs=0 l=1 rev1=1 crypto rx=0x7f5510001a40 tx=0x7f550c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b68531c26af9b222 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:06.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.990+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5510004b30 con 0x7f550c004850 2023-10-21T20:41:06.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.990+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5510004cb0 con 0x7f550c004850 2023-10-21T20:41:06.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.990+0000 7f5524cac700 1 -- 172.21.15.67:0/3130568292 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5510007310 con 0x7f550c004850 2023-10-21T20:41:06.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.991+0000 7f5527f12700 1 -- 172.21.15.67:0/3130568292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f550c004850 msgr2=0x7f550c004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:06.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.991+0000 7f5527f12700 1 --2- 172.21.15.67:0/3130568292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f550c004850 0x7f550c004cd0 secure :-1 s=READY pgs=3219 cs=0 l=1 rev1=1 crypto rx=0x7f5510001a40 tx=0x7f550c005880 comp rx=0 tx=0).stop 2023-10-21T20:41:06.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.991+0000 7f55264af700 1 -- 172.21.15.67:0/3130568292 reap_dead start 2023-10-21T20:41:07.002 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.998+0000 7f5527f12700 1 -- 172.21.15.67:0/3130568292 shutdown_connections 2023-10-21T20:41:07.002 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:06.998+0000 7f5527f12700 1 -- 172.21.15.67:0/3130568292 >> 172.21.15.67:0/3130568292 conn(0x7f55200cc5b0 msgr2=0x7f55200cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:07.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.001+0000 7f5527f12700 1 -- 172.21.15.67:0/3130568292 shutdown_connections 2023-10-21T20:41:07.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.004+0000 7f5527f12700 1 -- 172.21.15.67:0/3130568292 wait complete. 2023-10-21T20:41:07.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.006+0000 7f5527f12700 1 Processor -- start 2023-10-21T20:41:07.007 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.006+0000 7f5527f12700 1 -- start start 2023-10-21T20:41:07.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.007+0000 7f5527f12700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f550c004850 0x7f55201486e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:07.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.007+0000 7f5527f12700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5520140910 0x7f55200cefd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:07.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.007+0000 7f5527f12700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f55201f64c0 0x7f55201f6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:07.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.007+0000 7f5527f12700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55201466f0 con 0x7f5520140910 2023-10-21T20:41:07.009 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.007+0000 7f5527f12700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55201f6e80 con 0x7f55201f64c0 2023-10-21T20:41:07.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.007+0000 7f5527f12700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5520148fa0 con 0x7f550c004850 2023-10-21T20:41:07.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.007+0000 7f5525cae700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f550c004850 0x7f55201486e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:07.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.007+0000 7f5525cae700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f550c004850 0x7f55201486e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:34626/0 (socket says 172.21.15.67:34626) 2023-10-21T20:41:07.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.007+0000 7f5525cae700 1 -- 172.21.15.67:0/2429449805 learned_addr learned my addr 172.21.15.67:0/2429449805 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:07.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.008+0000 7f5525cae700 1 -- 172.21.15.67:0/2429449805 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f55201f64c0 msgr2=0x7f55201f6940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:07.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.008+0000 7f5525cae700 1 --2- 172.21.15.67:0/2429449805 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f55201f64c0 0x7f55201f6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:07.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.008+0000 7f5525cae700 1 -- 172.21.15.67:0/2429449805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5520140910 msgr2=0x7f55200cefd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:07.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.008+0000 7f5525cae700 1 --2- 172.21.15.67:0/2429449805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5520140910 0x7f55200cefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:07.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.008+0000 7f5525cae700 1 -- 172.21.15.67:0/2429449805 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5520149280 con 0x7f550c004850 2023-10-21T20:41:07.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.008+0000 7f5525cae700 1 --2- 172.21.15.67:0/2429449805 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f550c004850 0x7f55201486e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f551c011530 tx=0x7f551c0118f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:07.012 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.008+0000 7f55167fc700 1 -- 172.21.15.67:0/2429449805 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f551c009510 con 0x7f550c004850 2023-10-21T20:41:07.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.008+0000 7f55167fc700 1 -- 172.21.15.67:0/2429449805 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f551c015870 con 0x7f550c004850 2023-10-21T20:41:07.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.008+0000 7f55167fc700 1 -- 172.21.15.67:0/2429449805 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f551c015c00 con 0x7f550c004850 2023-10-21T20:41:07.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.009+0000 7f5527f12700 1 -- 172.21.15.67:0/2429449805 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5520146960 con 0x7f550c004850 2023-10-21T20:41:07.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.009+0000 7f5527f12700 1 -- 172.21.15.67:0/2429449805 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5520148c20 con 0x7f550c004850 2023-10-21T20:41:07.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.011+0000 7f5527f12700 1 -- 172.21.15.67:0/2429449805 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5520066df0 con 0x7f550c004850 2023-10-21T20:41:07.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.011+0000 7f55167fc700 1 -- 172.21.15.67:0/2429449805 <== mon.2 v2:172.21.15.190:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f551c013400 con 0x7f550c004850 2023-10-21T20:41:07.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.011+0000 7f55167fc700 1 --2- 172.21.15.67:0/2429449805 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f550406af00 0x7f550406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:07.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.012+0000 7f55167fc700 1 -- 172.21.15.67:0/2429449805 <== mon.2 v2:172.21.15.190:3301/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f551c0898b0 con 0x7f550c004850 2023-10-21T20:41:07.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.012+0000 7f55254ad700 1 --2- 172.21.15.67:0/2429449805 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f550406af00 0x7f550406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:07.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.012+0000 7f55254ad700 1 --2- 172.21.15.67:0/2429449805 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f550406af00 0x7f550406d3c0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f5510001a40 tx=0x7f551000f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:07.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.017+0000 7f55167fc700 1 -- 172.21.15.67:0/2429449805 <== mon.2 v2:172.21.15.190:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f551c0548e0 con 0x7f550c004850 2023-10-21T20:41:07.423 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.422+0000 7f5527f12700 1 -- 172.21.15.67:0/2429449805 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5520074d40 con 0x7f550c004850 2023-10-21T20:41:07.423 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.422+0000 7f55167fc700 1 -- 172.21.15.67:0/2429449805 <== mon.2 v2:172.21.15.190:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4916 (secure 0 0 0) 0x7f551c023090 con 0x7f550c004850 2023-10-21T20:41:07.424 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:41:07.424 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4945,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/2616626858","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2616626858},{"type":"v1","addr":"172.21.15.190:6836","nonce":2616626858}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4948,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/1955021242","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":1955021242},{"type":"v1","addr":"172.21.15.190:6837","nonce":1955021242}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5037,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1702124877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1702124877},{"type":"v1","addr":"172.21.15.67:6834","nonce":1702124877}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-21T13:05:49.008594+0000","modified":"2023-10-21T13:05:52.023928+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5040},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5040":{"gid":5040,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/590391844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":590391844},{"type":"v1","addr":"172.21.15.67:6835","nonce":590391844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-10-21T20:41:07.426 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.425+0000 7f5527f12700 1 -- 172.21.15.67:0/2429449805 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f550406af00 msgr2=0x7f550406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:07.427 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.425+0000 7f5527f12700 1 --2- 172.21.15.67:0/2429449805 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f550406af00 0x7f550406d3c0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f5510001a40 tx=0x7f551000f000 comp rx=0 tx=0).stop 2023-10-21T20:41:07.427 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.425+0000 7f5527f12700 1 -- 172.21.15.67:0/2429449805 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f550c004850 msgr2=0x7f55201486e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:07.427 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.425+0000 7f5527f12700 1 --2- 172.21.15.67:0/2429449805 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f550c004850 0x7f55201486e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f551c011530 tx=0x7f551c0118f0 comp rx=0 tx=0).stop 2023-10-21T20:41:07.427 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.425+0000 7f5527f12700 1 -- 172.21.15.67:0/2429449805 shutdown_connections 2023-10-21T20:41:07.428 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.425+0000 7f5527f12700 1 --2- 172.21.15.67:0/2429449805 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f55201f64c0 0x7f55201f6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:07.428 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.425+0000 7f5527f12700 1 --2- 172.21.15.67:0/2429449805 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f550406af00 0x7f550406d3c0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:07.428 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.425+0000 7f5527f12700 1 --2- 172.21.15.67:0/2429449805 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f550c004850 0x7f55201486e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:07.428 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.425+0000 7f5527f12700 1 --2- 172.21.15.67:0/2429449805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5520140910 0x7f55200cefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:07.428 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.425+0000 7f5527f12700 1 -- 172.21.15.67:0/2429449805 >> 172.21.15.67:0/2429449805 conn(0x7f55200cc5b0 msgr2=0x7f55200b3150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:07.429 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.425+0000 7f5527f12700 1 -- 172.21.15.67:0/2429449805 shutdown_connections 2023-10-21T20:41:07.429 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.425+0000 7f5527f12700 1 -- 172.21.15.67:0/2429449805 wait complete. 2023-10-21T20:41:07.429 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 16 2023-10-21T20:41:07.447 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T20:41:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.659+0000 7f7b08519700 1 Processor -- start 2023-10-21T20:41:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.659+0000 7f7b08519700 1 -- start start 2023-10-21T20:41:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.660+0000 7f7b08519700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f7b0015f1e0 0x7f7b000cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.660+0000 7f7b08519700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b000cc3d0 0x7f7b000d0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.660+0000 7f7b08519700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b0015bbf0 con 0x7f7b000b2f10 2023-10-21T20:41:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.660+0000 7f7b08519700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b0015f6a0 con 0x7f7b0015f1e0 2023-10-21T20:41:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.660+0000 7f7b08519700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b0015f980 con 0x7f7b000cc3d0 2023-10-21T20:41:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.660+0000 7f7b05ab4700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f7b0015f1e0 0x7f7b000cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.660+0000 7f7b06ab6700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b000cc3d0 0x7f7b000d0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.660+0000 7f7b06ab6700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b000cc3d0 0x7f7b000d0c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:34638/0 (socket says 172.21.15.67:34638) 2023-10-21T20:41:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.660+0000 7f7b05ab4700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f7b0015f1e0 0x7f7b000cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:49974/0 (socket says 172.21.15.67:49974) 2023-10-21T20:41:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.660+0000 7f7b06ab6700 1 -- 172.21.15.67:0/1382295997 learned_addr learned my addr 172.21.15.67:0/1382295997 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.660+0000 7f7b05ab4700 1 -- 172.21.15.67:0/1382295997 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b000cc3d0 msgr2=0x7f7b000d0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.660+0000 7f7b05ab4700 1 --2- 172.21.15.67:0/1382295997 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b000cc3d0 0x7f7b000d0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.660+0000 7f7b05ab4700 1 -- 172.21.15.67:0/1382295997 >> v1:172.21.15.190:6789/0 conn(0x7f7b000b2f10 legacy=0x7f7b000b32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.660+0000 7f7b05ab4700 1 -- 172.21.15.67:0/1382295997 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b0015fc60 con 0x7f7b0015f1e0 2023-10-21T20:41:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.661+0000 7f7b06ab6700 1 --2- 172.21.15.67:0/1382295997 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b000cc3d0 0x7f7b000d0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.661+0000 7f7b05ab4700 1 --2- 172.21.15.67:0/1382295997 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b0015f1e0 0x7f7b000cf060 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7af0009840 tx=0x7f7af0009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2f788ace681d45e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:07.667 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.661+0000 7f7b052b3700 1 -- 172.21.15.67:0/1382295997 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7af0004230 con 0x7f7b0015f1e0 2023-10-21T20:41:07.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.661+0000 7f7b052b3700 1 -- 172.21.15.67:0/1382295997 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7af0004390 con 0x7f7b0015f1e0 2023-10-21T20:41:07.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.661+0000 7f7b052b3700 1 -- 172.21.15.67:0/1382295997 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7af00036a0 con 0x7f7b0015f1e0 2023-10-21T20:41:07.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.662+0000 7f7b08519700 1 -- 172.21.15.67:0/1382295997 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b0015f1e0 msgr2=0x7f7b000cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:07.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.662+0000 7f7b08519700 1 --2- 172.21.15.67:0/1382295997 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b0015f1e0 0x7f7b000cf060 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7af0009840 tx=0x7f7af0009b50 comp rx=0 tx=0).stop 2023-10-21T20:41:07.668 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.662+0000 7f7b08519700 1 -- 172.21.15.67:0/1382295997 shutdown_connections 2023-10-21T20:41:07.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.662+0000 7f7b08519700 1 --2- 172.21.15.67:0/1382295997 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b000cc3d0 0x7f7b000d0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:07.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.662+0000 7f7b08519700 1 --2- 172.21.15.67:0/1382295997 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b0015f1e0 0x7f7b000cf060 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:07.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.662+0000 7f7b08519700 1 -- 172.21.15.67:0/1382295997 >> 172.21.15.67:0/1382295997 conn(0x7f7b000cdf10 msgr2=0x7f7b000ce320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:07.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.662+0000 7f7b08519700 1 -- 172.21.15.67:0/1382295997 shutdown_connections 2023-10-21T20:41:07.669 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.662+0000 7f7b08519700 1 -- 172.21.15.67:0/1382295997 wait complete. 2023-10-21T20:41:07.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.664+0000 7f7b08519700 1 Processor -- start 2023-10-21T20:41:07.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.664+0000 7f7b08519700 1 -- start start 2023-10-21T20:41:07.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b08519700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b000b2f10 0x7f7b000c5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:07.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b08519700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b000cc3d0 0x7f7b001f41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:07.670 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b08519700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b0015f1e0 0x7f7b001f13b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:07.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b08519700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b000c6d60 con 0x7f7b000b2f10 2023-10-21T20:41:07.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b08519700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b001f4710 con 0x7f7b0015f1e0 2023-10-21T20:41:07.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b08519700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b001530d0 con 0x7f7b000cc3d0 2023-10-21T20:41:07.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b062b5700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b000b2f10 0x7f7b000c5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:07.671 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b062b5700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b000b2f10 0x7f7b000c5ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47878/0 (socket says 172.21.15.67:47878) 2023-10-21T20:41:07.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b062b5700 1 -- 172.21.15.67:0/1344403069 learned_addr learned my addr 172.21.15.67:0/1344403069 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:07.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b05ab4700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b000cc3d0 0x7f7b001f41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:07.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b06ab6700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b0015f1e0 0x7f7b001f13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:07.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b062b5700 1 -- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b000cc3d0 msgr2=0x7f7b001f41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:07.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b062b5700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b000cc3d0 0x7f7b001f41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:07.672 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b062b5700 1 -- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b0015f1e0 msgr2=0x7f7b001f13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:07.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b062b5700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b0015f1e0 0x7f7b001f13b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:07.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b062b5700 1 -- 172.21.15.67:0/1344403069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7af8009b30 con 0x7f7b000b2f10 2023-10-21T20:41:07.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b05ab4700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b000cc3d0 0x7f7b001f41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:07.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.666+0000 7f7b06ab6700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b0015f1e0 0x7f7b001f13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:07.673 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.667+0000 7f7b062b5700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b000b2f10 0x7f7b000c5ac0 secure :-1 s=READY pgs=3220 cs=0 l=1 rev1=1 crypto rx=0x7f7afc00b4a0 tx=0x7f7afc00b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:07.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.669+0000 7f7af6ffd700 1 -- 172.21.15.67:0/1344403069 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7afc011830 con 0x7f7b000b2f10 2023-10-21T20:41:07.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.669+0000 7f7af6ffd700 1 -- 172.21.15.67:0/1344403069 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7afc0119b0 con 0x7f7b000b2f10 2023-10-21T20:41:07.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.669+0000 7f7b08519700 1 -- 172.21.15.67:0/1344403069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7af00094a0 con 0x7f7b000b2f10 2023-10-21T20:41:07.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.669+0000 7f7af6ffd700 1 -- 172.21.15.67:0/1344403069 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7afc011d60 con 0x7f7b000b2f10 2023-10-21T20:41:07.675 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.669+0000 7f7b08519700 1 -- 172.21.15.67:0/1344403069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b000c6430 con 0x7f7b000b2f10 2023-10-21T20:41:07.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.671+0000 7f7af6ffd700 1 -- 172.21.15.67:0/1344403069 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f7afc01a400 con 0x7f7b000b2f10 2023-10-21T20:41:07.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.671+0000 7f7b08519700 1 -- 172.21.15.67:0/1344403069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b000cc850 con 0x7f7b000b2f10 2023-10-21T20:41:07.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.672+0000 7f7af6ffd700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7ae406af00 0x7f7ae406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:07.676 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.672+0000 7f7af6ffd700 1 -- 172.21.15.67:0/1344403069 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f7afc089670 con 0x7f7b000b2f10 2023-10-21T20:41:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.678+0000 7f7b05ab4700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7ae406af00 0x7f7ae406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.678+0000 7f7b05ab4700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7ae406af00 0x7f7ae406d3c0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f7af0000c00 tx=0x7f7af0010000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:07.679+0000 7f7af6ffd700 1 -- 172.21.15.67:0/1344403069 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f7afc054600 con 0x7f7b000b2f10 2023-10-21T20:41:08.008 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.007+0000 7f7b08519700 1 -- 172.21.15.67:0/1344403069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7b00074d40 con 0x7f7b000b2f10 2023-10-21T20:41:08.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.009+0000 7f7af6ffd700 1 -- 172.21.15.67:0/1344403069 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16758 (secure 0 0 0) 0x7f7afc057c20 con 0x7f7b000b2f10 2023-10-21T20:41:08.018 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:41:08.018 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":33,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T13:06:42.697446+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-10-21T13:05:47.131214+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-10-21T13:05:47.976495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"5.0","mappings":[{"from":4,"to":5}]},{"pgid":"5.13","mappings":[{"from":4,"to":5}]},{"pgid":"5.17","mappings":[{"from":4,"to":3}]},{"pgid":"5.28","mappings":[{"from":4,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T20:41:08.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.017+0000 7f7b08519700 1 -- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7ae406af00 msgr2=0x7f7ae406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:08.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.017+0000 7f7b08519700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7ae406af00 0x7f7ae406d3c0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f7af0000c00 tx=0x7f7af0010000 comp rx=0 tx=0).stop 2023-10-21T20:41:08.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.017+0000 7f7b08519700 1 -- 172.21.15.67:0/1344403069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b000b2f10 msgr2=0x7f7b000c5ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:08.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.017+0000 7f7b08519700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b000b2f10 0x7f7b000c5ac0 secure :-1 s=READY pgs=3220 cs=0 l=1 rev1=1 crypto rx=0x7f7afc00b4a0 tx=0x7f7afc00b7b0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.017+0000 7f7b08519700 1 -- 172.21.15.67:0/1344403069 shutdown_connections 2023-10-21T20:41:08.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.017+0000 7f7b08519700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b0015f1e0 0x7f7b001f13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.017+0000 7f7b08519700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b000b2f10 0x7f7b000c5ac0 unknown :-1 s=CLOSED pgs=3220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.017+0000 7f7b08519700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7ae406af00 0x7f7ae406d3c0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.017+0000 7f7b08519700 1 --2- 172.21.15.67:0/1344403069 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7b000cc3d0 0x7f7b001f41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.017+0000 7f7b08519700 1 -- 172.21.15.67:0/1344403069 >> 172.21.15.67:0/1344403069 conn(0x7f7b000cdf10 msgr2=0x7f7b000b1990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:08.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.017+0000 7f7b08519700 1 -- 172.21.15.67:0/1344403069 shutdown_connections 2023-10-21T20:41:08.021 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.017+0000 7f7b08519700 1 -- 172.21.15.67:0/1344403069 wait complete. 2023-10-21T20:41:08.036 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-10-21T20:41:08.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.258+0000 7f97921b8700 1 Processor -- start 2023-10-21T20:41:08.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.258+0000 7f97921b8700 1 -- start start 2023-10-21T20:41:08.261 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.260+0000 7f97921b8700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f978c0cd5a0 0x7f978c0b25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:08.261 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.260+0000 7f97921b8700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f978c0b3e50 0x7f978c06dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:08.261 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.260+0000 7f97921b8700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f978c0b2b10 con 0x7f978c0cc7f0 2023-10-21T20:41:08.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.260+0000 7f97921b8700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f978c15acc0 con 0x7f978c0b3e50 2023-10-21T20:41:08.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.260+0000 7f97921b8700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f978c0b2db0 con 0x7f978c0cd5a0 2023-10-21T20:41:08.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.260+0000 7f978affd700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f978c0b3e50 0x7f978c06dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:08.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.260+0000 7f978bfff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f978c0cc7f0 0x7f978c0b0d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:35952/0 (socket says 172.21.15.67:35952) 2023-10-21T20:41:08.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.260+0000 7f978bfff700 1 -- 172.21.15.67:0/4037958728 learned_addr learned my addr 172.21.15.67:0/4037958728 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:08.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.260+0000 7f978b7fe700 1 --2- 172.21.15.67:0/4037958728 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f978c0cd5a0 0x7f978c0b25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:08.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.260+0000 7f978affd700 1 -- 172.21.15.67:0/4037958728 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f978c0cd5a0 msgr2=0x7f978c0b25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:08.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.260+0000 7f978affd700 1 --2- 172.21.15.67:0/4037958728 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f978c0cd5a0 0x7f978c0b25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.260+0000 7f978affd700 1 -- 172.21.15.67:0/4037958728 >> v1:172.21.15.67:6789/0 conn(0x7f978c0cc7f0 legacy=0x7f978c0b0d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:08.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.260+0000 7f978affd700 1 -- 172.21.15.67:0/4037958728 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f978c0b3090 con 0x7f978c0b3e50 2023-10-21T20:41:08.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.260+0000 7f978affd700 1 --2- 172.21.15.67:0/4037958728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f978c0b3e50 0x7f978c06dab0 secure :-1 s=READY pgs=3222 cs=0 l=1 rev1=1 crypto rx=0x7f9780009840 tx=0x7f9780009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=294e73cb15ef0759 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:08.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.262+0000 7f978a7fc700 1 -- 172.21.15.67:0/4037958728 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9780011830 con 0x7f978c0b3e50 2023-10-21T20:41:08.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.262+0000 7f978a7fc700 1 -- 172.21.15.67:0/4037958728 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9780011990 con 0x7f978c0b3e50 2023-10-21T20:41:08.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.262+0000 7f978a7fc700 1 -- 172.21.15.67:0/4037958728 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9780011d20 con 0x7f978c0b3e50 2023-10-21T20:41:08.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.263+0000 7f97921b8700 1 -- 172.21.15.67:0/4037958728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f978c0b3e50 msgr2=0x7f978c06dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:08.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.263+0000 7f97921b8700 1 --2- 172.21.15.67:0/4037958728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f978c0b3e50 0x7f978c06dab0 secure :-1 s=READY pgs=3222 cs=0 l=1 rev1=1 crypto rx=0x7f9780009840 tx=0x7f9780009b50 comp rx=0 tx=0).stop 2023-10-21T20:41:08.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.263+0000 7f97921b8700 1 -- 172.21.15.67:0/4037958728 shutdown_connections 2023-10-21T20:41:08.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.263+0000 7f97921b8700 1 --2- 172.21.15.67:0/4037958728 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f978c0cd5a0 0x7f978c0b25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.263+0000 7f97921b8700 1 --2- 172.21.15.67:0/4037958728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f978c0b3e50 0x7f978c06dab0 unknown :-1 s=CLOSED pgs=3222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.263+0000 7f97921b8700 1 -- 172.21.15.67:0/4037958728 >> 172.21.15.67:0/4037958728 conn(0x7f978c0cbd00 msgr2=0x7f978c0cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:08.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.263+0000 7f97921b8700 1 -- 172.21.15.67:0/4037958728 shutdown_connections 2023-10-21T20:41:08.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.263+0000 7f97921b8700 1 -- 172.21.15.67:0/4037958728 wait complete. 2023-10-21T20:41:08.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.264+0000 7f97921b8700 1 Processor -- start 2023-10-21T20:41:08.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.265+0000 7f97921b8700 1 -- start start 2023-10-21T20:41:08.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.265+0000 7f97921b8700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f978c0b3e50 0x7f978c0aff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:08.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.265+0000 7f97921b8700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f978c0cc7f0 0x7f978c158d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:08.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.265+0000 7f97921b8700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f978c0cd5a0 0x7f978c06db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:08.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.265+0000 7f97921b8700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f978c1592c0 con 0x7f978c0cd5a0 2023-10-21T20:41:08.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.265+0000 7f97921b8700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f978c1f2040 con 0x7f978c0cc7f0 2023-10-21T20:41:08.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.265+0000 7f97921b8700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f978c1f2320 con 0x7f978c0b3e50 2023-10-21T20:41:08.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f978bfff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f978c0cd5a0 0x7f978c06db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:08.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f978b7fe700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f978c0b3e50 0x7f978c0aff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:08.270 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f978affd700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f978c0cc7f0 0x7f978c158d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:08.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f978affd700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f978c0cc7f0 0x7f978c158d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:49994/0 (socket says 172.21.15.67:49994) 2023-10-21T20:41:08.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f978b7fe700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f978c0b3e50 0x7f978c0aff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:34654/0 (socket says 172.21.15.67:34654) 2023-10-21T20:41:08.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f978bfff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f978c0cd5a0 0x7f978c06db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47896/0 (socket says 172.21.15.67:47896) 2023-10-21T20:41:08.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f978affd700 1 -- 172.21.15.67:0/3512948168 learned_addr learned my addr 172.21.15.67:0/3512948168 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:08.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f978affd700 1 -- 172.21.15.67:0/3512948168 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f978c0b3e50 msgr2=0x7f978c0aff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:08.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f978affd700 1 --2- 172.21.15.67:0/3512948168 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f978c0b3e50 0x7f978c0aff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f978affd700 1 -- 172.21.15.67:0/3512948168 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f978c0cd5a0 msgr2=0x7f978c06db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:08.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f978affd700 1 --2- 172.21.15.67:0/3512948168 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f978c0cd5a0 0x7f978c06db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f978affd700 1 -- 172.21.15.67:0/3512948168 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97800094a0 con 0x7f978c0cc7f0 2023-10-21T20:41:08.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f978b7fe700 1 --2- 172.21.15.67:0/3512948168 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f978c0b3e50 0x7f978c0aff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:08.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f978affd700 1 --2- 172.21.15.67:0/3512948168 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f978c0cc7f0 0x7f978c158d80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f9780009fd0 tx=0x7f9780004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:08.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.266+0000 7f9773fff700 1 -- 172.21.15.67:0/3512948168 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9780004450 con 0x7f978c0cc7f0 2023-10-21T20:41:08.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.267+0000 7f9773fff700 1 -- 172.21.15.67:0/3512948168 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f978001f070 con 0x7f978c0cc7f0 2023-10-21T20:41:08.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.267+0000 7f9773fff700 1 -- 172.21.15.67:0/3512948168 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97800038e0 con 0x7f978c0cc7f0 2023-10-21T20:41:08.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.267+0000 7f97921b8700 1 -- 172.21.15.67:0/3512948168 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f978c1f2600 con 0x7f978c0cc7f0 2023-10-21T20:41:08.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.267+0000 7f97921b8700 1 -- 172.21.15.67:0/3512948168 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f978c1f2bc0 con 0x7f978c0cc7f0 2023-10-21T20:41:08.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.268+0000 7f9773fff700 1 -- 172.21.15.67:0/3512948168 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9780003a40 con 0x7f978c0cc7f0 2023-10-21T20:41:08.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.269+0000 7f9773fff700 1 --2- 172.21.15.67:0/3512948168 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f977806af00 0x7f977806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:08.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.269+0000 7f9773fff700 1 -- 172.21.15.67:0/3512948168 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f9780021070 con 0x7f978c0cc7f0 2023-10-21T20:41:08.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.269+0000 7f978b7fe700 1 --2- 172.21.15.67:0/3512948168 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f977806af00 0x7f977806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:08.275 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.270+0000 7f978b7fe700 1 --2- 172.21.15.67:0/3512948168 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f977806af00 0x7f977806d3c0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f978c0a57f0 tx=0x7f977c0091c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:08.276 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.271+0000 7f97921b8700 1 -- 172.21.15.67:0/3512948168 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f978c0624e0 con 0x7f978c0cc7f0 2023-10-21T20:41:08.277 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.276+0000 7f9773fff700 1 -- 172.21.15.67:0/3512948168 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9780015080 con 0x7f978c0cc7f0 2023-10-21T20:41:08.679 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.677+0000 7f97921b8700 1 -- 172.21.15.67:0/3512948168 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f978c074d40 con 0x7f978c0cc7f0 2023-10-21T20:41:08.699 INFO:tasks.ceph.mon.a.smithi067.stderr:2023-10-21T20:41:08.698+0000 7f426a055700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-21T20:41:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.704+0000 7f9773fff700 1 -- 172.21.15.67:0/3512948168 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v17) v1 ==== 161+0+0 (secure 0 0 0) 0x7f978002b030 con 0x7f978c0cc7f0 2023-10-21T20:41:08.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.707+0000 7f97921b8700 1 -- 172.21.15.67:0/3512948168 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f977806af00 msgr2=0x7f977806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:08.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.707+0000 7f97921b8700 1 --2- 172.21.15.67:0/3512948168 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f977806af00 0x7f977806d3c0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f978c0a57f0 tx=0x7f977c0091c0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.707+0000 7f97921b8700 1 -- 172.21.15.67:0/3512948168 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f978c0cc7f0 msgr2=0x7f978c158d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:08.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.707+0000 7f97921b8700 1 --2- 172.21.15.67:0/3512948168 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f978c0cc7f0 0x7f978c158d80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f9780009fd0 tx=0x7f9780004750 comp rx=0 tx=0).stop 2023-10-21T20:41:08.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.707+0000 7f97921b8700 1 -- 172.21.15.67:0/3512948168 shutdown_connections 2023-10-21T20:41:08.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.707+0000 7f97921b8700 1 --2- 172.21.15.67:0/3512948168 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f978c0cd5a0 0x7f978c06db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.707+0000 7f97921b8700 1 --2- 172.21.15.67:0/3512948168 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f977806af00 0x7f977806d3c0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.707+0000 7f97921b8700 1 --2- 172.21.15.67:0/3512948168 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f978c0b3e50 0x7f978c0aff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.707+0000 7f97921b8700 1 --2- 172.21.15.67:0/3512948168 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f978c0cc7f0 0x7f978c158d80 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.707+0000 7f97921b8700 1 -- 172.21.15.67:0/3512948168 >> 172.21.15.67:0/3512948168 conn(0x7f978c0cbd00 msgr2=0x7f978c0cb200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:08.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.707+0000 7f97921b8700 1 -- 172.21.15.67:0/3512948168 shutdown_connections 2023-10-21T20:41:08.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.707+0000 7f97921b8700 1 -- 172.21.15.67:0/3512948168 wait complete. 2023-10-21T20:41:08.712 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-10-21T20:41:08.728 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-10-21T20:41:08.810 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2023-10-21T20:41:08.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.881+0000 7fd49b1d8700 1 Processor -- start 2023-10-21T20:41:08.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.881+0000 7fd49b1d8700 1 -- start start 2023-10-21T20:41:08.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.881+0000 7fd49b1d8700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd49406df20 0x7fd49406e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:08.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.881+0000 7fd49b1d8700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fd4940c4240 0x7fd4940c46d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:08.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.881+0000 7fd49b1d8700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4940cac70 con 0x7fd49415b7c0 2023-10-21T20:41:08.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.881+0000 7fd49b1d8700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4940caa60 con 0x7fd4940c4240 2023-10-21T20:41:08.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.881+0000 7fd49b1d8700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd49406e8e0 con 0x7fd49406df20 2023-10-21T20:41:08.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.882+0000 7fd499775700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fd4940c4240 0x7fd4940c46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:08.886 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.882+0000 7fd499775700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fd4940c4240 0x7fd4940c46d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47912/0 (socket says 172.21.15.67:47912) 2023-10-21T20:41:08.886 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.882+0000 7fd499775700 1 -- 172.21.15.67:0/1035628546 learned_addr learned my addr 172.21.15.67:0/1035628546 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:08.886 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.882+0000 7fd493fff700 1 --2- 172.21.15.67:0/1035628546 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd49406df20 0x7fd49406e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:08.886 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.882+0000 7fd499775700 1 -- 172.21.15.67:0/1035628546 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd49406df20 msgr2=0x7fd49406e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:08.886 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.882+0000 7fd499775700 1 --2- 172.21.15.67:0/1035628546 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd49406df20 0x7fd49406e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.887 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.882+0000 7fd499775700 1 -- 172.21.15.67:0/1035628546 >> v1:172.21.15.190:6789/0 conn(0x7fd49415b7c0 legacy=0x7fd494072440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:08.887 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.882+0000 7fd499775700 1 -- 172.21.15.67:0/1035628546 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4940caf50 con 0x7fd4940c4240 2023-10-21T20:41:08.887 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.882+0000 7fd4937fe700 1 -- 172.21.15.67:0/1035628546 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3136262245 0 0) 0x7fd4940cac70 con 0x7fd49415b7c0 2023-10-21T20:41:08.887 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.882+0000 7fd499775700 1 --2- 172.21.15.67:0/1035628546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4940c4240 0x7fd4940c46d0 secure :-1 s=READY pgs=3225 cs=0 l=1 rev1=1 crypto rx=0x7fd48c009e50 tx=0x7fd48c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6fbc1ce98f569aa server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:08.887 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.882+0000 7fd4937fe700 1 -- 172.21.15.67:0/1035628546 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd48c00e070 con 0x7fd4940c4240 2023-10-21T20:41:08.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.882+0000 7fd4937fe700 1 -- 172.21.15.67:0/1035628546 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd48c00b910 con 0x7fd4940c4240 2023-10-21T20:41:08.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.882+0000 7fd4937fe700 1 -- 172.21.15.67:0/1035628546 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd48c00bcc0 con 0x7fd4940c4240 2023-10-21T20:41:08.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.883+0000 7fd49b1d8700 1 -- 172.21.15.67:0/1035628546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4940c4240 msgr2=0x7fd4940c46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:08.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.883+0000 7fd49b1d8700 1 --2- 172.21.15.67:0/1035628546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4940c4240 0x7fd4940c46d0 secure :-1 s=READY pgs=3225 cs=0 l=1 rev1=1 crypto rx=0x7fd48c009e50 tx=0x7fd48c00b330 comp rx=0 tx=0).stop 2023-10-21T20:41:08.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.883+0000 7fd49b1d8700 1 -- 172.21.15.67:0/1035628546 shutdown_connections 2023-10-21T20:41:08.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.883+0000 7fd49b1d8700 1 --2- 172.21.15.67:0/1035628546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4940c4240 0x7fd4940c46d0 unknown :-1 s=CLOSED pgs=3225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.883+0000 7fd49b1d8700 1 --2- 172.21.15.67:0/1035628546 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd49406df20 0x7fd49406e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.883+0000 7fd49b1d8700 1 -- 172.21.15.67:0/1035628546 >> 172.21.15.67:0/1035628546 conn(0x7fd49406be00 msgr2=0x7fd49406c210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:08.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.883+0000 7fd49b1d8700 1 -- 172.21.15.67:0/1035628546 shutdown_connections 2023-10-21T20:41:08.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.883+0000 7fd49b1d8700 1 -- 172.21.15.67:0/1035628546 wait complete. 2023-10-21T20:41:08.892 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.884+0000 7fd49b1d8700 1 Processor -- start 2023-10-21T20:41:08.892 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.884+0000 7fd49b1d8700 1 -- start start 2023-10-21T20:41:08.892 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.885+0000 7fd49b1d8700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd49406df20 0x7fd4941484e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:08.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.885+0000 7fd49b1d8700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4940c4240 0x7fd4940aee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:08.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.885+0000 7fd49b1d8700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd49415b7c0 0x7fd4940acc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:08.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.885+0000 7fd49b1d8700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4941465c0 con 0x7fd4940c4240 2023-10-21T20:41:08.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.885+0000 7fd49b1d8700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4940af340 con 0x7fd49415b7c0 2023-10-21T20:41:08.893 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.885+0000 7fd49b1d8700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd494148ae0 con 0x7fd49406df20 2023-10-21T20:41:08.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.885+0000 7fd493fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4940c4240 0x7fd4940aee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:08.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd493fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4940c4240 0x7fd4940aee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47916/0 (socket says 172.21.15.67:47916) 2023-10-21T20:41:08.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd493fff700 1 -- 172.21.15.67:0/3427876284 learned_addr learned my addr 172.21.15.67:0/3427876284 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:08.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd499775700 1 --2- 172.21.15.67:0/3427876284 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd49415b7c0 0x7fd4940acc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:08.894 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd498f74700 1 --2- 172.21.15.67:0/3427876284 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd49406df20 0x7fd4941484e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:08.895 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd493fff700 1 -- 172.21.15.67:0/3427876284 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd49406df20 msgr2=0x7fd4941484e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:08.895 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd493fff700 1 --2- 172.21.15.67:0/3427876284 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd49406df20 0x7fd4941484e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.895 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd493fff700 1 -- 172.21.15.67:0/3427876284 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd49415b7c0 msgr2=0x7fd4940acc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:08.895 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd493fff700 1 --2- 172.21.15.67:0/3427876284 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd49415b7c0 0x7fd4940acc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:08.895 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd493fff700 1 -- 172.21.15.67:0/3427876284 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd48c009b30 con 0x7fd4940c4240 2023-10-21T20:41:08.896 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd493fff700 1 --2- 172.21.15.67:0/3427876284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4940c4240 0x7fd4940aee00 secure :-1 s=READY pgs=3226 cs=0 l=1 rev1=1 crypto rx=0x7fd48800e9b0 tx=0x7fd48800ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:08.896 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd4917fa700 1 -- 172.21.15.67:0/3427876284 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd488009710 con 0x7fd4940c4240 2023-10-21T20:41:08.896 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd4917fa700 1 -- 172.21.15.67:0/3427876284 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd48800ee50 con 0x7fd4940c4240 2023-10-21T20:41:08.896 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd49b1d8700 1 -- 172.21.15.67:0/3427876284 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd494148dc0 con 0x7fd4940c4240 2023-10-21T20:41:08.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd4917fa700 1 -- 172.21.15.67:0/3427876284 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd48800ca50 con 0x7fd4940c4240 2023-10-21T20:41:08.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.886+0000 7fd49b1d8700 1 -- 172.21.15.67:0/3427876284 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd494149380 con 0x7fd4940c4240 2023-10-21T20:41:08.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.887+0000 7fd49b1d8700 1 -- 172.21.15.67:0/3427876284 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd494074d40 con 0x7fd4940c4240 2023-10-21T20:41:08.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.888+0000 7fd4917fa700 1 -- 172.21.15.67:0/3427876284 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fd48800cbb0 con 0x7fd4940c4240 2023-10-21T20:41:08.897 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.888+0000 7fd4917fa700 1 --2- 172.21.15.67:0/3427876284 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd48006af00 0x7fd48006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.888+0000 7fd4917fa700 1 -- 172.21.15.67:0/3427876284 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5911+0+0 (secure 0 0 0) 0x7fd4880896d0 con 0x7fd4940c4240 2023-10-21T20:41:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.889+0000 7fd498f74700 1 --2- 172.21.15.67:0/3427876284 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd48006af00 0x7fd48006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.889+0000 7fd498f74700 1 --2- 172.21.15.67:0/3427876284 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd48006af00 0x7fd48006d3c0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fd484000f60 tx=0x7fd484009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:08.899 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:08.893+0000 7fd4917fa700 1 -- 172.21.15.67:0/3427876284 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fd4880546b0 con 0x7fd4940c4240 2023-10-21T20:41:09.158 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.157+0000 7fd49b1d8700 1 -- 172.21.15.67:0/3427876284 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fd494146700 con 0x7fd4940c4240 2023-10-21T20:41:09.702 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.701+0000 7fd4917fa700 1 -- 172.21.15.67:0/3427876284 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v18) v1 ==== 104+0+0 (secure 0 0 0) 0x7fd48800ce60 con 0x7fd4940c4240 2023-10-21T20:41:09.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.704+0000 7fd49b1d8700 1 -- 172.21.15.67:0/3427876284 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd48006af00 msgr2=0x7fd48006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:09.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.704+0000 7fd49b1d8700 1 --2- 172.21.15.67:0/3427876284 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd48006af00 0x7fd48006d3c0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fd484000f60 tx=0x7fd484009040 comp rx=0 tx=0).stop 2023-10-21T20:41:09.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.704+0000 7fd49b1d8700 1 -- 172.21.15.67:0/3427876284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4940c4240 msgr2=0x7fd4940aee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:09.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.704+0000 7fd49b1d8700 1 --2- 172.21.15.67:0/3427876284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4940c4240 0x7fd4940aee00 secure :-1 s=READY pgs=3226 cs=0 l=1 rev1=1 crypto rx=0x7fd48800e9b0 tx=0x7fd48800ecc0 comp rx=0 tx=0).stop 2023-10-21T20:41:09.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.704+0000 7fd49b1d8700 1 -- 172.21.15.67:0/3427876284 shutdown_connections 2023-10-21T20:41:09.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.704+0000 7fd49b1d8700 1 --2- 172.21.15.67:0/3427876284 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd49415b7c0 0x7fd4940acc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:09.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.704+0000 7fd49b1d8700 1 --2- 172.21.15.67:0/3427876284 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd48006af00 0x7fd48006d3c0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:09.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.704+0000 7fd49b1d8700 1 --2- 172.21.15.67:0/3427876284 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd49406df20 0x7fd4941484e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:09.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.704+0000 7fd49b1d8700 1 --2- 172.21.15.67:0/3427876284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4940c4240 0x7fd4940aee00 unknown :-1 s=CLOSED pgs=3226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:09.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.704+0000 7fd49b1d8700 1 -- 172.21.15.67:0/3427876284 >> 172.21.15.67:0/3427876284 conn(0x7fd49406be00 msgr2=0x7fd4940c57b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:09.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.705+0000 7fd49b1d8700 1 -- 172.21.15.67:0/3427876284 shutdown_connections 2023-10-21T20:41:09.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.705+0000 7fd49b1d8700 1 -- 172.21.15.67:0/3427876284 wait complete. 2023-10-21T20:41:09.722 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-10-21T20:41:09.866 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.865+0000 7ff435ec6700 1 Processor -- start 2023-10-21T20:41:09.866 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.865+0000 7ff435ec6700 1 -- start start 2023-10-21T20:41:09.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff435ec6700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff430160e80 0x7ff4300d4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:09.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff435ec6700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7ff4300d1440 0x7ff43006b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff435ec6700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff4300d1c40 0x7ff4300d20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff435ec6700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4300d08f0 con 0x7ff4300d1c40 2023-10-21T20:41:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff435ec6700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4300d1090 con 0x7ff4300d1440 2023-10-21T20:41:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff435ec6700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4300d25f0 con 0x7ff430160e80 2023-10-21T20:41:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff42ffff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff4300d1c40 0x7ff4300d20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:09.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff42ffff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff4300d1c40 0x7ff4300d20b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47930/0 (socket says 172.21.15.67:47930) 2023-10-21T20:41:09.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff42ffff700 1 -- 172.21.15.67:0/51745899 learned_addr learned my addr 172.21.15.67:0/51745899 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:09.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff42effd700 1 --2- 172.21.15.67:0/51745899 >> v2:172.21.15.190:3300/0 conn(0x7ff4300d1440 0x7ff43006b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:09.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff42f7fe700 1 --2- 172.21.15.67:0/51745899 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff430160e80 0x7ff4300d4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:09.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff42ffff700 1 -- 172.21.15.67:0/51745899 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff430160e80 msgr2=0x7ff4300d4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:09.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff42ffff700 1 --2- 172.21.15.67:0/51745899 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff430160e80 0x7ff4300d4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:09.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff42ffff700 1 -- 172.21.15.67:0/51745899 >> v2:172.21.15.190:3300/0 conn(0x7ff4300d1440 msgr2=0x7ff43006b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:09.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff42ffff700 1 --2- 172.21.15.67:0/51745899 >> v2:172.21.15.190:3300/0 conn(0x7ff4300d1440 0x7ff43006b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:09.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff42ffff700 1 -- 172.21.15.67:0/51745899 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4300ce450 con 0x7ff4300d1c40 2023-10-21T20:41:09.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.866+0000 7ff42ffff700 1 --2- 172.21.15.67:0/51745899 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4300d1c40 0x7ff4300d20b0 secure :-1 s=READY pgs=3227 cs=0 l=1 rev1=1 crypto rx=0x7ff43008d930 tx=0x7ff42800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70e5a1cd242e684e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:09.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.867+0000 7ff42e7fc700 1 -- 172.21.15.67:0/51745899 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff42800e070 con 0x7ff4300d1c40 2023-10-21T20:41:09.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.867+0000 7ff42e7fc700 1 -- 172.21.15.67:0/51745899 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff42800b980 con 0x7ff4300d1c40 2023-10-21T20:41:09.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.867+0000 7ff42e7fc700 1 -- 172.21.15.67:0/51745899 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff42800bd30 con 0x7ff4300d1c40 2023-10-21T20:41:09.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.867+0000 7ff435ec6700 1 -- 172.21.15.67:0/51745899 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4300d1c40 msgr2=0x7ff4300d20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:09.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.867+0000 7ff435ec6700 1 --2- 172.21.15.67:0/51745899 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4300d1c40 0x7ff4300d20b0 secure :-1 s=READY pgs=3227 cs=0 l=1 rev1=1 crypto rx=0x7ff43008d930 tx=0x7ff42800b330 comp rx=0 tx=0).stop 2023-10-21T20:41:09.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.867+0000 7ff435ec6700 1 -- 172.21.15.67:0/51745899 shutdown_connections 2023-10-21T20:41:09.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.867+0000 7ff435ec6700 1 --2- 172.21.15.67:0/51745899 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4300d1c40 0x7ff4300d20b0 unknown :-1 s=CLOSED pgs=3227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:09.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.867+0000 7ff435ec6700 1 --2- 172.21.15.67:0/51745899 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff430160e80 0x7ff4300d4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:09.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.867+0000 7ff435ec6700 1 --2- 172.21.15.67:0/51745899 >> v2:172.21.15.190:3300/0 conn(0x7ff4300d1440 0x7ff43006b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:09.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.867+0000 7ff435ec6700 1 -- 172.21.15.67:0/51745899 >> 172.21.15.67:0/51745899 conn(0x7ff4300d3660 msgr2=0x7ff4300d3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:09.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.867+0000 7ff435ec6700 1 -- 172.21.15.67:0/51745899 shutdown_connections 2023-10-21T20:41:09.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.867+0000 7ff435ec6700 1 -- 172.21.15.67:0/51745899 wait complete. 2023-10-21T20:41:09.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.869+0000 7ff435ec6700 1 Processor -- start 2023-10-21T20:41:09.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.869+0000 7ff435ec6700 1 -- start start 2023-10-21T20:41:09.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff435ec6700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff4300d1440 0x7ff4301f3b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:09.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff435ec6700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4300d1c40 0x7ff4301f6550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:09.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff435ec6700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff430160e80 0x7ff4300b6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:09.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff435ec6700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff43015a410 con 0x7ff4300d1c40 2023-10-21T20:41:09.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff435ec6700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4301f7050 con 0x7ff4300d1440 2023-10-21T20:41:09.880 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff435ec6700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4301f7330 con 0x7ff430160e80 2023-10-21T20:41:09.880 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff42effd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4300d1c40 0x7ff4301f6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:09.880 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff42effd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4300d1c40 0x7ff4301f6550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47934/0 (socket says 172.21.15.67:47934) 2023-10-21T20:41:09.880 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff42effd700 1 -- 172.21.15.67:0/4049550186 learned_addr learned my addr 172.21.15.67:0/4049550186 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:09.880 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff42f7fe700 1 --2- 172.21.15.67:0/4049550186 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff4300d1440 0x7ff4301f3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:09.881 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff42ffff700 1 --2- 172.21.15.67:0/4049550186 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff430160e80 0x7ff4300b6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:09.881 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff42effd700 1 -- 172.21.15.67:0/4049550186 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff430160e80 msgr2=0x7ff4300b6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:09.881 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff42effd700 1 --2- 172.21.15.67:0/4049550186 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff430160e80 0x7ff4300b6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:09.881 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff42effd700 1 -- 172.21.15.67:0/4049550186 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff4300d1440 msgr2=0x7ff4301f3b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:09.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff42effd700 1 --2- 172.21.15.67:0/4049550186 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff4300d1440 0x7ff4301f3b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:09.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff42effd700 1 -- 172.21.15.67:0/4049550186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff428009b30 con 0x7ff4300d1c40 2023-10-21T20:41:09.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.870+0000 7ff42effd700 1 --2- 172.21.15.67:0/4049550186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4300d1c40 0x7ff4301f6550 secure :-1 s=READY pgs=3228 cs=0 l=1 rev1=1 crypto rx=0x7ff42400d800 tx=0x7ff42400db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:09.882 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.871+0000 7ff417fff700 1 -- 172.21.15.67:0/4049550186 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4240125f0 con 0x7ff4300d1c40 2023-10-21T20:41:09.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.871+0000 7ff417fff700 1 -- 172.21.15.67:0/4049550186 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff424012750 con 0x7ff4300d1c40 2023-10-21T20:41:09.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.871+0000 7ff417fff700 1 -- 172.21.15.67:0/4049550186 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff424012ae0 con 0x7ff4300d1c40 2023-10-21T20:41:09.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.871+0000 7ff435ec6700 1 -- 172.21.15.67:0/4049550186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4300b4010 con 0x7ff4300d1c40 2023-10-21T20:41:09.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.871+0000 7ff435ec6700 1 -- 172.21.15.67:0/4049550186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4300b45d0 con 0x7ff4300d1c40 2023-10-21T20:41:09.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.872+0000 7ff435ec6700 1 -- 172.21.15.67:0/4049550186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4300b4940 con 0x7ff4300d1c40 2023-10-21T20:41:09.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.872+0000 7ff417fff700 1 -- 172.21.15.67:0/4049550186 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff424012c40 con 0x7ff4300d1c40 2023-10-21T20:41:09.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.873+0000 7ff417fff700 1 --2- 172.21.15.67:0/4049550186 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff41c06af00 0x7ff41c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:09.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.873+0000 7ff417fff700 1 -- 172.21.15.67:0/4049550186 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5911+0+0 (secure 0 0 0) 0x7ff424089620 con 0x7ff4300d1c40 2023-10-21T20:41:09.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.873+0000 7ff42f7fe700 1 --2- 172.21.15.67:0/4049550186 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff41c06af00 0x7ff41c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:09.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.873+0000 7ff42f7fe700 1 --2- 172.21.15.67:0/4049550186 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff41c06af00 0x7ff41c06d3c0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7ff4300b28b0 tx=0x7ff420008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:09.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:09.877+0000 7ff417fff700 1 -- 172.21.15.67:0/4049550186 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ff4240546b0 con 0x7ff4300d1c40 2023-10-21T20:41:10.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:10.088+0000 7ff435ec6700 1 -- 172.21.15.67:0/4049550186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7ff430074d40 con 0x7ff4300d1c40 2023-10-21T20:41:10.953 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:10.952+0000 7ff417fff700 1 -- 172.21.15.67:0/4049550186 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v35) v1 ==== 181+0+0 (secure 0 0 0) 0x7ff424057cd0 con 0x7ff4300d1c40 2023-10-21T20:41:10.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:10.965+0000 7ff435ec6700 1 -- 172.21.15.67:0/4049550186 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff41c06af00 msgr2=0x7ff41c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:10.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:10.965+0000 7ff435ec6700 1 --2- 172.21.15.67:0/4049550186 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff41c06af00 0x7ff41c06d3c0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7ff4300b28b0 tx=0x7ff420008040 comp rx=0 tx=0).stop 2023-10-21T20:41:10.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:10.965+0000 7ff435ec6700 1 -- 172.21.15.67:0/4049550186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4300d1c40 msgr2=0x7ff4301f6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:10.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:10.965+0000 7ff435ec6700 1 --2- 172.21.15.67:0/4049550186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4300d1c40 0x7ff4301f6550 secure :-1 s=READY pgs=3228 cs=0 l=1 rev1=1 crypto rx=0x7ff42400d800 tx=0x7ff42400db10 comp rx=0 tx=0).stop 2023-10-21T20:41:10.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:10.965+0000 7ff435ec6700 1 -- 172.21.15.67:0/4049550186 shutdown_connections 2023-10-21T20:41:10.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:10.965+0000 7ff435ec6700 1 --2- 172.21.15.67:0/4049550186 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff41c06af00 0x7ff41c06d3c0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:10.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:10.965+0000 7ff435ec6700 1 --2- 172.21.15.67:0/4049550186 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff430160e80 0x7ff4300b6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:10.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:10.965+0000 7ff435ec6700 1 --2- 172.21.15.67:0/4049550186 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff4300d1440 0x7ff4301f3b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:10.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:10.965+0000 7ff435ec6700 1 --2- 172.21.15.67:0/4049550186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4300d1c40 0x7ff4301f6550 unknown :-1 s=CLOSED pgs=3228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:10.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:10.965+0000 7ff435ec6700 1 -- 172.21.15.67:0/4049550186 >> 172.21.15.67:0/4049550186 conn(0x7ff4300d3660 msgr2=0x7ff4300c7730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:10.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:10.966+0000 7ff435ec6700 1 -- 172.21.15.67:0/4049550186 shutdown_connections 2023-10-21T20:41:10.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:10.966+0000 7ff435ec6700 1 -- 172.21.15.67:0/4049550186 wait complete. 2023-10-21T20:41:10.969 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2023-10-21T20:41:10.992 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-10-21T20:41:11.164 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.163+0000 7f767cb92700 1 Processor -- start 2023-10-21T20:41:11.165 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.163+0000 7f767cb92700 1 -- start start 2023-10-21T20:41:11.167 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.164+0000 7f767cb92700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f76781577e0 0x7f76780710e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:11.168 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.164+0000 7f767cb92700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76780717c0 con 0x7f767806cff0 2023-10-21T20:41:11.168 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.164+0000 7f767cb92700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7678071aa0 con 0x7f767815ad10 2023-10-21T20:41:11.168 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.164+0000 7f767cb92700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7678071d80 con 0x7f76781577e0 2023-10-21T20:41:11.168 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.164+0000 7f7676d9d700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f767806cff0 0x7f76780c98a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36006/0 (socket says 172.21.15.67:36006) 2023-10-21T20:41:11.169 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.164+0000 7f7676d9d700 1 -- 172.21.15.67:0/1850363941 learned_addr learned my addr 172.21.15.67:0/1850363941 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:11.169 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.164+0000 7f767659c700 1 --2- 172.21.15.67:0/1850363941 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f76781577e0 0x7f76780710e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:11.169 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.165+0000 7f767559a700 1 -- 172.21.15.67:0/1850363941 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2073829113 0 0) 0x7f76780717c0 con 0x7f767806cff0 2023-10-21T20:41:11.169 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.165+0000 7f767559a700 1 -- 172.21.15.67:0/1850363941 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f76600035b0 con 0x7f767806cff0 2023-10-21T20:41:11.169 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.165+0000 7f767559a700 1 -- 172.21.15.67:0/1850363941 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 377636297 0 0) 0x7f7678071aa0 con 0x7f767815ad10 2023-10-21T20:41:11.170 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.165+0000 7f767559a700 1 -- 172.21.15.67:0/1850363941 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f76780717c0 con 0x7f767815ad10 2023-10-21T20:41:11.170 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.165+0000 7f767659c700 1 -- 172.21.15.67:0/1850363941 >> v1:172.21.15.190:6789/0 conn(0x7f767815ad10 legacy=0x7f767806c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:11.170 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.165+0000 7f767659c700 1 -- 172.21.15.67:0/1850363941 >> v1:172.21.15.67:6789/0 conn(0x7f767806cff0 legacy=0x7f76780c98a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:11.170 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.165+0000 7f767659c700 1 -- 172.21.15.67:0/1850363941 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7678072060 con 0x7f76781577e0 2023-10-21T20:41:11.170 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.165+0000 7f767659c700 1 --2- 172.21.15.67:0/1850363941 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f76781577e0 0x7f76780710e0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7668009870 tx=0x7f7668009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=583bce821bf798ae server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:11.171 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.165+0000 7f767559a700 1 -- 172.21.15.67:0/1850363941 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7668011830 con 0x7f76781577e0 2023-10-21T20:41:11.171 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.165+0000 7f767559a700 1 -- 172.21.15.67:0/1850363941 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7668011990 con 0x7f76781577e0 2023-10-21T20:41:11.171 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.165+0000 7f767559a700 1 -- 172.21.15.67:0/1850363941 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7668011d20 con 0x7f76781577e0 2023-10-21T20:41:11.171 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.166+0000 7f767cb92700 1 -- 172.21.15.67:0/1850363941 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f76781577e0 msgr2=0x7f76780710e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:11.172 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.166+0000 7f767cb92700 1 --2- 172.21.15.67:0/1850363941 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f76781577e0 0x7f76780710e0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7668009870 tx=0x7f7668009b80 comp rx=0 tx=0).stop 2023-10-21T20:41:11.172 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.166+0000 7f767cb92700 1 -- 172.21.15.67:0/1850363941 shutdown_connections 2023-10-21T20:41:11.172 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.166+0000 7f767cb92700 1 --2- 172.21.15.67:0/1850363941 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f76781577e0 0x7f76780710e0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:11.172 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.166+0000 7f767cb92700 1 -- 172.21.15.67:0/1850363941 >> 172.21.15.67:0/1850363941 conn(0x7f76780b0da0 msgr2=0x7f76780b1180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:11.172 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.166+0000 7f767cb92700 1 -- 172.21.15.67:0/1850363941 shutdown_connections 2023-10-21T20:41:11.173 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.166+0000 7f767cb92700 1 -- 172.21.15.67:0/1850363941 wait complete. 2023-10-21T20:41:11.175 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.167+0000 7f767cb92700 1 Processor -- start 2023-10-21T20:41:11.175 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.167+0000 7f767cb92700 1 -- start start 2023-10-21T20:41:11.176 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.168+0000 7f767cb92700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f767806cff0 0x7f76781e5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:11.176 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.168+0000 7f767cb92700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f76781577e0 0x7f7678147320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:11.176 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.168+0000 7f767cb92700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f767815ad10 0x7f76780cd980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:11.176 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.168+0000 7f767cb92700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76781e58c0 con 0x7f767815ad10 2023-10-21T20:41:11.176 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.168+0000 7f767cb92700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76781e4ef0 con 0x7f767806cff0 2023-10-21T20:41:11.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.168+0000 7f767cb92700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7678147860 con 0x7f76781577e0 2023-10-21T20:41:11.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.168+0000 7f7676d9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f767815ad10 0x7f76780cd980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:11.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.168+0000 7f767659c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f767806cff0 0x7f76781e5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:11.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.168+0000 7f767659c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f767806cff0 0x7f76781e5380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:50046/0 (socket says 172.21.15.67:50046) 2023-10-21T20:41:11.177 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.168+0000 7f767659c700 1 -- 172.21.15.67:0/657486072 learned_addr learned my addr 172.21.15.67:0/657486072 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:11.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.168+0000 7f7676d9d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f767815ad10 0x7f76780cd980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47950/0 (socket says 172.21.15.67:47950) 2023-10-21T20:41:11.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.168+0000 7f7675d9b700 1 --2- 172.21.15.67:0/657486072 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f76781577e0 0x7f7678147320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:11.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.169+0000 7f767659c700 1 -- 172.21.15.67:0/657486072 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f76781577e0 msgr2=0x7f7678147320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:11.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.169+0000 7f767659c700 1 --2- 172.21.15.67:0/657486072 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f76781577e0 0x7f7678147320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:11.178 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.169+0000 7f767659c700 1 -- 172.21.15.67:0/657486072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f767815ad10 msgr2=0x7f76780cd980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:11.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.169+0000 7f767659c700 1 --2- 172.21.15.67:0/657486072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f767815ad10 0x7f76780cd980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:11.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.169+0000 7f767659c700 1 -- 172.21.15.67:0/657486072 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76680094a0 con 0x7f767806cff0 2023-10-21T20:41:11.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.169+0000 7f767659c700 1 --2- 172.21.15.67:0/657486072 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f767806cff0 0x7f76781e5380 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f76680097c0 tx=0x7f7668004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:11.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.169+0000 7f7666ffd700 1 -- 172.21.15.67:0/657486072 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f766801a8f0 con 0x7f767806cff0 2023-10-21T20:41:11.179 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.169+0000 7f7666ffd700 1 -- 172.21.15.67:0/657486072 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f766801aa50 con 0x7f767806cff0 2023-10-21T20:41:11.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.169+0000 7f7666ffd700 1 -- 172.21.15.67:0/657486072 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f766801adc0 con 0x7f767806cff0 2023-10-21T20:41:11.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.169+0000 7f767cb92700 1 -- 172.21.15.67:0/657486072 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76780acc30 con 0x7f767806cff0 2023-10-21T20:41:11.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.169+0000 7f767cb92700 1 -- 172.21.15.67:0/657486072 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76781e48a0 con 0x7f767806cff0 2023-10-21T20:41:11.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.170+0000 7f767cb92700 1 -- 172.21.15.67:0/657486072 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76781e51d0 con 0x7f767806cff0 2023-10-21T20:41:11.180 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.171+0000 7f7666ffd700 1 -- 172.21.15.67:0/657486072 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f76680243f0 con 0x7f767806cff0 2023-10-21T20:41:11.181 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.171+0000 7f7666ffd700 1 --2- 172.21.15.67:0/657486072 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f765806af00 0x7f765806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:11.181 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.171+0000 7f7666ffd700 1 -- 172.21.15.67:0/657486072 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5473+0+0 (secure 0 0 0) 0x7f766808aa20 con 0x7f767806cff0 2023-10-21T20:41:11.181 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.171+0000 7f7675d9b700 1 --2- 172.21.15.67:0/657486072 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f765806af00 0x7f765806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:11.181 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.172+0000 7f7675d9b700 1 --2- 172.21.15.67:0/657486072 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f765806af00 0x7f765806d3c0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f766c0011e0 tx=0x7f766c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:11.182 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.176+0000 7f7666ffd700 1 -- 172.21.15.67:0/657486072 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f7668055d60 con 0x7f767806cff0 2023-10-21T20:41:11.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.384+0000 7f767cb92700 1 -- 172.21.15.67:0/657486072 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f7678074d40 con 0x7f767806cff0 2023-10-21T20:41:11.958 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.956+0000 7f7666ffd700 1 -- 172.21.15.67:0/657486072 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v36) v1 ==== 169+0+0 (secure 0 0 0) 0x7f7668015070 con 0x7f767806cff0 2023-10-21T20:41:11.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.965+0000 7f767cb92700 1 -- 172.21.15.67:0/657486072 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f765806af00 msgr2=0x7f765806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:11.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.965+0000 7f767cb92700 1 --2- 172.21.15.67:0/657486072 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f765806af00 0x7f765806d3c0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f766c0011e0 tx=0x7f766c009040 comp rx=0 tx=0).stop 2023-10-21T20:41:11.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.965+0000 7f767cb92700 1 -- 172.21.15.67:0/657486072 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f767806cff0 msgr2=0x7f76781e5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:11.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.965+0000 7f767cb92700 1 --2- 172.21.15.67:0/657486072 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f767806cff0 0x7f76781e5380 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f76680097c0 tx=0x7f7668004750 comp rx=0 tx=0).stop 2023-10-21T20:41:11.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.966+0000 7f767cb92700 1 -- 172.21.15.67:0/657486072 shutdown_connections 2023-10-21T20:41:11.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.966+0000 7f767cb92700 1 --2- 172.21.15.67:0/657486072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f767815ad10 0x7f76780cd980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:11.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.966+0000 7f767cb92700 1 --2- 172.21.15.67:0/657486072 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f767806cff0 0x7f76781e5380 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:11.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.966+0000 7f767cb92700 1 --2- 172.21.15.67:0/657486072 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f765806af00 0x7f765806d3c0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:11.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.966+0000 7f767cb92700 1 --2- 172.21.15.67:0/657486072 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f76781577e0 0x7f7678147320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:11.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.966+0000 7f767cb92700 1 -- 172.21.15.67:0/657486072 >> 172.21.15.67:0/657486072 conn(0x7f76780b0da0 msgr2=0x7f76780cce00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:11.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.966+0000 7f767cb92700 1 -- 172.21.15.67:0/657486072 shutdown_connections 2023-10-21T20:41:11.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:11.967+0000 7f767cb92700 1 -- 172.21.15.67:0/657486072 wait complete. 2023-10-21T20:41:11.970 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2023-10-21T20:41:11.992 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2023-10-21T20:41:12.226 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.225+0000 7fdadba49700 1 Processor -- start 2023-10-21T20:41:12.227 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.226+0000 7fdadba49700 1 -- start start 2023-10-21T20:41:12.229 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.227+0000 7fdadba49700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fdad40ca390 0x7fdad40cbaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:12.229 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.227+0000 7fdadba49700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fdad40cc030 0x7fdad4165b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:12.229 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.227+0000 7fdadba49700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fdad4166040 0x7fdad406c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:12.229 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.227+0000 7fdadba49700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdad40cd330 con 0x7fdad40cc030 2023-10-21T20:41:12.230 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.227+0000 7fdadba49700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdad41620c0 con 0x7fdad4166040 2023-10-21T20:41:12.230 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.227+0000 7fdadba49700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdad40cd580 con 0x7fdad40ca390 2023-10-21T20:41:12.230 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.228+0000 7fdad97e5700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fdad40ca390 0x7fdad40cbaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:12.230 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.228+0000 7fdad97e5700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fdad40ca390 0x7fdad40cbaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:34716/0 (socket says 172.21.15.67:34716) 2023-10-21T20:41:12.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.228+0000 7fdad97e5700 1 -- 172.21.15.67:0/2268155808 learned_addr learned my addr 172.21.15.67:0/2268155808 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:12.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.228+0000 7fdad9fe6700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fdad4166040 0x7fdad406c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:12.231 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.228+0000 7fdad8fe4700 1 --2- 172.21.15.67:0/2268155808 >> v2:172.21.15.67:3300/0 conn(0x7fdad40cc030 0x7fdad4165b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:12.232 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.228+0000 7fdad9fe6700 1 -- 172.21.15.67:0/2268155808 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fdad40ca390 msgr2=0x7fdad40cbaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:12.232 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.228+0000 7fdad9fe6700 1 --2- 172.21.15.67:0/2268155808 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fdad40ca390 0x7fdad40cbaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.232 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.228+0000 7fdad9fe6700 1 -- 172.21.15.67:0/2268155808 >> v2:172.21.15.67:3300/0 conn(0x7fdad40cc030 msgr2=0x7fdad4165b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:12.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.228+0000 7fdad9fe6700 1 --2- 172.21.15.67:0/2268155808 >> v2:172.21.15.67:3300/0 conn(0x7fdad40cc030 0x7fdad4165b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.228+0000 7fdad9fe6700 1 -- 172.21.15.67:0/2268155808 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdad40cd860 con 0x7fdad4166040 2023-10-21T20:41:12.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.229+0000 7fdad9fe6700 1 --2- 172.21.15.67:0/2268155808 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdad4166040 0x7fdad406c8e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fdad406ee50 tx=0x7fdacc00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26e34a900cdbe8d0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:12.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.230+0000 7fdac7fff700 1 -- 172.21.15.67:0/2268155808 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdacc00e070 con 0x7fdad4166040 2023-10-21T20:41:12.233 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.230+0000 7fdac7fff700 1 -- 172.21.15.67:0/2268155808 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdacc00bb20 con 0x7fdad4166040 2023-10-21T20:41:12.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.230+0000 7fdac7fff700 1 -- 172.21.15.67:0/2268155808 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdacc012430 con 0x7fdad4166040 2023-10-21T20:41:12.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.231+0000 7fdadba49700 1 -- 172.21.15.67:0/2268155808 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdad4166040 msgr2=0x7fdad406c8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:12.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.231+0000 7fdadba49700 1 --2- 172.21.15.67:0/2268155808 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdad4166040 0x7fdad406c8e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fdad406ee50 tx=0x7fdacc00b330 comp rx=0 tx=0).stop 2023-10-21T20:41:12.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.231+0000 7fdadba49700 1 -- 172.21.15.67:0/2268155808 shutdown_connections 2023-10-21T20:41:12.234 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.231+0000 7fdadba49700 1 --2- 172.21.15.67:0/2268155808 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdad4166040 0x7fdad406c8e0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.231+0000 7fdadba49700 1 --2- 172.21.15.67:0/2268155808 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fdad40ca390 0x7fdad40cbaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.231+0000 7fdadba49700 1 --2- 172.21.15.67:0/2268155808 >> v2:172.21.15.67:3300/0 conn(0x7fdad40cc030 0x7fdad4165b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.231+0000 7fdadba49700 1 -- 172.21.15.67:0/2268155808 >> 172.21.15.67:0/2268155808 conn(0x7fdad40b0da0 msgr2=0x7fdad40b1180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:12.235 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.231+0000 7fdadba49700 1 -- 172.21.15.67:0/2268155808 shutdown_connections 2023-10-21T20:41:12.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.231+0000 7fdadba49700 1 -- 172.21.15.67:0/2268155808 wait complete. 2023-10-21T20:41:12.236 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.233+0000 7fdadba49700 1 Processor -- start 2023-10-21T20:41:12.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.234+0000 7fdadba49700 1 -- start start 2023-10-21T20:41:12.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.235+0000 7fdadba49700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdad40ca390 0x7fdad4162d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:12.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.235+0000 7fdadba49700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fdad40cc030 0x7fdad4160700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:12.237 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.235+0000 7fdadba49700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdad4166040 0x7fdad41ff8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:12.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.235+0000 7fdadba49700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdad41628f0 con 0x7fdad40ca390 2023-10-21T20:41:12.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.235+0000 7fdadba49700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdad4163250 con 0x7fdad4166040 2023-10-21T20:41:12.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.235+0000 7fdadba49700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdad4160c40 con 0x7fdad40cc030 2023-10-21T20:41:12.238 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.235+0000 7fdad97e5700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdad40ca390 0x7fdad4162d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:12.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.235+0000 7fdad97e5700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdad40ca390 0x7fdad4162d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47960/0 (socket says 172.21.15.67:47960) 2023-10-21T20:41:12.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.235+0000 7fdad97e5700 1 -- 172.21.15.67:0/3824061466 learned_addr learned my addr 172.21.15.67:0/3824061466 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:12.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.236+0000 7fdad9fe6700 1 --2- 172.21.15.67:0/3824061466 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdad4166040 0x7fdad41ff8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:12.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.236+0000 7fdad8fe4700 1 --2- 172.21.15.67:0/3824061466 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fdad40cc030 0x7fdad4160700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:12.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.236+0000 7fdad97e5700 1 -- 172.21.15.67:0/3824061466 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fdad40cc030 msgr2=0x7fdad4160700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:12.239 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.236+0000 7fdad97e5700 1 --2- 172.21.15.67:0/3824061466 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fdad40cc030 0x7fdad4160700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.236+0000 7fdad97e5700 1 -- 172.21.15.67:0/3824061466 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdad4166040 msgr2=0x7fdad41ff8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:12.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.236+0000 7fdad97e5700 1 --2- 172.21.15.67:0/3824061466 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdad4166040 0x7fdad41ff8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.240 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.236+0000 7fdad97e5700 1 -- 172.21.15.67:0/3824061466 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdacc009a70 con 0x7fdad40ca390 2023-10-21T20:41:12.241 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.236+0000 7fdad97e5700 1 --2- 172.21.15.67:0/3824061466 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdad40ca390 0x7fdad4162d10 secure :-1 s=READY pgs=3230 cs=0 l=1 rev1=1 crypto rx=0x7fdac800e8b0 tx=0x7fdac800ebc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:12.241 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.237+0000 7fdac5ffb700 1 -- 172.21.15.67:0/3824061466 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdac8013680 con 0x7fdad40ca390 2023-10-21T20:41:12.241 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.237+0000 7fdac5ffb700 1 -- 172.21.15.67:0/3824061466 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdac80137e0 con 0x7fdad40ca390 2023-10-21T20:41:12.242 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.237+0000 7fdac5ffb700 1 -- 172.21.15.67:0/3824061466 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdac8013b90 con 0x7fdad40ca390 2023-10-21T20:41:12.242 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.237+0000 7fdadba49700 1 -- 172.21.15.67:0/3824061466 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdad42003a0 con 0x7fdad40ca390 2023-10-21T20:41:12.242 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.238+0000 7fdadba49700 1 -- 172.21.15.67:0/3824061466 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdad4162230 con 0x7fdad40ca390 2023-10-21T20:41:12.242 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.239+0000 7fdadba49700 1 -- 172.21.15.67:0/3824061466 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdad4074d40 con 0x7fdad40ca390 2023-10-21T20:41:12.243 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.240+0000 7fdac5ffb700 1 -- 172.21.15.67:0/3824061466 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fdac8013cf0 con 0x7fdad40ca390 2023-10-21T20:41:12.243 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.241+0000 7fdac5ffb700 1 --2- 172.21.15.67:0/3824061466 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fdab806af50 0x7fdab806d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:12.243 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.241+0000 7fdac5ffb700 1 -- 172.21.15.67:0/3824061466 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fdac8089810 con 0x7fdad40ca390 2023-10-21T20:41:12.250 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.249+0000 7fdac5ffb700 1 -- 172.21.15.67:0/3824061466 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fdac8054ca0 con 0x7fdad40ca390 2023-10-21T20:41:12.250 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.250+0000 7fdad8fe4700 1 --2- 172.21.15.67:0/3824061466 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fdab806af50 0x7fdab806d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:12.251 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.251+0000 7fdad8fe4700 1 --2- 172.21.15.67:0/3824061466 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fdab806af50 0x7fdab806d410 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fdad40cc7e0 tx=0x7fdad0009210 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:12.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.684+0000 7fdadba49700 1 -- 172.21.15.67:0/3824061466 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7fdad41f6890 con 0x7fdad40ca390 2023-10-21T20:41:12.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.691+0000 7fdac5ffb700 1 -- 172.21.15.67:0/3824061466 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7fdac80582c0 con 0x7fdad40ca390 2023-10-21T20:41:12.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.698+0000 7fdadba49700 1 -- 172.21.15.67:0/3824061466 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fdab806af50 msgr2=0x7fdab806d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:12.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.698+0000 7fdadba49700 1 --2- 172.21.15.67:0/3824061466 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fdab806af50 0x7fdab806d410 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fdad40cc7e0 tx=0x7fdad0009210 comp rx=0 tx=0).stop 2023-10-21T20:41:12.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.698+0000 7fdadba49700 1 -- 172.21.15.67:0/3824061466 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdad40ca390 msgr2=0x7fdad4162d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:12.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.698+0000 7fdadba49700 1 --2- 172.21.15.67:0/3824061466 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdad40ca390 0x7fdad4162d10 secure :-1 s=READY pgs=3230 cs=0 l=1 rev1=1 crypto rx=0x7fdac800e8b0 tx=0x7fdac800ebc0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.698+0000 7fdadba49700 1 -- 172.21.15.67:0/3824061466 shutdown_connections 2023-10-21T20:41:12.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.698+0000 7fdadba49700 1 --2- 172.21.15.67:0/3824061466 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdad4166040 0x7fdad41ff8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.698+0000 7fdadba49700 1 --2- 172.21.15.67:0/3824061466 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdad40ca390 0x7fdad4162d10 unknown :-1 s=CLOSED pgs=3230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.698+0000 7fdadba49700 1 --2- 172.21.15.67:0/3824061466 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fdab806af50 0x7fdab806d410 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.698+0000 7fdadba49700 1 --2- 172.21.15.67:0/3824061466 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fdad40cc030 0x7fdad4160700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.698+0000 7fdadba49700 1 -- 172.21.15.67:0/3824061466 >> 172.21.15.67:0/3824061466 conn(0x7fdad40b0da0 msgr2=0x7fdad4070900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:12.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.698+0000 7fdadba49700 1 -- 172.21.15.67:0/3824061466 shutdown_connections 2023-10-21T20:41:12.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.699+0000 7fdadba49700 1 -- 172.21.15.67:0/3824061466 wait complete. 2023-10-21T20:41:12.726 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2023-10-21T20:41:12.976 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.974+0000 7fc9bcee9700 1 Processor -- start 2023-10-21T20:41:12.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.974+0000 7fc9bcee9700 1 -- start start 2023-10-21T20:41:12.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.976+0000 7fc9bcee9700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc9b80b0d00 0x7fc9b80ae670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:12.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.976+0000 7fc9bcee9700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc9b80ced80 0x7fc9b80b10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:12.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.976+0000 7fc9bcee9700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9b806e230 con 0x7fc9b806c9c0 2023-10-21T20:41:12.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.976+0000 7fc9bcee9700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9b80b1620 con 0x7fc9b80ced80 2023-10-21T20:41:12.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.976+0000 7fc9bcee9700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b815a0a0 con 0x7fc9b80b0d00 2023-10-21T20:41:12.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.976+0000 7fc9b5d9b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc9b80ced80 0x7fc9b80b10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:12.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.976+0000 7fc9b5d9b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc9b80ced80 0x7fc9b80b10e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47968/0 (socket says 172.21.15.67:47968) 2023-10-21T20:41:12.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.976+0000 7fc9b5d9b700 1 -- 172.21.15.67:0/178415564 learned_addr learned my addr 172.21.15.67:0/178415564 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:12.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.977+0000 7fc9b659c700 1 --2- 172.21.15.67:0/178415564 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc9b80b0d00 0x7fc9b80ae670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:12.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.977+0000 7fc9b5d9b700 1 -- 172.21.15.67:0/178415564 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc9b80b0d00 msgr2=0x7fc9b80ae670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:12.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.977+0000 7fc9b5d9b700 1 --2- 172.21.15.67:0/178415564 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc9b80b0d00 0x7fc9b80ae670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.977+0000 7fc9b5d9b700 1 -- 172.21.15.67:0/178415564 >> v1:172.21.15.67:6789/0 conn(0x7fc9b806c9c0 legacy=0x7fc9b806ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:12.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.977+0000 7fc9b5d9b700 1 -- 172.21.15.67:0/178415564 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9b806e480 con 0x7fc9b80ced80 2023-10-21T20:41:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.978+0000 7fc9b5d9b700 1 --2- 172.21.15.67:0/178415564 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9b80ced80 0x7fc9b80b10e0 secure :-1 s=READY pgs=3232 cs=0 l=1 rev1=1 crypto rx=0x7fc9ac00b260 tx=0x7fc9ac00b570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=805650a34439074d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:12.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.983+0000 7fc9b559a700 1 -- 172.21.15.67:0/178415564 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9ac011620 con 0x7fc9b80ced80 2023-10-21T20:41:12.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.983+0000 7fc9b559a700 1 -- 172.21.15.67:0/178415564 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9ac011780 con 0x7fc9b80ced80 2023-10-21T20:41:12.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.983+0000 7fc9b559a700 1 -- 172.21.15.67:0/178415564 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9ac011b10 con 0x7fc9b80ced80 2023-10-21T20:41:12.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.984+0000 7fc9bcee9700 1 -- 172.21.15.67:0/178415564 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9b80ced80 msgr2=0x7fc9b80b10e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:12.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.984+0000 7fc9bcee9700 1 --2- 172.21.15.67:0/178415564 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9b80ced80 0x7fc9b80b10e0 secure :-1 s=READY pgs=3232 cs=0 l=1 rev1=1 crypto rx=0x7fc9ac00b260 tx=0x7fc9ac00b570 comp rx=0 tx=0).stop 2023-10-21T20:41:12.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.985+0000 7fc9bcee9700 1 -- 172.21.15.67:0/178415564 shutdown_connections 2023-10-21T20:41:12.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.985+0000 7fc9bcee9700 1 --2- 172.21.15.67:0/178415564 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc9b80b0d00 0x7fc9b80ae670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.985+0000 7fc9bcee9700 1 --2- 172.21.15.67:0/178415564 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9b80ced80 0x7fc9b80b10e0 unknown :-1 s=CLOSED pgs=3232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.985+0000 7fc9bcee9700 1 -- 172.21.15.67:0/178415564 >> 172.21.15.67:0/178415564 conn(0x7fc9b80cbd00 msgr2=0x7fc9b80cc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:12.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.985+0000 7fc9bcee9700 1 -- 172.21.15.67:0/178415564 shutdown_connections 2023-10-21T20:41:12.988 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.985+0000 7fc9bcee9700 1 -- 172.21.15.67:0/178415564 wait complete. 2023-10-21T20:41:12.989 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.987+0000 7fc9bcee9700 1 Processor -- start 2023-10-21T20:41:12.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.988+0000 7fc9bcee9700 1 -- start start 2023-10-21T20:41:12.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.989+0000 7fc9bcee9700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc9b806c9c0 0x7fc9b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:12.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.989+0000 7fc9bcee9700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc9b80b0d00 0x7fc9b8158cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:12.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.989+0000 7fc9bcee9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9b80ced80 0x7fc9b81591f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:12.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.989+0000 7fc9bcee9700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b809ca70 con 0x7fc9b80ced80 2023-10-21T20:41:12.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.989+0000 7fc9bcee9700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b80999d0 con 0x7fc9b806c9c0 2023-10-21T20:41:12.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.989+0000 7fc9bcee9700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b809a7a0 con 0x7fc9b80b0d00 2023-10-21T20:41:12.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.989+0000 7fc9b659c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc9b806c9c0 0x7fc9b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:12.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.989+0000 7fc9b659c700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc9b806c9c0 0x7fc9b806d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:50074/0 (socket says 172.21.15.67:50074) 2023-10-21T20:41:12.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.989+0000 7fc9b659c700 1 -- 172.21.15.67:0/4123986096 learned_addr learned my addr 172.21.15.67:0/4123986096 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:12.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.989+0000 7fc9b5d9b700 1 --2- 172.21.15.67:0/4123986096 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc9b80b0d00 0x7fc9b8158cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:12.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.990+0000 7fc9b6d9d700 1 --2- 172.21.15.67:0/4123986096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9b80ced80 0x7fc9b81591f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:12.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.990+0000 7fc9b5d9b700 1 -- 172.21.15.67:0/4123986096 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc9b806c9c0 msgr2=0x7fc9b806d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:12.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.990+0000 7fc9b5d9b700 1 --2- 172.21.15.67:0/4123986096 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc9b806c9c0 0x7fc9b806d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.990+0000 7fc9b5d9b700 1 -- 172.21.15.67:0/4123986096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9b80ced80 msgr2=0x7fc9b81591f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:12.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.990+0000 7fc9b5d9b700 1 --2- 172.21.15.67:0/4123986096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9b80ced80 0x7fc9b81591f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:12.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.990+0000 7fc9b5d9b700 1 -- 172.21.15.67:0/4123986096 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9ac009de0 con 0x7fc9b80b0d00 2023-10-21T20:41:12.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.990+0000 7fc9b5d9b700 1 --2- 172.21.15.67:0/4123986096 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc9b80b0d00 0x7fc9b8158cb0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc9ac016000 tx=0x7fc9ac004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:12.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.991+0000 7fc9a6ffd700 1 -- 172.21.15.67:0/4123986096 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9ac004240 con 0x7fc9b80b0d00 2023-10-21T20:41:12.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.991+0000 7fc9a6ffd700 1 -- 172.21.15.67:0/4123986096 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9ac01f070 con 0x7fc9b80b0d00 2023-10-21T20:41:12.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.991+0000 7fc9a6ffd700 1 -- 172.21.15.67:0/4123986096 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9ac0045e0 con 0x7fc9b80b0d00 2023-10-21T20:41:12.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.991+0000 7fc9bcee9700 1 -- 172.21.15.67:0/4123986096 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9b8099c20 con 0x7fc9b80b0d00 2023-10-21T20:41:12.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.991+0000 7fc9bcee9700 1 -- 172.21.15.67:0/4123986096 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9b809a1e0 con 0x7fc9b80b0d00 2023-10-21T20:41:12.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.992+0000 7fc9bcee9700 1 -- 172.21.15.67:0/4123986096 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9b80624e0 con 0x7fc9b80b0d00 2023-10-21T20:41:12.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.994+0000 7fc9a6ffd700 1 -- 172.21.15.67:0/4123986096 <== mon.2 v2:172.21.15.190:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc9ac0092f0 con 0x7fc9b80b0d00 2023-10-21T20:41:12.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.994+0000 7fc9a6ffd700 1 --2- 172.21.15.67:0/4123986096 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc99806afd0 0x7fc99806d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:12.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.994+0000 7fc9a6ffd700 1 -- 172.21.15.67:0/4123986096 <== mon.2 v2:172.21.15.190:3301/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fc9ac021070 con 0x7fc9b80b0d00 2023-10-21T20:41:12.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.995+0000 7fc9b659c700 1 --2- 172.21.15.67:0/4123986096 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc99806afd0 0x7fc99806d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:12.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.996+0000 7fc9b659c700 1 --2- 172.21.15.67:0/4123986096 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc99806afd0 0x7fc99806d490 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fc9b81fa680 tx=0x7fc9a8007870 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:12.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:12.998+0000 7fc9a6ffd700 1 -- 172.21.15.67:0/4123986096 <== mon.2 v2:172.21.15.190:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc9ac0563c0 con 0x7fc9b80b0d00 2023-10-21T20:41:13.617 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:13.615+0000 7fc9bcee9700 1 -- 172.21.15.67:0/4123986096 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) v1 -- 0x7fc9b8162b00 con 0x7fc9b80b0d00 2023-10-21T20:41:13.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:13.995+0000 7fc9a6ffd700 1 -- 172.21.15.67:0/4123986096 <== mon.2 v2:172.21.15.190:3301/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v13761) v1 ==== 144+0+0 (secure 0 0 0) 0x7fc9b8162b00 con 0x7fc9b80b0d00 2023-10-21T20:41:14.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:14.013+0000 7fc9bcee9700 1 -- 172.21.15.67:0/4123986096 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc99806afd0 msgr2=0x7fc99806d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:14.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:14.013+0000 7fc9bcee9700 1 --2- 172.21.15.67:0/4123986096 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc99806afd0 0x7fc99806d490 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fc9b81fa680 tx=0x7fc9a8007870 comp rx=0 tx=0).stop 2023-10-21T20:41:14.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:14.013+0000 7fc9bcee9700 1 -- 172.21.15.67:0/4123986096 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc9b80b0d00 msgr2=0x7fc9b8158cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:14.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:14.013+0000 7fc9bcee9700 1 --2- 172.21.15.67:0/4123986096 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc9b80b0d00 0x7fc9b8158cb0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc9ac016000 tx=0x7fc9ac004750 comp rx=0 tx=0).stop 2023-10-21T20:41:14.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:14.014+0000 7fc9bcee9700 1 -- 172.21.15.67:0/4123986096 shutdown_connections 2023-10-21T20:41:14.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:14.014+0000 7fc9bcee9700 1 --2- 172.21.15.67:0/4123986096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9b80ced80 0x7fc9b81591f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:14.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:14.014+0000 7fc9bcee9700 1 --2- 172.21.15.67:0/4123986096 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc9b806c9c0 0x7fc9b806d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:14.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:14.014+0000 7fc9bcee9700 1 --2- 172.21.15.67:0/4123986096 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc99806afd0 0x7fc99806d490 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:14.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:14.014+0000 7fc9bcee9700 1 --2- 172.21.15.67:0/4123986096 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc9b80b0d00 0x7fc9b8158cb0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:14.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:14.014+0000 7fc9bcee9700 1 -- 172.21.15.67:0/4123986096 >> 172.21.15.67:0/4123986096 conn(0x7fc9b80cbd00 msgr2=0x7fc9b80aff50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:14.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:14.014+0000 7fc9bcee9700 1 -- 172.21.15.67:0/4123986096 shutdown_connections 2023-10-21T20:41:14.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:14.014+0000 7fc9bcee9700 1 -- 172.21.15.67:0/4123986096 wait complete. 2023-10-21T20:41:14.046 INFO:tasks.cephfs_test_runner:test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) ... FAIL 2023-10-21T20:41:14.046 INFO:tasks.cephfs_test_runner: 2023-10-21T20:41:14.047 INFO:tasks.cephfs_test_runner:====================================================================== 2023-10-21T20:41:14.047 INFO:tasks.cephfs_test_runner:FAIL: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-10-21T20:41:14.047 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-10-21T20:41:14.048 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2023-10-21T20:41:14.048 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks/cephfs/tests_from_xfstests_dev.py", line 12, in test_generic 2023-10-21T20:41:14.048 INFO:tasks.cephfs_test_runner: self.run_generic_tests() 2023-10-21T20:41:14.048 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks/cephfs/xfstests_dev.py", line 387, in run_generic_tests 2023-10-21T20:41:14.049 INFO:tasks.cephfs_test_runner: return self.run_testdir('generic') 2023-10-21T20:41:14.049 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks/cephfs/xfstests_dev.py", line 379, in run_testdir 2023-10-21T20:41:14.049 INFO:tasks.cephfs_test_runner: self.assertEqual(self.total_tests_failed, 0) 2023-10-21T20:41:14.049 INFO:tasks.cephfs_test_runner:AssertionError: 2 != 0 2023-10-21T20:41:14.050 INFO:tasks.cephfs_test_runner: 2023-10-21T20:41:14.050 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-10-21T20:41:14.050 INFO:tasks.cephfs_test_runner:Ran 1 test in 27350.835s 2023-10-21T20:41:14.050 INFO:tasks.cephfs_test_runner: 2023-10-21T20:41:14.051 INFO:tasks.cephfs_test_runner:FAILED (failures=1) 2023-10-21T20:41:14.051 INFO:tasks.cephfs_test_runner: 2023-10-21T20:41:14.051 INFO:tasks.cephfs_test_runner:====================================================================== 2023-10-21T20:41:14.052 INFO:tasks.cephfs_test_runner:FAIL: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-10-21T20:41:14.052 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-10-21T20:41:14.052 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2023-10-21T20:41:14.052 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks/cephfs/tests_from_xfstests_dev.py", line 12, in test_generic 2023-10-21T20:41:14.053 INFO:tasks.cephfs_test_runner: self.run_generic_tests() 2023-10-21T20:41:14.053 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks/cephfs/xfstests_dev.py", line 387, in run_generic_tests 2023-10-21T20:41:14.053 INFO:tasks.cephfs_test_runner: return self.run_testdir('generic') 2023-10-21T20:41:14.053 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks/cephfs/xfstests_dev.py", line 379, in run_testdir 2023-10-21T20:41:14.054 INFO:tasks.cephfs_test_runner: self.assertEqual(self.total_tests_failed, 0) 2023-10-21T20:41:14.054 INFO:tasks.cephfs_test_runner:AssertionError: 2 != 0 2023-10-21T20:41:14.054 INFO:tasks.cephfs_test_runner: 2023-10-21T20:41:14.055 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_202b180cb047e798fb131047314a862593f45403/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-10-21T20:41:14.657 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=303ae42593d34ddfbdfcc23cf8d916c3 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_202b180cb047e798fb131047314a862593f45403/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-10-21T20:41:14.667 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2023-10-21T20:41:14.681 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2023-10-21T20:41:14.690 INFO:tasks.kclient:Unmounting kernel clients... 2023-10-21T20:41:14.692 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T20:41:14.693 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T20:41:14.739 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284288k,nr_inodes=4071072,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=35,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17848 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260556k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 2023-10-21T20:41:14.739 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2023-10-21T20:41:14.740 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T20:41:14.821 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284288k,nr_inodes=4071072,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=35,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17848 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260556k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 2023-10-21T20:41:14.822 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T20:41:14.822 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T20:41:14.921 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284284k,nr_inodes=4071071,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=35,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2363 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260556k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 2023-10-21T20:41:14.921 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2023-10-21T20:41:14.922 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T20:41:15.067 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284284k,nr_inodes=4071071,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=35,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2363 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260556k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 2023-10-21T20:41:15.067 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:41:15.068 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2023-10-21T20:41:15.147 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2023-10-21T20:41:15.148 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-10-21T20:41:15.148 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:41:15.148 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2023-10-21T20:41:15.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:41:15.306 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2023-10-21T20:41:15.411 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:41:15.411 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link delete ceph-brx 2023-10-21T20:41:15.531 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:41:15.532 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2023-10-21T20:41:15.552 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:41:15.553 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link delete ceph-brx 2023-10-21T20:41:15.663 INFO:teuthology.orchestra.run.smithi067.stderr:Cannot find device "ceph-brx" 2023-10-21T20:41:15.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T20:41:15.665 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:41:15.666 DEBUG:teuthology.orchestra.run.smithi190:> ip netns list 2023-10-21T20:41:15.700 INFO:teuthology.orchestra.run.smithi190.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2023-10-21T20:41:15.700 INFO:teuthology.orchestra.run.smithi190.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-10-21T20:41:15.701 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:41:15.701 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2023-10-21T20:41:15.786 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:41:15.787 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2023-10-21T20:41:15.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:41:15.873 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip link delete ceph-brx 2023-10-21T20:41:15.970 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:41:15.970 DEBUG:teuthology.orchestra.run.smithi190:> ip netns list 2023-10-21T20:41:15.987 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T20:41:15.988 DEBUG:teuthology.orchestra.run.smithi190:> sudo ip link delete ceph-brx 2023-10-21T20:41:16.207 INFO:teuthology.orchestra.run.smithi190.stderr:Cannot find device "ceph-brx" 2023-10-21T20:41:16.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T20:41:16.210 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2023-10-21T20:41:16.220 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-10-21T20:41:16.220 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T20:41:16.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.369+0000 7f0b4a6b7700 1 Processor -- start 2023-10-21T20:41:16.371 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.369+0000 7f0b4a6b7700 1 -- start start 2023-10-21T20:41:16.373 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.370+0000 7f0b4a6b7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0b440b2630 0x7f0b440ae6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:16.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.370+0000 7f0b4a6b7700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f0b440aebf0 0x7f0b440cb210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:16.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.370+0000 7f0b4a6b7700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b440b2ab0 con 0x7f0b4415b950 2023-10-21T20:41:16.374 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.370+0000 7f0b4a6b7700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0b440cadf0 con 0x7f0b440aebf0 2023-10-21T20:41:16.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.370+0000 7f0b4a6b7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b440af080 con 0x7f0b440b2630 2023-10-21T20:41:16.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.370+0000 7f0b48c54700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f0b440aebf0 0x7f0b440cb210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:16.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.370+0000 7f0b43fff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f0b4415b950 0x7f0b4406d440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36044/0 (socket says 172.21.15.67:36044) 2023-10-21T20:41:16.375 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.370+0000 7f0b43fff700 1 -- 172.21.15.67:0/1221888705 learned_addr learned my addr 172.21.15.67:0/1221888705 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:16.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.370+0000 7f0b437fe700 1 --2- 172.21.15.67:0/1221888705 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0b440b2630 0x7f0b440ae6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:16.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.370+0000 7f0b42ffd700 1 -- 172.21.15.67:0/1221888705 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4279970523 0 0) 0x7f0b440b2ab0 con 0x7f0b4415b950 2023-10-21T20:41:16.376 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.370+0000 7f0b42ffd700 1 -- 172.21.15.67:0/1221888705 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0b300035b0 con 0x7f0b4415b950 2023-10-21T20:41:16.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.370+0000 7f0b48c54700 1 -- 172.21.15.67:0/1221888705 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0b440b2630 msgr2=0x7f0b440ae6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:16.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.370+0000 7f0b48c54700 1 --2- 172.21.15.67:0/1221888705 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0b440b2630 0x7f0b440ae6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.371+0000 7f0b48c54700 1 -- 172.21.15.67:0/1221888705 >> v1:172.21.15.67:6789/0 conn(0x7f0b4415b950 legacy=0x7f0b4406d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:16.377 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.371+0000 7f0b48c54700 1 -- 172.21.15.67:0/1221888705 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b4406db50 con 0x7f0b440aebf0 2023-10-21T20:41:16.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.371+0000 7f0b48c54700 1 --2- 172.21.15.67:0/1221888705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b440aebf0 0x7f0b440cb210 secure :-1 s=READY pgs=3234 cs=0 l=1 rev1=1 crypto rx=0x7f0b3c009d90 tx=0x7f0b3c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3fc5fde2c061c93 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:16.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.371+0000 7f0b42ffd700 1 -- 172.21.15.67:0/1221888705 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b3c00e070 con 0x7f0b440aebf0 2023-10-21T20:41:16.378 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.371+0000 7f0b42ffd700 1 -- 172.21.15.67:0/1221888705 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b3c00bb20 con 0x7f0b440aebf0 2023-10-21T20:41:16.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.371+0000 7f0b42ffd700 1 -- 172.21.15.67:0/1221888705 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b3c012430 con 0x7f0b440aebf0 2023-10-21T20:41:16.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.371+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/1221888705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b440aebf0 msgr2=0x7f0b440cb210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:16.379 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.371+0000 7f0b4a6b7700 1 --2- 172.21.15.67:0/1221888705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b440aebf0 0x7f0b440cb210 secure :-1 s=READY pgs=3234 cs=0 l=1 rev1=1 crypto rx=0x7f0b3c009d90 tx=0x7f0b3c00b330 comp rx=0 tx=0).stop 2023-10-21T20:41:16.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.371+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/1221888705 shutdown_connections 2023-10-21T20:41:16.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.371+0000 7f0b4a6b7700 1 --2- 172.21.15.67:0/1221888705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b440aebf0 0x7f0b440cb210 unknown :-1 s=CLOSED pgs=3234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.371+0000 7f0b4a6b7700 1 --2- 172.21.15.67:0/1221888705 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0b440b2630 0x7f0b440ae6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.380 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.371+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/1221888705 >> 172.21.15.67:0/1221888705 conn(0x7f0b440cf940 msgr2=0x7f0b440cfd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:16.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.371+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/1221888705 shutdown_connections 2023-10-21T20:41:16.381 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.372+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/1221888705 wait complete. 2023-10-21T20:41:16.384 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.373+0000 7f0b4a6b7700 1 Processor -- start 2023-10-21T20:41:16.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.373+0000 7f0b4a6b7700 1 -- start start 2023-10-21T20:41:16.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b4a6b7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b440aebf0 0x7f0b440cee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:16.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b4a6b7700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0b440b2630 0x7f0b440b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:16.385 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b4a6b7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0b4415b950 0x7f0b440b2f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:16.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b4a6b7700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b4414fa10 con 0x7f0b440aebf0 2023-10-21T20:41:16.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b4a6b7700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b441e4300 con 0x7f0b440b2630 2023-10-21T20:41:16.386 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b4a6b7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b440cf380 con 0x7f0b4415b950 2023-10-21T20:41:16.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b43fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b440aebf0 0x7f0b440cee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:16.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b43fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b440aebf0 0x7f0b440cee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47988/0 (socket says 172.21.15.67:47988) 2023-10-21T20:41:16.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b43fff700 1 -- 172.21.15.67:0/3417461618 learned_addr learned my addr 172.21.15.67:0/3417461618 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:16.387 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b48c54700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0b4415b950 0x7f0b440b2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:16.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b437fe700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0b440b2630 0x7f0b440b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:16.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b43fff700 1 -- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0b4415b950 msgr2=0x7f0b440b2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:16.388 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b43fff700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0b4415b950 0x7f0b440b2f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b43fff700 1 -- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0b440b2630 msgr2=0x7f0b440b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:16.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b43fff700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0b440b2630 0x7f0b440b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.389 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b43fff700 1 -- 172.21.15.67:0/3417461618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b3c009a70 con 0x7f0b440aebf0 2023-10-21T20:41:16.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b48c54700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0b4415b950 0x7f0b440b2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T20:41:16.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.374+0000 7f0b437fe700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0b440b2630 0x7f0b440b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T20:41:16.390 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.375+0000 7f0b43fff700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b440aebf0 0x7f0b440cee40 secure :-1 s=READY pgs=3235 cs=0 l=1 rev1=1 crypto rx=0x7f0b3400c730 tx=0x7f0b3400caf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:16.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.375+0000 7f0b40ff9700 1 -- 172.21.15.67:0/3417461618 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b34005d70 con 0x7f0b440aebf0 2023-10-21T20:41:16.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.375+0000 7f0b40ff9700 1 -- 172.21.15.67:0/3417461618 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b340070d0 con 0x7f0b440aebf0 2023-10-21T20:41:16.391 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.375+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/3417461618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b4414ed90 con 0x7f0b440aebf0 2023-10-21T20:41:16.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.375+0000 7f0b40ff9700 1 -- 172.21.15.67:0/3417461618 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b34007440 con 0x7f0b440aebf0 2023-10-21T20:41:16.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.375+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/3417461618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b4414f350 con 0x7f0b440aebf0 2023-10-21T20:41:16.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.376+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/3417461618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b44074d40 con 0x7f0b440aebf0 2023-10-21T20:41:16.392 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.376+0000 7f0b40ff9700 1 -- 172.21.15.67:0/3417461618 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f0b340075a0 con 0x7f0b440aebf0 2023-10-21T20:41:16.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.377+0000 7f0b40ff9700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0b2406af00 0x7f0b2406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:16.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.377+0000 7f0b40ff9700 1 -- 172.21.15.67:0/3417461618 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f0b34088710 con 0x7f0b440aebf0 2023-10-21T20:41:16.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.377+0000 7f0b437fe700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0b2406af00 0x7f0b2406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:16.393 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.378+0000 7f0b437fe700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0b2406af00 0x7f0b2406d3c0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f0b440cd230 tx=0x7f0b2c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:16.394 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.382+0000 7f0b40ff9700 1 -- 172.21.15.67:0/3417461618 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f0b34053b70 con 0x7f0b440aebf0 2023-10-21T20:41:16.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.591+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/3417461618 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0b440ca730 con 0x7f0b2406af00 2023-10-21T20:41:16.595 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.594+0000 7f0b40ff9700 1 -- 172.21.15.67:0/3417461618 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+48626 (secure 0 0 0) 0x7f0b2c015440 con 0x7f0b2406af00 2023-10-21T20:41:16.596 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:41:16.598 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.596+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0b2406af00 msgr2=0x7f0b2406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:16.598 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.596+0000 7f0b4a6b7700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0b2406af00 0x7f0b2406d3c0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f0b440cd230 tx=0x7f0b2c008040 comp rx=0 tx=0).stop 2023-10-21T20:41:16.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.596+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/3417461618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b440aebf0 msgr2=0x7f0b440cee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:16.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.596+0000 7f0b4a6b7700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b440aebf0 0x7f0b440cee40 secure :-1 s=READY pgs=3235 cs=0 l=1 rev1=1 crypto rx=0x7f0b3400c730 tx=0x7f0b3400caf0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.596+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/3417461618 shutdown_connections 2023-10-21T20:41:16.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.596+0000 7f0b4a6b7700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f0b2406af00 0x7f0b2406d3c0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.596+0000 7f0b4a6b7700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f0b4415b950 0x7f0b440b2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.596+0000 7f0b4a6b7700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b440aebf0 0x7f0b440cee40 unknown :-1 s=CLOSED pgs=3235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.596+0000 7f0b4a6b7700 1 --2- 172.21.15.67:0/3417461618 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0b440b2630 0x7f0b440b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.596+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/3417461618 >> 172.21.15.67:0/3417461618 conn(0x7f0b440cf940 msgr2=0x7f0b44151860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:16.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.596+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/3417461618 shutdown_connections 2023-10-21T20:41:16.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.596+0000 7f0b4a6b7700 1 -- 172.21.15.67:0/3417461618 wait complete. 2023-10-21T20:41:16.602 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2023-10-21T20:41:16.611 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":13719,"stamp":"2023-10-21T20:41:16.452595+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":189,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":72882144,"kb_used_data":61629632,"kb_used_omap":30626,"kb_used_meta":11183837,"kb_avail":682092576,"statfs":{"total":773094113280,"available":698462797824,"internally_reserved":0,"allocated":63108743168,"data_stored":63082436429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31361459,"internal_metadata":11452249677},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,2,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-58100731127,"num_objects":-40212,"num_object_clones":0,"num_object_copies":-80424,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-40212,"num_whiteouts":0,"num_read":-1523284,"num_read_kb":-356027590,"num_write":-3072290,"num_write_kb":-619380106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-2821,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.735492"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":402,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-10-21T20:41:08.961339+0000","last_change":"2023-10-21T13:04:48.686798+0000","last_active":"2023-10-21T20:41:08.961339+0000","last_peered":"2023-10-21T20:41:08.961339+0000","last_clean":"2023-10-21T20:41:08.961339+0000","last_became_active":"2023-10-21T13:04:48.685603+0000","last_became_peered":"2023-10-21T13:04:48.685603+0000","last_unstale":"2023-10-21T20:41:08.961339+0000","last_undegraded":"2023-10-21T20:41:08.961339+0000","last_fullsized":"2023-10-21T20:41:08.961339+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_clean_scrub_stamp":"2023-10-21T13:04:47.669759+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:39:05.649200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834580327,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8867916,"kb_used_data":7432512,"kb_used_omap":3145,"kb_used_meta":1432246,"kb_avail":85503924,"statfs":{"total":96636764160,"available":87556018176,"internally_reserved":0,"allocated":7610892288,"data_stored":7607622079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3220624,"internal_metadata":1466620784},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.7270000000000001,"5min":1.2609999999999999,"15min":1.0860000000000001},"min":{"1min":0.26400000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.624000000000001,"5min":10.624000000000001,"15min":10.624000000000001},"last":0.872},{"interface":"front","average":{"1min":2.0569999999999999,"5min":1.6180000000000001,"15min":1.6559999999999999},"min":{"1min":0.30499999999999999,"5min":0.28000000000000003,"15min":0.26100000000000001},"max":{"1min":11.48,"5min":11.48,"15min":11.48},"last":0.52200000000000002}]},{"osd":1,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.671,"5min":1.4079999999999999,"15min":1.3919999999999999},"min":{"1min":0.30599999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":11.01,"5min":11.625,"15min":11.625},"last":0.82399999999999995},{"interface":"front","average":{"1min":2.7799999999999998,"5min":1.859,"15min":1.895},"min":{"1min":0.32800000000000001,"5min":0.28899999999999998,"15min":0.26200000000000001},"max":{"1min":11.222,"5min":11.222,"15min":11.943},"last":0.70799999999999996}]},{"osd":2,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":1.639,"15min":1.8100000000000001},"min":{"1min":0.35599999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":10.19,"5min":11.068,"15min":11.068},"last":1.032},{"interface":"front","average":{"1min":3.298,"5min":2.278,"15min":2.0430000000000001},"min":{"1min":0.34799999999999998,"5min":0.318,"15min":0.30599999999999999},"max":{"1min":18.263000000000002,"5min":18.263000000000002,"15min":18.263000000000002},"last":0.97999999999999998}]},{"osd":3,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":2.3100000000000001,"5min":1.9399999999999999,"15min":2.0049999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.32400000000000001},"max":{"1min":6.5549999999999997,"5min":6.5549999999999997,"15min":9.3100000000000005},"last":1.145},{"interface":"front","average":{"1min":2.9289999999999998,"5min":2.1850000000000001,"15min":2.141},"min":{"1min":0.38400000000000001,"5min":0.36199999999999999,"15min":0.33200000000000002},"max":{"1min":16.105,"5min":16.105,"15min":16.105},"last":0.94499999999999995}]},{"osd":4,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.093,"15min":0.98399999999999999},"min":{"1min":0.27200000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":7.0350000000000001,"5min":8.9849999999999994,"15min":10.611000000000001},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.753,"15min":0.78300000000000003},"min":{"1min":0.33100000000000002,"5min":0.31900000000000001,"15min":0.30199999999999999},"max":{"1min":0.51200000000000001,"5min":6.4249999999999998,"15min":10.506},"last":1.0700000000000001}]},{"osd":5,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":1.1040000000000001,"15min":0.96299999999999997},"min":{"1min":0.308,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.663,"5min":10.663,"15min":10.663},"last":0.90900000000000003},{"interface":"front","average":{"1min":1.2949999999999999,"5min":1.3200000000000001,"15min":1.153},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":6.8879999999999999,"5min":8.9100000000000001,"15min":9.0519999999999996},"last":0.57699999999999996}]},{"osd":6,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":1.321,"15min":1.167},"min":{"1min":0.34899999999999998,"5min":0.32700000000000001,"15min":0.32400000000000001},"max":{"1min":7.8040000000000003,"5min":8.9550000000000001,"15min":8.9550000000000001},"last":0.628},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.96999999999999997,"15min":0.93999999999999995},"min":{"1min":0.39000000000000001,"5min":0.36199999999999999,"15min":0.33100000000000002},"max":{"1min":3.883,"5min":6.3490000000000002,"15min":6.3490000000000002},"last":1.105}]}]},{"osd":6,"up_from":13,"seq":55834580325,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10315248,"kb_used_data":9020772,"kb_used_omap":4720,"kb_used_meta":1289743,"kb_avail":84056592,"statfs":{"total":96636764160,"available":86073950208,"internally_reserved":0,"allocated":9237270528,"data_stored":9233357147,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4833918,"internal_metadata":1320697218},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.1619999999999999,"5min":1.425,"15min":1.1040000000000001},"min":{"1min":0.28899999999999998,"5min":0.25600000000000001,"15min":0.248},"max":{"1min":27.067,"5min":27.067,"15min":27.067},"last":0.44800000000000001},{"interface":"front","average":{"1min":3.8090000000000002,"5min":1.8919999999999999,"15min":1.5149999999999999},"min":{"1min":0.29899999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":27.155000000000001,"5min":27.155000000000001,"15min":27.155000000000001},"last":2.0819999999999999}]},{"osd":1,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":4.5990000000000002,"5min":2.085,"15min":1.7769999999999999},"min":{"1min":0.30299999999999999,"5min":0.30199999999999999,"15min":0.28100000000000003},"max":{"1min":23.181999999999999,"5min":23.181999999999999,"15min":23.181999999999999},"last":2.6520000000000001},{"interface":"front","average":{"1min":4.7240000000000002,"5min":2.0819999999999999,"15min":1.7529999999999999},"min":{"1min":0.33300000000000002,"5min":0.32200000000000001,"15min":0.30399999999999999},"max":{"1min":22.584,"5min":22.584,"15min":22.584},"last":2.7909999999999999}]},{"osd":2,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.161,"5min":2.0880000000000001,"15min":1.7809999999999999},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":15.942,"5min":15.942,"15min":15.942},"last":2.6749999999999998},{"interface":"front","average":{"1min":5.2699999999999996,"5min":2.6520000000000001,"15min":2.032},"min":{"1min":0.33700000000000002,"5min":0.311,"15min":0.29499999999999998},"max":{"1min":28.975000000000001,"5min":28.975000000000001,"15min":28.975000000000001},"last":7.0899999999999999}]},{"osd":3,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.8180000000000001,"5min":2.383,"15min":2.2130000000000001},"min":{"1min":0.40300000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":27.184999999999999,"5min":27.184999999999999,"15min":27.184999999999999},"last":3.0049999999999999},{"interface":"front","average":{"1min":2.6389999999999998,"5min":2.081,"15min":1.9810000000000001},"min":{"1min":0.377,"5min":0.34499999999999997,"15min":0.33900000000000002},"max":{"1min":22.135000000000002,"5min":22.135000000000002,"15min":22.135000000000002},"last":2.2360000000000002}]},{"osd":4,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.0150000000000001,"5min":1.2869999999999999,"15min":1.0840000000000001},"min":{"1min":0.33500000000000002,"5min":0.28799999999999998,"15min":0.255},"max":{"1min":22.491,"5min":22.491,"15min":22.491},"last":0.39400000000000002},{"interface":"front","average":{"1min":3.129,"5min":1.421,"15min":1.244},"min":{"1min":0.33200000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":27.218,"5min":27.218,"15min":27.218},"last":1.216}]},{"osd":5,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7829999999999999,"5min":1.3660000000000001,"15min":1.1799999999999999},"min":{"1min":0.34100000000000003,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":22.082999999999998,"5min":22.082999999999998,"15min":22.082999999999998},"last":0.58999999999999997},{"interface":"front","average":{"1min":1.3899999999999999,"5min":1.109,"15min":1.139},"min":{"1min":0.38400000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.7489999999999997,"5min":6.8230000000000004,"15min":7.4550000000000001},"last":2.7519999999999998}]},{"osd":7,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7810000000000001,"5min":1.546,"15min":1.3200000000000001},"min":{"1min":0.40600000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":27.082999999999998,"5min":27.082999999999998,"15min":27.082999999999998},"last":1.395},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.0800000000000001,"15min":1.151},"min":{"1min":0.41399999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":5.2690000000000001,"5min":5.2850000000000001,"15min":8.0909999999999993},"last":2.7010000000000001}]}]},{"osd":1,"up_from":13,"seq":55834580296,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9075644,"kb_used_data":7286768,"kb_used_omap":2982,"kb_used_meta":1785881,"kb_avail":85296196,"statfs":{"total":96636764160,"available":87343304704,"internally_reserved":0,"allocated":7461650432,"data_stored":7458549536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3053659,"internal_metadata":1828743077},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":3.6779999999999999,"5min":1.845,"15min":1.7649999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22700000000000001},"max":{"1min":39.948,"5min":39.948,"15min":39.948},"last":0.65000000000000002},{"interface":"front","average":{"1min":3.3010000000000002,"5min":2.0299999999999998,"15min":1.8120000000000001},"min":{"1min":0.29299999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":32.439999999999998,"5min":32.439999999999998,"15min":32.439999999999998},"last":0.60899999999999999}]},{"osd":2,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":4.3490000000000002,"5min":2.391,"15min":2.262},"min":{"1min":0.27200000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":44.823999999999998,"5min":44.823999999999998,"15min":44.823999999999998},"last":2.371},{"interface":"front","average":{"1min":1.472,"5min":1.7529999999999999,"15min":1.7310000000000001},"min":{"1min":0.38,"5min":0.313,"15min":0.25900000000000001},"max":{"1min":7.0389999999999997,"5min":11.166,"15min":12.582000000000001},"last":0.57699999999999996}]},{"osd":3,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":1.873,"5min":1.9359999999999999,"15min":1.839},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.29499999999999998},"max":{"1min":7.2380000000000004,"5min":11.961,"15min":12.523},"last":0.72899999999999998},{"interface":"front","average":{"1min":5.1130000000000004,"5min":2.4390000000000001,"15min":2.145},"min":{"1min":0.37,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":60.057000000000002,"5min":60.057000000000002,"15min":60.057000000000002},"last":1.766}]},{"osd":4,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":4.5069999999999997,"5min":2.194,"15min":2.0710000000000002},"min":{"1min":0.41699999999999998,"5min":0.34499999999999997,"15min":0.32300000000000001},"max":{"1min":43.991,"5min":43.991,"15min":43.991},"last":2.21},{"interface":"front","average":{"1min":2.2069999999999999,"5min":1.774,"15min":1.5600000000000001},"min":{"1min":0.37,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":17.384,"5min":17.384,"15min":17.384},"last":2.0030000000000001}]},{"osd":5,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":5.3239999999999998,"5min":2.4849999999999999,"15min":1.909},"min":{"1min":0.49099999999999999,"5min":0.374,"15min":0.372},"max":{"1min":59.923999999999999,"5min":59.923999999999999,"15min":59.923999999999999},"last":1.004},{"interface":"front","average":{"1min":4.0380000000000003,"5min":2.2789999999999999,"15min":2.1440000000000001},"min":{"1min":0.44900000000000001,"5min":0.39300000000000002,"15min":0.35799999999999998},"max":{"1min":44.043999999999997,"5min":44.043999999999997,"15min":44.043999999999997},"last":2.2679999999999998}]},{"osd":6,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":6.4930000000000003,"5min":2.7650000000000001,"15min":2.105},"min":{"1min":0.51600000000000001,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":72.941000000000003,"5min":72.941000000000003,"15min":72.941000000000003},"last":0.84299999999999997},{"interface":"front","average":{"1min":6.0650000000000004,"5min":2.8679999999999999,"15min":2.4670000000000001},"min":{"1min":0.50900000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":68.031999999999996,"5min":68.031999999999996,"15min":68.031999999999996},"last":2.3220000000000001}]},{"osd":7,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":2.6640000000000001,"5min":2.0529999999999999,"15min":1.76},"min":{"1min":0.44900000000000001,"5min":0.437,"15min":0.437},"max":{"1min":17.427,"5min":17.427,"15min":17.427},"last":2.1299999999999999},{"interface":"front","average":{"1min":3.754,"5min":2.2509999999999999,"15min":2.0939999999999999},"min":{"1min":0.54500000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":32.384999999999998,"5min":32.384999999999998,"15min":32.384999999999998},"last":1.069}]}]},{"osd":0,"up_from":13,"seq":55834580291,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10085788,"kb_used_data":8626512,"kb_used_omap":2065,"kb_used_meta":1457198,"kb_avail":84286052,"statfs":{"total":96636764160,"available":86308917248,"internally_reserved":0,"allocated":8833548288,"data_stored":8829892744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2115492,"internal_metadata":1492170844},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":1.6890000000000001,"15min":1.5089999999999999},"min":{"1min":0.34899999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.7809999999999997,"5min":10.59,"15min":10.59},"last":0.54200000000000004},{"interface":"front","average":{"1min":2.6880000000000002,"5min":2.3570000000000002,"15min":2.085},"min":{"1min":0.35599999999999998,"5min":0.30299999999999999,"15min":0.27400000000000002},"max":{"1min":15.207000000000001,"5min":15.207000000000001,"15min":15.207000000000001},"last":0.51300000000000001}]},{"osd":2,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":3.0630000000000002,"5min":2.1179999999999999,"15min":1.7210000000000001},"min":{"1min":0.34399999999999997,"5min":0.26000000000000001,"15min":0.24099999999999999},"max":{"1min":13.765000000000001,"5min":13.765000000000001,"15min":13.765000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":3.1150000000000002,"5min":2.3220000000000001,"15min":2.105},"min":{"1min":0.30299999999999999,"5min":0.28499999999999998,"15min":0.246},"max":{"1min":15.068,"5min":15.068,"15min":15.068},"last":0.44900000000000001}]},{"osd":3,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":1.849,"15min":1.9650000000000001},"min":{"1min":0.34300000000000003,"5min":0.27900000000000003,"15min":0.26100000000000001},"max":{"1min":10.173,"5min":10.173,"15min":18.026},"last":0.42999999999999999},{"interface":"front","average":{"1min":2.2850000000000001,"5min":1.782,"15min":1.5489999999999999},"min":{"1min":0.496,"5min":0.30499999999999999,"15min":0.29999999999999999},"max":{"1min":13.555,"5min":13.555,"15min":13.555},"last":0.57899999999999996}]},{"osd":4,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.528,"5min":2.0750000000000002,"15min":1.8009999999999999},"min":{"1min":0.437,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":13.587999999999999,"5min":13.587999999999999,"15min":13.587999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.9319999999999999,"5min":1.7,"15min":1.7789999999999999},"min":{"1min":0.39000000000000001,"5min":0.34999999999999998,"15min":0.34000000000000002},"max":{"1min":10.143000000000001,"5min":10.143000000000001,"15min":10.618},"last":0.63}]},{"osd":5,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.2509999999999999,"5min":1.9199999999999999,"15min":1.484},"min":{"1min":0.52600000000000002,"5min":0.40000000000000002,"15min":0.36899999999999999},"max":{"1min":13.452999999999999,"5min":13.452999999999999,"15min":13.452999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":2.6360000000000001,"5min":2.2730000000000001,"15min":1.9810000000000001},"min":{"1min":0.48199999999999998,"5min":0.41199999999999998,"15min":0.38700000000000001},"max":{"1min":13.417,"5min":13.417,"15min":13.417},"last":0.69299999999999995}]},{"osd":6,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.2589999999999999,"5min":1.7589999999999999,"15min":1.911},"min":{"1min":0.42199999999999999,"5min":0.40699999999999997,"15min":0.376},"max":{"1min":10.063000000000001,"5min":10.063000000000001,"15min":10.662000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":2.512,"5min":1.907,"15min":1.554},"min":{"1min":0.53800000000000003,"5min":0.432,"15min":0.432},"max":{"1min":13.507999999999999,"5min":13.507999999999999,"15min":13.507999999999999},"last":0.67300000000000004}]},{"osd":7,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.9940000000000002,"5min":2.2429999999999999,"15min":2.0939999999999999},"min":{"1min":0.51400000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":13.641,"5min":13.641,"15min":13.641},"last":0.65200000000000002},{"interface":"front","average":{"1min":2.0600000000000001,"5min":1.796,"15min":2.0529999999999999},"min":{"1min":0.51800000000000002,"5min":0.44600000000000001,"15min":0.41099999999999998},"max":{"1min":10.109999999999999,"5min":10.109999999999999,"15min":10.704000000000001},"last":0.70899999999999996}]}]},{"osd":2,"up_from":13,"seq":55834580266,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5580560,"kb_used_data":4034952,"kb_used_omap":3054,"kb_used_meta":1508689,"kb_avail":88791280,"statfs":{"total":96636764160,"available":90922270720,"internally_reserved":0,"allocated":4131790848,"data_stored":4129927409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3128306,"internal_metadata":1544897550},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":2.2850000000000001,"5min":1.391,"15min":1.3240000000000001},"min":{"1min":0.245,"5min":0.23999999999999999,"15min":0.23300000000000001},"max":{"1min":18.425999999999998,"5min":18.425999999999998,"15min":18.425999999999998},"last":7.8860000000000001},{"interface":"front","average":{"1min":4.4580000000000002,"5min":2.5790000000000002,"15min":2.1080000000000001},"min":{"1min":0.42199999999999999,"5min":0.29599999999999999,"15min":0.26400000000000001},"max":{"1min":25.375,"5min":25.375,"15min":25.375},"last":0.59999999999999998}]},{"osd":1,"last update":"Sat Oct 21 20:40:21 2023","interfaces":[{"interface":"back","average":{"1min":2.302,"5min":2.1379999999999999,"15min":2.137},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":7.6289999999999996,"5min":11.116,"15min":16.302},"last":0.69199999999999995},{"interface":"front","average":{"1min":1.3069999999999999,"5min":2.0600000000000001,"15min":2.327},"min":{"1min":0.26900000000000002,"5min":0.251,"15min":0.251},"max":{"1min":8.157,"5min":9.3650000000000002,"15min":13.93},"last":1.502}]},{"osd":3,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":1.865,"15min":1.5640000000000001},"min":{"1min":0.47899999999999998,"5min":0.29699999999999999,"15min":0.27300000000000002},"max":{"1min":18.375,"5min":18.375,"15min":18.375},"last":7.9859999999999998},{"interface":"front","average":{"1min":3.3239999999999998,"5min":2.496,"15min":2.258},"min":{"1min":0.42699999999999999,"5min":0.34599999999999997,"15min":0.31},"max":{"1min":11.973000000000001,"5min":11.973000000000001,"15min":11.973000000000001},"last":0.55300000000000005}]},{"osd":4,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":4.242,"5min":2.4169999999999998,"15min":1.97},"min":{"1min":0.36499999999999999,"5min":0.34399999999999997,"15min":0.33000000000000002},"max":{"1min":20.683,"5min":20.683,"15min":20.683},"last":1.569},{"interface":"front","average":{"1min":3.351,"5min":1.6830000000000001,"15min":1.4370000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.31900000000000001},"max":{"1min":17.382000000000001,"5min":17.382000000000001,"15min":17.382000000000001},"last":3.8399999999999999}]},{"osd":5,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":4.0449999999999999,"5min":2.3940000000000001,"15min":2.085},"min":{"1min":0.70699999999999996,"5min":0.41199999999999998,"15min":0.36599999999999999},"max":{"1min":16.809000000000001,"5min":16.809000000000001,"15min":16.809000000000001},"last":0.91000000000000003},{"interface":"front","average":{"1min":3.9740000000000002,"5min":2.4540000000000002,"15min":2.0310000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.35999999999999999},"max":{"1min":20.556999999999999,"5min":20.556999999999999,"15min":20.556999999999999},"last":1.603}]},{"osd":6,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.347,"5min":2.415,"15min":2.1480000000000001},"min":{"1min":0.58099999999999996,"5min":0.41599999999999998,"15min":0.40500000000000003},"max":{"1min":15.970000000000001,"5min":15.970000000000001,"15min":15.970000000000001},"last":0.95299999999999996},{"interface":"front","average":{"1min":4.0019999999999998,"5min":2.746,"15min":2.335},"min":{"1min":0.443,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":20.521000000000001,"5min":20.521000000000001,"15min":20.521000000000001},"last":1.6459999999999999}]},{"osd":7,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.9489999999999998,"5min":2.552,"15min":2.3170000000000002},"min":{"1min":0.52300000000000002,"5min":0.47999999999999998,"15min":0.443},"max":{"1min":16.744,"5min":16.744,"15min":16.744},"last":0.98699999999999999},{"interface":"front","average":{"1min":4.1870000000000003,"5min":2.9510000000000001,"15min":2.3410000000000002},"min":{"1min":0.47399999999999998,"5min":0.44900000000000001,"15min":0.40799999999999997},"max":{"1min":20.449000000000002,"5min":20.449000000000002,"15min":20.449000000000002},"last":1.681}]}]},{"osd":3,"up_from":13,"seq":55834580280,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8804736,"kb_used_data":7665140,"kb_used_omap":6285,"kb_used_meta":1133298,"kb_avail":85567104,"statfs":{"total":96636764160,"available":87620714496,"internally_reserved":0,"allocated":7849103360,"data_stored":7845913377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6436288,"internal_metadata":1160497728},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,2,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.8879999999999999,"15min":1.7090000000000001},"min":{"1min":0.253,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7.5259999999999998,"5min":11.333,"15min":11.44},"last":0.36199999999999999},{"interface":"front","average":{"1min":1.716,"5min":2.1139999999999999,"15min":1.8280000000000001},"min":{"1min":0.33300000000000002,"5min":0.28399999999999997,"15min":0.224},"max":{"1min":11.407999999999999,"5min":11.407999999999999,"15min":11.407999999999999},"last":3.4660000000000002}]},{"osd":1,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5580000000000001,"5min":2.0099999999999998,"15min":1.9510000000000001},"min":{"1min":0.32800000000000001,"5min":0.32100000000000001,"15min":0.255},"max":{"1min":5.7489999999999997,"5min":10.455,"15min":12.955},"last":3.8279999999999998},{"interface":"front","average":{"1min":1.472,"5min":2.0899999999999999,"15min":1.9079999999999999},"min":{"1min":0.33200000000000002,"5min":0.251,"15min":0.251},"max":{"1min":6.9279999999999999,"5min":11.413,"15min":12.097},"last":3.8799999999999999}]},{"osd":2,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5059999999999998,"5min":2.6320000000000001,"15min":2.157},"min":{"1min":0.376,"5min":0.309,"15min":0.26900000000000002},"max":{"1min":12.055,"5min":17.524999999999999,"15min":17.524999999999999},"last":1.383},{"interface":"front","average":{"1min":2.335,"5min":2.4380000000000002,"15min":1.9770000000000001},"min":{"1min":0.36399999999999999,"5min":0.32700000000000001,"15min":0.29999999999999999},"max":{"1min":12.239000000000001,"5min":17.585000000000001,"15min":17.585000000000001},"last":1.401}]},{"osd":4,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.3120000000000001,"5min":1.831,"15min":1.7130000000000001},"min":{"1min":0.38600000000000001,"5min":0.36099999999999999,"15min":0.29999999999999999},"max":{"1min":6.9050000000000002,"5min":7.516,"15min":8.9960000000000004},"last":3.5190000000000001},{"interface":"front","average":{"1min":1.623,"5min":2.004,"15min":1.77},"min":{"1min":0.48599999999999999,"5min":0.35199999999999998,"15min":0.313},"max":{"1min":4.7089999999999996,"5min":6.5179999999999998,"15min":12.795999999999999},"last":1.248}]},{"osd":5,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.518,"5min":1.992,"15min":1.827},"min":{"1min":0.40300000000000002,"5min":0.39400000000000002,"15min":0.38400000000000001},"max":{"1min":4.75,"5min":7.96,"15min":12.890000000000001},"last":1.2909999999999999},{"interface":"front","average":{"1min":1.718,"5min":1.7230000000000001,"15min":1.6899999999999999},"min":{"1min":0.45000000000000001,"5min":0.377,"15min":0.377},"max":{"1min":6.8719999999999999,"5min":11.278,"15min":11.278},"last":0.42499999999999999}]},{"osd":6,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.74,"5min":1.74,"15min":1.681},"min":{"1min":0.47399999999999998,"5min":0.41199999999999998,"15min":0.377},"max":{"1min":6.9640000000000004,"5min":11.375,"15min":11.375},"last":0.46700000000000003},{"interface":"front","average":{"1min":1.6279999999999999,"5min":1.9570000000000001,"15min":1.8839999999999999},"min":{"1min":0.45400000000000001,"5min":0.42699999999999999,"15min":0.36799999999999999},"max":{"1min":6.9420000000000002,"5min":12.417999999999999,"15min":12.417999999999999},"last":3.552}]},{"osd":7,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":2.0790000000000002,"15min":2.0419999999999998},"min":{"1min":0.5,"5min":0.46400000000000002,"15min":0.42199999999999999},"max":{"1min":6.9729999999999999,"5min":12.478999999999999,"15min":12.478999999999999},"last":3.5830000000000002},{"interface":"front","average":{"1min":1.73,"5min":2.0649999999999999,"15min":1.9399999999999999},"min":{"1min":0.53300000000000003,"5min":0.438,"15min":0.438},"max":{"1min":4.782,"5min":6.4850000000000003,"15min":12.923},"last":1.341}]}]},{"osd":4,"up_from":13,"seq":55834580324,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":12099132,"kb_used_data":11277164,"kb_used_omap":5834,"kb_used_meta":812021,"kb_avail":82272708,"statfs":{"total":96636764160,"available":84247252992,"internally_reserved":0,"allocated":11547815936,"data_stored":11543192403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5974545,"internal_metadata":831509999},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":1.5009999999999999,"5min":1.0680000000000001,"15min":1.0960000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":9.048,"5min":9.048,"15min":15.468},"last":0.42799999999999999},{"interface":"front","average":{"1min":2.3119999999999998,"5min":1.589,"15min":1.542},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.24099999999999999},"max":{"1min":14.111000000000001,"5min":14.111000000000001,"15min":21.774999999999999},"last":0.46500000000000002}]},{"osd":1,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":2.855,"5min":1.673,"15min":1.7250000000000001},"min":{"1min":0.30299999999999999,"5min":0.28399999999999997,"15min":0.27400000000000002},"max":{"1min":14.212,"5min":14.212,"15min":14.861000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":1.9019999999999999,"5min":1.641,"15min":1.651},"min":{"1min":0.36299999999999999,"5min":0.313,"15min":0.29199999999999998},"max":{"1min":7.952,"5min":7.952,"15min":15.496},"last":0.62}]},{"osd":2,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":2.2810000000000001,"5min":1.581,"15min":1.6930000000000001},"min":{"1min":0.33600000000000002,"5min":0.32400000000000001,"15min":0.315},"max":{"1min":14.241,"5min":14.241,"15min":15.016},"last":0.57199999999999995},{"interface":"front","average":{"1min":1.8300000000000001,"5min":1.988,"15min":1.837},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.312},"max":{"1min":6.0469999999999997,"5min":6.8730000000000002,"15min":15.522},"last":0.58599999999999997}]},{"osd":3,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":2.601,"5min":2.1389999999999998,"15min":2.0249999999999999},"min":{"1min":0.41499999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":6.6680000000000001,"5min":9.6370000000000005,"15min":21.896000000000001},"last":0.55800000000000005},{"interface":"front","average":{"1min":3.681,"5min":2.355,"15min":2.2599999999999998},"min":{"1min":0.38100000000000001,"5min":0.379,"15min":0.35999999999999999},"max":{"1min":14.178000000000001,"5min":14.178000000000001,"15min":14.962},"last":0.64100000000000001}]},{"osd":5,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.0169999999999999,"15min":0.92400000000000004},"min":{"1min":0.28699999999999998,"5min":0.25,"15min":0.246},"max":{"1min":6.4950000000000001,"5min":8.4130000000000003,"15min":15.404},"last":0.53500000000000003},{"interface":"front","average":{"1min":1.3919999999999999,"5min":1.1160000000000001,"15min":1.012},"min":{"1min":0.315,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.851,"5min":6.3360000000000003,"15min":8.8499999999999996},"last":0.59899999999999998}]},{"osd":6,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.0229999999999999,"15min":1.1060000000000001},"min":{"1min":0.34100000000000003,"5min":0.33100000000000002,"15min":0.28299999999999997},"max":{"1min":6.2750000000000004,"5min":6.2750000000000004,"15min":14.989000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.99399999999999999,"5min":1.175,"15min":1.024},"min":{"1min":0.36799999999999999,"5min":0.35299999999999998,"15min":0.309},"max":{"1min":3.1600000000000001,"5min":11.032,"15min":15.44},"last":0.65400000000000003}]},{"osd":7,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":2.492,"5min":1.2829999999999999,"15min":1.1830000000000001},"min":{"1min":0.40600000000000003,"5min":0.34499999999999997,"15min":0.30499999999999999},"max":{"1min":22.030999999999999,"5min":22.030999999999999,"15min":22.030999999999999},"last":0.629},{"interface":"front","average":{"1min":2.548,"5min":1.3240000000000001,"15min":1.2569999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.35399999999999998},"max":{"1min":20.952000000000002,"5min":20.952000000000002,"15min":20.952000000000002},"last":0.66700000000000004}]}]},{"osd":5,"up_from":13,"seq":55834580329,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8053120,"kb_used_data":6285812,"kb_used_omap":2537,"kb_used_meta":1764758,"kb_avail":86318720,"statfs":{"total":96636764160,"available":88390369280,"internally_reserved":0,"allocated":6436671488,"data_stored":6433981734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2598627,"internal_metadata":1807112477},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":1.2,"15min":1.1990000000000001},"min":{"1min":0.26800000000000002,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":17.847000000000001,"5min":17.847000000000001,"15min":17.847000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":2.218,"5min":1.415,"15min":1.3180000000000001},"min":{"1min":0.33600000000000002,"5min":0.27700000000000002,"15min":0.26600000000000001},"max":{"1min":7.383,"5min":7.383,"15min":10.047000000000001},"last":0.56000000000000005}]},{"osd":1,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":2.004,"5min":1.605,"15min":1.585},"min":{"1min":0.33400000000000002,"5min":0.28100000000000003,"15min":0.253},"max":{"1min":7.6040000000000001,"5min":7.6040000000000001,"15min":7.6040000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":2.137,"5min":1.538,"15min":1.673},"min":{"1min":0.315,"5min":0.314,"15min":0.28899999999999998},"max":{"1min":10.997,"5min":10.997,"15min":10.997},"last":0.56999999999999995}]},{"osd":2,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":2.9289999999999998,"5min":1.9159999999999999,"15min":1.827},"min":{"1min":0.36499999999999999,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":11.044,"5min":11.044,"15min":11.044},"last":0.40899999999999997},{"interface":"front","average":{"1min":3.1850000000000001,"5min":2.4239999999999999,"15min":2.0110000000000001},"min":{"1min":0.376,"5min":0.308,"15min":0.30299999999999999},"max":{"1min":17.797000000000001,"5min":17.797000000000001,"15min":17.797000000000001},"last":0.58199999999999996}]},{"osd":3,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":3.5529999999999999,"5min":2.278,"15min":2.2490000000000001},"min":{"1min":0.38800000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":17.954000000000001,"5min":17.954000000000001,"15min":17.954000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":3.6400000000000001,"5min":2.0489999999999999,"15min":1.996},"min":{"1min":0.373,"5min":0.36599999999999999,"15min":0.34000000000000002},"max":{"1min":24.032,"5min":24.032,"15min":24.032},"last":0.60099999999999998}]},{"osd":4,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.157,"15min":1.03},"min":{"1min":0.30299999999999999,"5min":0.29199999999999998,"15min":0.26200000000000001},"max":{"1min":5.3289999999999997,"5min":9.9550000000000001,"15min":9.9550000000000001},"last":0.497},{"interface":"front","average":{"1min":1.877,"5min":1.056,"15min":1.0409999999999999},"min":{"1min":0.315,"5min":0.29499999999999998,"15min":0.28000000000000003},"max":{"1min":7.4199999999999999,"5min":7.4199999999999999,"15min":7.4199999999999999},"last":0.35199999999999998}]},{"osd":6,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":3.327,"5min":1.349,"15min":1.2030000000000001},"min":{"1min":0.35999999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":23.995999999999999,"5min":23.995999999999999,"15min":23.995999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":2.3039999999999998,"5min":1.248,"15min":1.212},"min":{"1min":0.38600000000000001,"5min":0.33700000000000002,"15min":0.33500000000000002},"max":{"1min":18.010999999999999,"5min":18.010999999999999,"15min":18.010999999999999},"last":0.42699999999999999}]},{"osd":7,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":4.5300000000000002,"5min":1.756,"15min":1.357},"min":{"1min":0.372,"5min":0.35599999999999998,"15min":0.32500000000000001},"max":{"1min":44.761000000000003,"5min":44.761000000000003,"15min":44.761000000000003},"last":0.46300000000000002},{"interface":"front","average":{"1min":3.6899999999999999,"5min":1.5860000000000001,"15min":1.3879999999999999},"min":{"1min":0.40200000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":23.957000000000001,"5min":23.957000000000001,"15min":23.957000000000001},"last":0.53500000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T20:41:16.613 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T20:41:16.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.749+0000 7ff458393700 1 Processor -- start 2023-10-21T20:41:16.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.749+0000 7ff458393700 1 -- start start 2023-10-21T20:41:16.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.750+0000 7ff458393700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff45006a8d0 0x7ff45006ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:16.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.750+0000 7ff458393700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff4500c3f40 0x7ff4500c4360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:16.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.750+0000 7ff458393700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff45006b270 con 0x7ff45015ec00 2023-10-21T20:41:16.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.750+0000 7ff458393700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff450071a10 con 0x7ff45006a8d0 2023-10-21T20:41:16.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.750+0000 7ff458393700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff450072830 con 0x7ff4500c3f40 2023-10-21T20:41:16.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.750+0000 7ff45592e700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7ff45006a8d0 0x7ff45006ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:16.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.750+0000 7ff45612f700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7ff45015ec00 0x7ff4500b27d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36058/0 (socket says 172.21.15.67:36058) 2023-10-21T20:41:16.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.750+0000 7ff45612f700 1 -- 172.21.15.67:0/3131275172 learned_addr learned my addr 172.21.15.67:0/3131275172 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:16.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.750+0000 7ff456930700 1 --2- 172.21.15.67:0/3131275172 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff4500c3f40 0x7ff4500c4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:16.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.750+0000 7ff45592e700 1 -- 172.21.15.67:0/3131275172 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff4500c3f40 msgr2=0x7ff4500c4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:16.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.750+0000 7ff45592e700 1 --2- 172.21.15.67:0/3131275172 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff4500c3f40 0x7ff4500c4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.750+0000 7ff45592e700 1 -- 172.21.15.67:0/3131275172 >> v1:172.21.15.67:6789/0 conn(0x7ff45015ec00 legacy=0x7ff4500b27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:16.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.750+0000 7ff45592e700 1 -- 172.21.15.67:0/3131275172 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff45015efe0 con 0x7ff45006a8d0 2023-10-21T20:41:16.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.750+0000 7ff45512d700 1 -- 172.21.15.67:0/3131275172 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2223407368 0 0) 0x7ff45006b270 con 0x7ff45015ec00 2023-10-21T20:41:16.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.751+0000 7ff45592e700 1 --2- 172.21.15.67:0/3131275172 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff45006a8d0 0x7ff45006ad30 secure :-1 s=READY pgs=3237 cs=0 l=1 rev1=1 crypto rx=0x7ff440009840 tx=0x7ff440009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8579b29fdb97950f server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:16.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.751+0000 7ff45512d700 1 -- 172.21.15.67:0/3131275172 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff440011830 con 0x7ff45006a8d0 2023-10-21T20:41:16.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.751+0000 7ff45512d700 1 -- 172.21.15.67:0/3131275172 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff440011990 con 0x7ff45006a8d0 2023-10-21T20:41:16.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.751+0000 7ff45512d700 1 -- 172.21.15.67:0/3131275172 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff440011d20 con 0x7ff45006a8d0 2023-10-21T20:41:16.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.751+0000 7ff458393700 1 -- 172.21.15.67:0/3131275172 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff45006a8d0 msgr2=0x7ff45006ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:16.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.751+0000 7ff458393700 1 --2- 172.21.15.67:0/3131275172 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff45006a8d0 0x7ff45006ad30 secure :-1 s=READY pgs=3237 cs=0 l=1 rev1=1 crypto rx=0x7ff440009840 tx=0x7ff440009b50 comp rx=0 tx=0).stop 2023-10-21T20:41:16.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.751+0000 7ff458393700 1 -- 172.21.15.67:0/3131275172 shutdown_connections 2023-10-21T20:41:16.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.751+0000 7ff458393700 1 --2- 172.21.15.67:0/3131275172 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff4500c3f40 0x7ff4500c4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.751+0000 7ff458393700 1 --2- 172.21.15.67:0/3131275172 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff45006a8d0 0x7ff45006ad30 unknown :-1 s=CLOSED pgs=3237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.751+0000 7ff458393700 1 -- 172.21.15.67:0/3131275172 >> 172.21.15.67:0/3131275172 conn(0x7ff45006da20 msgr2=0x7ff45006de00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:16.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.752+0000 7ff458393700 1 -- 172.21.15.67:0/3131275172 shutdown_connections 2023-10-21T20:41:16.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.752+0000 7ff458393700 1 -- 172.21.15.67:0/3131275172 wait complete. 2023-10-21T20:41:16.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.753+0000 7ff458393700 1 Processor -- start 2023-10-21T20:41:16.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.753+0000 7ff458393700 1 -- start start 2023-10-21T20:41:16.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff458393700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff45006a8d0 0x7ff4501f7000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:16.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff458393700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4500c3f40 0x7ff4501f40c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:16.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff458393700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff45015ec00 0x7ff45015c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:16.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff458393700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4501f7540 con 0x7ff4500c3f40 2023-10-21T20:41:16.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff458393700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4501f4600 con 0x7ff45006a8d0 2023-10-21T20:41:16.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff458393700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4500c9420 con 0x7ff45015ec00 2023-10-21T20:41:16.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff45592e700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4500c3f40 0x7ff4501f40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:16.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff45592e700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4500c3f40 0x7ff4501f40c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48004/0 (socket says 172.21.15.67:48004) 2023-10-21T20:41:16.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff45592e700 1 -- 172.21.15.67:0/1426605318 learned_addr learned my addr 172.21.15.67:0/1426605318 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:16.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff456930700 1 --2- 172.21.15.67:0/1426605318 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff45015ec00 0x7ff45015c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:16.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff45612f700 1 --2- 172.21.15.67:0/1426605318 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff45006a8d0 0x7ff4501f7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:16.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff45592e700 1 -- 172.21.15.67:0/1426605318 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff45015ec00 msgr2=0x7ff45015c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:16.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff45592e700 1 --2- 172.21.15.67:0/1426605318 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff45015ec00 0x7ff45015c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff45592e700 1 -- 172.21.15.67:0/1426605318 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff45006a8d0 msgr2=0x7ff4501f7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:16.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff45592e700 1 --2- 172.21.15.67:0/1426605318 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff45006a8d0 0x7ff4501f7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff45592e700 1 -- 172.21.15.67:0/1426605318 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4400094a0 con 0x7ff4500c3f40 2023-10-21T20:41:16.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff45592e700 1 --2- 172.21.15.67:0/1426605318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4500c3f40 0x7ff4501f40c0 secure :-1 s=READY pgs=3238 cs=0 l=1 rev1=1 crypto rx=0x7ff440009fd0 tx=0x7ff440004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:16.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff446ffd700 1 -- 172.21.15.67:0/1426605318 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4400036a0 con 0x7ff4500c3f40 2023-10-21T20:41:16.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff446ffd700 1 -- 172.21.15.67:0/1426605318 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff44001f070 con 0x7ff4500c3f40 2023-10-21T20:41:16.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.754+0000 7ff458393700 1 -- 172.21.15.67:0/1426605318 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4500c9700 con 0x7ff4500c3f40 2023-10-21T20:41:16.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.755+0000 7ff446ffd700 1 -- 172.21.15.67:0/1426605318 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff440003a60 con 0x7ff4500c3f40 2023-10-21T20:41:16.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.755+0000 7ff458393700 1 -- 172.21.15.67:0/1426605318 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4500c9cc0 con 0x7ff4500c3f40 2023-10-21T20:41:16.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.756+0000 7ff458393700 1 -- 172.21.15.67:0/1426605318 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4500ca060 con 0x7ff4500c3f40 2023-10-21T20:41:16.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.756+0000 7ff446ffd700 1 -- 172.21.15.67:0/1426605318 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff440003bc0 con 0x7ff4500c3f40 2023-10-21T20:41:16.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.756+0000 7ff446ffd700 1 --2- 172.21.15.67:0/1426605318 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff43406af00 0x7ff43406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:16.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.757+0000 7ff446ffd700 1 -- 172.21.15.67:0/1426605318 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7ff440021070 con 0x7ff4500c3f40 2023-10-21T20:41:16.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.757+0000 7ff45612f700 1 --2- 172.21.15.67:0/1426605318 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff43406af00 0x7ff43406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.757+0000 7ff45612f700 1 --2- 172.21.15.67:0/1426605318 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff43406af00 0x7ff43406d3c0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7ff44c000f60 tx=0x7ff44c007e70 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.761+0000 7ff446ffd700 1 -- 172.21.15.67:0/1426605318 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ff440055e20 con 0x7ff4500c3f40 2023-10-21T20:41:16.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.967+0000 7ff458393700 1 -- 172.21.15.67:0/1426605318 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff450071f00 con 0x7ff43406af00 2023-10-21T20:41:16.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.970+0000 7ff446ffd700 1 -- 172.21.15.67:0/1426605318 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+48626 (secure 0 0 0) 0x7ff44c001290 con 0x7ff43406af00 2023-10-21T20:41:16.972 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:41:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.972+0000 7ff458393700 1 -- 172.21.15.67:0/1426605318 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff43406af00 msgr2=0x7ff43406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:16.976 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.972+0000 7ff458393700 1 --2- 172.21.15.67:0/1426605318 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff43406af00 0x7ff43406d3c0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7ff44c000f60 tx=0x7ff44c007e70 comp rx=0 tx=0).stop 2023-10-21T20:41:16.976 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.972+0000 7ff458393700 1 -- 172.21.15.67:0/1426605318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4500c3f40 msgr2=0x7ff4501f40c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:16.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.972+0000 7ff458393700 1 --2- 172.21.15.67:0/1426605318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4500c3f40 0x7ff4501f40c0 secure :-1 s=READY pgs=3238 cs=0 l=1 rev1=1 crypto rx=0x7ff440009fd0 tx=0x7ff440004750 comp rx=0 tx=0).stop 2023-10-21T20:41:16.977 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.972+0000 7ff458393700 1 -- 172.21.15.67:0/1426605318 shutdown_connections 2023-10-21T20:41:16.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.972+0000 7ff458393700 1 --2- 172.21.15.67:0/1426605318 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7ff43406af00 0x7ff43406d3c0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.978 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.972+0000 7ff458393700 1 --2- 172.21.15.67:0/1426605318 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7ff45015ec00 0x7ff45015c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.972+0000 7ff458393700 1 --2- 172.21.15.67:0/1426605318 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff45006a8d0 0x7ff4501f7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.972+0000 7ff458393700 1 --2- 172.21.15.67:0/1426605318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4500c3f40 0x7ff4501f40c0 unknown :-1 s=CLOSED pgs=3238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:16.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.972+0000 7ff458393700 1 -- 172.21.15.67:0/1426605318 >> 172.21.15.67:0/1426605318 conn(0x7ff45006da20 msgr2=0x7ff45006acd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:16.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.972+0000 7ff458393700 1 -- 172.21.15.67:0/1426605318 shutdown_connections 2023-10-21T20:41:16.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:16.972+0000 7ff458393700 1 -- 172.21.15.67:0/1426605318 wait complete. 2023-10-21T20:41:16.981 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2023-10-21T20:41:16.987 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":13719,"stamp":"2023-10-21T20:41:16.452595+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":189,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":72882144,"kb_used_data":61629632,"kb_used_omap":30626,"kb_used_meta":11183837,"kb_avail":682092576,"statfs":{"total":773094113280,"available":698462797824,"internally_reserved":0,"allocated":63108743168,"data_stored":63082436429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31361459,"internal_metadata":11452249677},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,2,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-58100731127,"num_objects":-40212,"num_object_clones":0,"num_object_copies":-80424,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-40212,"num_whiteouts":0,"num_read":-1523284,"num_read_kb":-356027590,"num_write":-3072290,"num_write_kb":-619380106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-2821,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.735492"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":402,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-10-21T20:41:08.961339+0000","last_change":"2023-10-21T13:04:48.686798+0000","last_active":"2023-10-21T20:41:08.961339+0000","last_peered":"2023-10-21T20:41:08.961339+0000","last_clean":"2023-10-21T20:41:08.961339+0000","last_became_active":"2023-10-21T13:04:48.685603+0000","last_became_peered":"2023-10-21T13:04:48.685603+0000","last_unstale":"2023-10-21T20:41:08.961339+0000","last_undegraded":"2023-10-21T20:41:08.961339+0000","last_fullsized":"2023-10-21T20:41:08.961339+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_clean_scrub_stamp":"2023-10-21T13:04:47.669759+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:39:05.649200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834580327,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8867916,"kb_used_data":7432512,"kb_used_omap":3145,"kb_used_meta":1432246,"kb_avail":85503924,"statfs":{"total":96636764160,"available":87556018176,"internally_reserved":0,"allocated":7610892288,"data_stored":7607622079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3220624,"internal_metadata":1466620784},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.7270000000000001,"5min":1.2609999999999999,"15min":1.0860000000000001},"min":{"1min":0.26400000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.624000000000001,"5min":10.624000000000001,"15min":10.624000000000001},"last":0.872},{"interface":"front","average":{"1min":2.0569999999999999,"5min":1.6180000000000001,"15min":1.6559999999999999},"min":{"1min":0.30499999999999999,"5min":0.28000000000000003,"15min":0.26100000000000001},"max":{"1min":11.48,"5min":11.48,"15min":11.48},"last":0.52200000000000002}]},{"osd":1,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.671,"5min":1.4079999999999999,"15min":1.3919999999999999},"min":{"1min":0.30599999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":11.01,"5min":11.625,"15min":11.625},"last":0.82399999999999995},{"interface":"front","average":{"1min":2.7799999999999998,"5min":1.859,"15min":1.895},"min":{"1min":0.32800000000000001,"5min":0.28899999999999998,"15min":0.26200000000000001},"max":{"1min":11.222,"5min":11.222,"15min":11.943},"last":0.70799999999999996}]},{"osd":2,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":1.639,"15min":1.8100000000000001},"min":{"1min":0.35599999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":10.19,"5min":11.068,"15min":11.068},"last":1.032},{"interface":"front","average":{"1min":3.298,"5min":2.278,"15min":2.0430000000000001},"min":{"1min":0.34799999999999998,"5min":0.318,"15min":0.30599999999999999},"max":{"1min":18.263000000000002,"5min":18.263000000000002,"15min":18.263000000000002},"last":0.97999999999999998}]},{"osd":3,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":2.3100000000000001,"5min":1.9399999999999999,"15min":2.0049999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.32400000000000001},"max":{"1min":6.5549999999999997,"5min":6.5549999999999997,"15min":9.3100000000000005},"last":1.145},{"interface":"front","average":{"1min":2.9289999999999998,"5min":2.1850000000000001,"15min":2.141},"min":{"1min":0.38400000000000001,"5min":0.36199999999999999,"15min":0.33200000000000002},"max":{"1min":16.105,"5min":16.105,"15min":16.105},"last":0.94499999999999995}]},{"osd":4,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.093,"15min":0.98399999999999999},"min":{"1min":0.27200000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":7.0350000000000001,"5min":8.9849999999999994,"15min":10.611000000000001},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.753,"15min":0.78300000000000003},"min":{"1min":0.33100000000000002,"5min":0.31900000000000001,"15min":0.30199999999999999},"max":{"1min":0.51200000000000001,"5min":6.4249999999999998,"15min":10.506},"last":1.0700000000000001}]},{"osd":5,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":1.1040000000000001,"15min":0.96299999999999997},"min":{"1min":0.308,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.663,"5min":10.663,"15min":10.663},"last":0.90900000000000003},{"interface":"front","average":{"1min":1.2949999999999999,"5min":1.3200000000000001,"15min":1.153},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":6.8879999999999999,"5min":8.9100000000000001,"15min":9.0519999999999996},"last":0.57699999999999996}]},{"osd":6,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":1.321,"15min":1.167},"min":{"1min":0.34899999999999998,"5min":0.32700000000000001,"15min":0.32400000000000001},"max":{"1min":7.8040000000000003,"5min":8.9550000000000001,"15min":8.9550000000000001},"last":0.628},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.96999999999999997,"15min":0.93999999999999995},"min":{"1min":0.39000000000000001,"5min":0.36199999999999999,"15min":0.33100000000000002},"max":{"1min":3.883,"5min":6.3490000000000002,"15min":6.3490000000000002},"last":1.105}]}]},{"osd":6,"up_from":13,"seq":55834580325,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10315248,"kb_used_data":9020772,"kb_used_omap":4720,"kb_used_meta":1289743,"kb_avail":84056592,"statfs":{"total":96636764160,"available":86073950208,"internally_reserved":0,"allocated":9237270528,"data_stored":9233357147,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4833918,"internal_metadata":1320697218},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.1619999999999999,"5min":1.425,"15min":1.1040000000000001},"min":{"1min":0.28899999999999998,"5min":0.25600000000000001,"15min":0.248},"max":{"1min":27.067,"5min":27.067,"15min":27.067},"last":0.44800000000000001},{"interface":"front","average":{"1min":3.8090000000000002,"5min":1.8919999999999999,"15min":1.5149999999999999},"min":{"1min":0.29899999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":27.155000000000001,"5min":27.155000000000001,"15min":27.155000000000001},"last":2.0819999999999999}]},{"osd":1,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":4.5990000000000002,"5min":2.085,"15min":1.7769999999999999},"min":{"1min":0.30299999999999999,"5min":0.30199999999999999,"15min":0.28100000000000003},"max":{"1min":23.181999999999999,"5min":23.181999999999999,"15min":23.181999999999999},"last":2.6520000000000001},{"interface":"front","average":{"1min":4.7240000000000002,"5min":2.0819999999999999,"15min":1.7529999999999999},"min":{"1min":0.33300000000000002,"5min":0.32200000000000001,"15min":0.30399999999999999},"max":{"1min":22.584,"5min":22.584,"15min":22.584},"last":2.7909999999999999}]},{"osd":2,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.161,"5min":2.0880000000000001,"15min":1.7809999999999999},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":15.942,"5min":15.942,"15min":15.942},"last":2.6749999999999998},{"interface":"front","average":{"1min":5.2699999999999996,"5min":2.6520000000000001,"15min":2.032},"min":{"1min":0.33700000000000002,"5min":0.311,"15min":0.29499999999999998},"max":{"1min":28.975000000000001,"5min":28.975000000000001,"15min":28.975000000000001},"last":7.0899999999999999}]},{"osd":3,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.8180000000000001,"5min":2.383,"15min":2.2130000000000001},"min":{"1min":0.40300000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":27.184999999999999,"5min":27.184999999999999,"15min":27.184999999999999},"last":3.0049999999999999},{"interface":"front","average":{"1min":2.6389999999999998,"5min":2.081,"15min":1.9810000000000001},"min":{"1min":0.377,"5min":0.34499999999999997,"15min":0.33900000000000002},"max":{"1min":22.135000000000002,"5min":22.135000000000002,"15min":22.135000000000002},"last":2.2360000000000002}]},{"osd":4,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.0150000000000001,"5min":1.2869999999999999,"15min":1.0840000000000001},"min":{"1min":0.33500000000000002,"5min":0.28799999999999998,"15min":0.255},"max":{"1min":22.491,"5min":22.491,"15min":22.491},"last":0.39400000000000002},{"interface":"front","average":{"1min":3.129,"5min":1.421,"15min":1.244},"min":{"1min":0.33200000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":27.218,"5min":27.218,"15min":27.218},"last":1.216}]},{"osd":5,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7829999999999999,"5min":1.3660000000000001,"15min":1.1799999999999999},"min":{"1min":0.34100000000000003,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":22.082999999999998,"5min":22.082999999999998,"15min":22.082999999999998},"last":0.58999999999999997},{"interface":"front","average":{"1min":1.3899999999999999,"5min":1.109,"15min":1.139},"min":{"1min":0.38400000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.7489999999999997,"5min":6.8230000000000004,"15min":7.4550000000000001},"last":2.7519999999999998}]},{"osd":7,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7810000000000001,"5min":1.546,"15min":1.3200000000000001},"min":{"1min":0.40600000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":27.082999999999998,"5min":27.082999999999998,"15min":27.082999999999998},"last":1.395},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.0800000000000001,"15min":1.151},"min":{"1min":0.41399999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":5.2690000000000001,"5min":5.2850000000000001,"15min":8.0909999999999993},"last":2.7010000000000001}]}]},{"osd":1,"up_from":13,"seq":55834580296,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9075644,"kb_used_data":7286768,"kb_used_omap":2982,"kb_used_meta":1785881,"kb_avail":85296196,"statfs":{"total":96636764160,"available":87343304704,"internally_reserved":0,"allocated":7461650432,"data_stored":7458549536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3053659,"internal_metadata":1828743077},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":3.6779999999999999,"5min":1.845,"15min":1.7649999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22700000000000001},"max":{"1min":39.948,"5min":39.948,"15min":39.948},"last":0.65000000000000002},{"interface":"front","average":{"1min":3.3010000000000002,"5min":2.0299999999999998,"15min":1.8120000000000001},"min":{"1min":0.29299999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":32.439999999999998,"5min":32.439999999999998,"15min":32.439999999999998},"last":0.60899999999999999}]},{"osd":2,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":4.3490000000000002,"5min":2.391,"15min":2.262},"min":{"1min":0.27200000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":44.823999999999998,"5min":44.823999999999998,"15min":44.823999999999998},"last":2.371},{"interface":"front","average":{"1min":1.472,"5min":1.7529999999999999,"15min":1.7310000000000001},"min":{"1min":0.38,"5min":0.313,"15min":0.25900000000000001},"max":{"1min":7.0389999999999997,"5min":11.166,"15min":12.582000000000001},"last":0.57699999999999996}]},{"osd":3,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":1.873,"5min":1.9359999999999999,"15min":1.839},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.29499999999999998},"max":{"1min":7.2380000000000004,"5min":11.961,"15min":12.523},"last":0.72899999999999998},{"interface":"front","average":{"1min":5.1130000000000004,"5min":2.4390000000000001,"15min":2.145},"min":{"1min":0.37,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":60.057000000000002,"5min":60.057000000000002,"15min":60.057000000000002},"last":1.766}]},{"osd":4,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":4.5069999999999997,"5min":2.194,"15min":2.0710000000000002},"min":{"1min":0.41699999999999998,"5min":0.34499999999999997,"15min":0.32300000000000001},"max":{"1min":43.991,"5min":43.991,"15min":43.991},"last":2.21},{"interface":"front","average":{"1min":2.2069999999999999,"5min":1.774,"15min":1.5600000000000001},"min":{"1min":0.37,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":17.384,"5min":17.384,"15min":17.384},"last":2.0030000000000001}]},{"osd":5,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":5.3239999999999998,"5min":2.4849999999999999,"15min":1.909},"min":{"1min":0.49099999999999999,"5min":0.374,"15min":0.372},"max":{"1min":59.923999999999999,"5min":59.923999999999999,"15min":59.923999999999999},"last":1.004},{"interface":"front","average":{"1min":4.0380000000000003,"5min":2.2789999999999999,"15min":2.1440000000000001},"min":{"1min":0.44900000000000001,"5min":0.39300000000000002,"15min":0.35799999999999998},"max":{"1min":44.043999999999997,"5min":44.043999999999997,"15min":44.043999999999997},"last":2.2679999999999998}]},{"osd":6,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":6.4930000000000003,"5min":2.7650000000000001,"15min":2.105},"min":{"1min":0.51600000000000001,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":72.941000000000003,"5min":72.941000000000003,"15min":72.941000000000003},"last":0.84299999999999997},{"interface":"front","average":{"1min":6.0650000000000004,"5min":2.8679999999999999,"15min":2.4670000000000001},"min":{"1min":0.50900000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":68.031999999999996,"5min":68.031999999999996,"15min":68.031999999999996},"last":2.3220000000000001}]},{"osd":7,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":2.6640000000000001,"5min":2.0529999999999999,"15min":1.76},"min":{"1min":0.44900000000000001,"5min":0.437,"15min":0.437},"max":{"1min":17.427,"5min":17.427,"15min":17.427},"last":2.1299999999999999},{"interface":"front","average":{"1min":3.754,"5min":2.2509999999999999,"15min":2.0939999999999999},"min":{"1min":0.54500000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":32.384999999999998,"5min":32.384999999999998,"15min":32.384999999999998},"last":1.069}]}]},{"osd":0,"up_from":13,"seq":55834580291,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10085788,"kb_used_data":8626512,"kb_used_omap":2065,"kb_used_meta":1457198,"kb_avail":84286052,"statfs":{"total":96636764160,"available":86308917248,"internally_reserved":0,"allocated":8833548288,"data_stored":8829892744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2115492,"internal_metadata":1492170844},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":1.6890000000000001,"15min":1.5089999999999999},"min":{"1min":0.34899999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.7809999999999997,"5min":10.59,"15min":10.59},"last":0.54200000000000004},{"interface":"front","average":{"1min":2.6880000000000002,"5min":2.3570000000000002,"15min":2.085},"min":{"1min":0.35599999999999998,"5min":0.30299999999999999,"15min":0.27400000000000002},"max":{"1min":15.207000000000001,"5min":15.207000000000001,"15min":15.207000000000001},"last":0.51300000000000001}]},{"osd":2,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":3.0630000000000002,"5min":2.1179999999999999,"15min":1.7210000000000001},"min":{"1min":0.34399999999999997,"5min":0.26000000000000001,"15min":0.24099999999999999},"max":{"1min":13.765000000000001,"5min":13.765000000000001,"15min":13.765000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":3.1150000000000002,"5min":2.3220000000000001,"15min":2.105},"min":{"1min":0.30299999999999999,"5min":0.28499999999999998,"15min":0.246},"max":{"1min":15.068,"5min":15.068,"15min":15.068},"last":0.44900000000000001}]},{"osd":3,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":1.849,"15min":1.9650000000000001},"min":{"1min":0.34300000000000003,"5min":0.27900000000000003,"15min":0.26100000000000001},"max":{"1min":10.173,"5min":10.173,"15min":18.026},"last":0.42999999999999999},{"interface":"front","average":{"1min":2.2850000000000001,"5min":1.782,"15min":1.5489999999999999},"min":{"1min":0.496,"5min":0.30499999999999999,"15min":0.29999999999999999},"max":{"1min":13.555,"5min":13.555,"15min":13.555},"last":0.57899999999999996}]},{"osd":4,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.528,"5min":2.0750000000000002,"15min":1.8009999999999999},"min":{"1min":0.437,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":13.587999999999999,"5min":13.587999999999999,"15min":13.587999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.9319999999999999,"5min":1.7,"15min":1.7789999999999999},"min":{"1min":0.39000000000000001,"5min":0.34999999999999998,"15min":0.34000000000000002},"max":{"1min":10.143000000000001,"5min":10.143000000000001,"15min":10.618},"last":0.63}]},{"osd":5,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.2509999999999999,"5min":1.9199999999999999,"15min":1.484},"min":{"1min":0.52600000000000002,"5min":0.40000000000000002,"15min":0.36899999999999999},"max":{"1min":13.452999999999999,"5min":13.452999999999999,"15min":13.452999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":2.6360000000000001,"5min":2.2730000000000001,"15min":1.9810000000000001},"min":{"1min":0.48199999999999998,"5min":0.41199999999999998,"15min":0.38700000000000001},"max":{"1min":13.417,"5min":13.417,"15min":13.417},"last":0.69299999999999995}]},{"osd":6,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.2589999999999999,"5min":1.7589999999999999,"15min":1.911},"min":{"1min":0.42199999999999999,"5min":0.40699999999999997,"15min":0.376},"max":{"1min":10.063000000000001,"5min":10.063000000000001,"15min":10.662000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":2.512,"5min":1.907,"15min":1.554},"min":{"1min":0.53800000000000003,"5min":0.432,"15min":0.432},"max":{"1min":13.507999999999999,"5min":13.507999999999999,"15min":13.507999999999999},"last":0.67300000000000004}]},{"osd":7,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.9940000000000002,"5min":2.2429999999999999,"15min":2.0939999999999999},"min":{"1min":0.51400000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":13.641,"5min":13.641,"15min":13.641},"last":0.65200000000000002},{"interface":"front","average":{"1min":2.0600000000000001,"5min":1.796,"15min":2.0529999999999999},"min":{"1min":0.51800000000000002,"5min":0.44600000000000001,"15min":0.41099999999999998},"max":{"1min":10.109999999999999,"5min":10.109999999999999,"15min":10.704000000000001},"last":0.70899999999999996}]}]},{"osd":2,"up_from":13,"seq":55834580266,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5580560,"kb_used_data":4034952,"kb_used_omap":3054,"kb_used_meta":1508689,"kb_avail":88791280,"statfs":{"total":96636764160,"available":90922270720,"internally_reserved":0,"allocated":4131790848,"data_stored":4129927409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3128306,"internal_metadata":1544897550},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":2.2850000000000001,"5min":1.391,"15min":1.3240000000000001},"min":{"1min":0.245,"5min":0.23999999999999999,"15min":0.23300000000000001},"max":{"1min":18.425999999999998,"5min":18.425999999999998,"15min":18.425999999999998},"last":7.8860000000000001},{"interface":"front","average":{"1min":4.4580000000000002,"5min":2.5790000000000002,"15min":2.1080000000000001},"min":{"1min":0.42199999999999999,"5min":0.29599999999999999,"15min":0.26400000000000001},"max":{"1min":25.375,"5min":25.375,"15min":25.375},"last":0.59999999999999998}]},{"osd":1,"last update":"Sat Oct 21 20:40:21 2023","interfaces":[{"interface":"back","average":{"1min":2.302,"5min":2.1379999999999999,"15min":2.137},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":7.6289999999999996,"5min":11.116,"15min":16.302},"last":0.69199999999999995},{"interface":"front","average":{"1min":1.3069999999999999,"5min":2.0600000000000001,"15min":2.327},"min":{"1min":0.26900000000000002,"5min":0.251,"15min":0.251},"max":{"1min":8.157,"5min":9.3650000000000002,"15min":13.93},"last":1.502}]},{"osd":3,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":1.865,"15min":1.5640000000000001},"min":{"1min":0.47899999999999998,"5min":0.29699999999999999,"15min":0.27300000000000002},"max":{"1min":18.375,"5min":18.375,"15min":18.375},"last":7.9859999999999998},{"interface":"front","average":{"1min":3.3239999999999998,"5min":2.496,"15min":2.258},"min":{"1min":0.42699999999999999,"5min":0.34599999999999997,"15min":0.31},"max":{"1min":11.973000000000001,"5min":11.973000000000001,"15min":11.973000000000001},"last":0.55300000000000005}]},{"osd":4,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":4.242,"5min":2.4169999999999998,"15min":1.97},"min":{"1min":0.36499999999999999,"5min":0.34399999999999997,"15min":0.33000000000000002},"max":{"1min":20.683,"5min":20.683,"15min":20.683},"last":1.569},{"interface":"front","average":{"1min":3.351,"5min":1.6830000000000001,"15min":1.4370000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.31900000000000001},"max":{"1min":17.382000000000001,"5min":17.382000000000001,"15min":17.382000000000001},"last":3.8399999999999999}]},{"osd":5,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":4.0449999999999999,"5min":2.3940000000000001,"15min":2.085},"min":{"1min":0.70699999999999996,"5min":0.41199999999999998,"15min":0.36599999999999999},"max":{"1min":16.809000000000001,"5min":16.809000000000001,"15min":16.809000000000001},"last":0.91000000000000003},{"interface":"front","average":{"1min":3.9740000000000002,"5min":2.4540000000000002,"15min":2.0310000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.35999999999999999},"max":{"1min":20.556999999999999,"5min":20.556999999999999,"15min":20.556999999999999},"last":1.603}]},{"osd":6,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.347,"5min":2.415,"15min":2.1480000000000001},"min":{"1min":0.58099999999999996,"5min":0.41599999999999998,"15min":0.40500000000000003},"max":{"1min":15.970000000000001,"5min":15.970000000000001,"15min":15.970000000000001},"last":0.95299999999999996},{"interface":"front","average":{"1min":4.0019999999999998,"5min":2.746,"15min":2.335},"min":{"1min":0.443,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":20.521000000000001,"5min":20.521000000000001,"15min":20.521000000000001},"last":1.6459999999999999}]},{"osd":7,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.9489999999999998,"5min":2.552,"15min":2.3170000000000002},"min":{"1min":0.52300000000000002,"5min":0.47999999999999998,"15min":0.443},"max":{"1min":16.744,"5min":16.744,"15min":16.744},"last":0.98699999999999999},{"interface":"front","average":{"1min":4.1870000000000003,"5min":2.9510000000000001,"15min":2.3410000000000002},"min":{"1min":0.47399999999999998,"5min":0.44900000000000001,"15min":0.40799999999999997},"max":{"1min":20.449000000000002,"5min":20.449000000000002,"15min":20.449000000000002},"last":1.681}]}]},{"osd":3,"up_from":13,"seq":55834580280,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8804736,"kb_used_data":7665140,"kb_used_omap":6285,"kb_used_meta":1133298,"kb_avail":85567104,"statfs":{"total":96636764160,"available":87620714496,"internally_reserved":0,"allocated":7849103360,"data_stored":7845913377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6436288,"internal_metadata":1160497728},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,2,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.8879999999999999,"15min":1.7090000000000001},"min":{"1min":0.253,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7.5259999999999998,"5min":11.333,"15min":11.44},"last":0.36199999999999999},{"interface":"front","average":{"1min":1.716,"5min":2.1139999999999999,"15min":1.8280000000000001},"min":{"1min":0.33300000000000002,"5min":0.28399999999999997,"15min":0.224},"max":{"1min":11.407999999999999,"5min":11.407999999999999,"15min":11.407999999999999},"last":3.4660000000000002}]},{"osd":1,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5580000000000001,"5min":2.0099999999999998,"15min":1.9510000000000001},"min":{"1min":0.32800000000000001,"5min":0.32100000000000001,"15min":0.255},"max":{"1min":5.7489999999999997,"5min":10.455,"15min":12.955},"last":3.8279999999999998},{"interface":"front","average":{"1min":1.472,"5min":2.0899999999999999,"15min":1.9079999999999999},"min":{"1min":0.33200000000000002,"5min":0.251,"15min":0.251},"max":{"1min":6.9279999999999999,"5min":11.413,"15min":12.097},"last":3.8799999999999999}]},{"osd":2,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5059999999999998,"5min":2.6320000000000001,"15min":2.157},"min":{"1min":0.376,"5min":0.309,"15min":0.26900000000000002},"max":{"1min":12.055,"5min":17.524999999999999,"15min":17.524999999999999},"last":1.383},{"interface":"front","average":{"1min":2.335,"5min":2.4380000000000002,"15min":1.9770000000000001},"min":{"1min":0.36399999999999999,"5min":0.32700000000000001,"15min":0.29999999999999999},"max":{"1min":12.239000000000001,"5min":17.585000000000001,"15min":17.585000000000001},"last":1.401}]},{"osd":4,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.3120000000000001,"5min":1.831,"15min":1.7130000000000001},"min":{"1min":0.38600000000000001,"5min":0.36099999999999999,"15min":0.29999999999999999},"max":{"1min":6.9050000000000002,"5min":7.516,"15min":8.9960000000000004},"last":3.5190000000000001},{"interface":"front","average":{"1min":1.623,"5min":2.004,"15min":1.77},"min":{"1min":0.48599999999999999,"5min":0.35199999999999998,"15min":0.313},"max":{"1min":4.7089999999999996,"5min":6.5179999999999998,"15min":12.795999999999999},"last":1.248}]},{"osd":5,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.518,"5min":1.992,"15min":1.827},"min":{"1min":0.40300000000000002,"5min":0.39400000000000002,"15min":0.38400000000000001},"max":{"1min":4.75,"5min":7.96,"15min":12.890000000000001},"last":1.2909999999999999},{"interface":"front","average":{"1min":1.718,"5min":1.7230000000000001,"15min":1.6899999999999999},"min":{"1min":0.45000000000000001,"5min":0.377,"15min":0.377},"max":{"1min":6.8719999999999999,"5min":11.278,"15min":11.278},"last":0.42499999999999999}]},{"osd":6,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.74,"5min":1.74,"15min":1.681},"min":{"1min":0.47399999999999998,"5min":0.41199999999999998,"15min":0.377},"max":{"1min":6.9640000000000004,"5min":11.375,"15min":11.375},"last":0.46700000000000003},{"interface":"front","average":{"1min":1.6279999999999999,"5min":1.9570000000000001,"15min":1.8839999999999999},"min":{"1min":0.45400000000000001,"5min":0.42699999999999999,"15min":0.36799999999999999},"max":{"1min":6.9420000000000002,"5min":12.417999999999999,"15min":12.417999999999999},"last":3.552}]},{"osd":7,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":2.0790000000000002,"15min":2.0419999999999998},"min":{"1min":0.5,"5min":0.46400000000000002,"15min":0.42199999999999999},"max":{"1min":6.9729999999999999,"5min":12.478999999999999,"15min":12.478999999999999},"last":3.5830000000000002},{"interface":"front","average":{"1min":1.73,"5min":2.0649999999999999,"15min":1.9399999999999999},"min":{"1min":0.53300000000000003,"5min":0.438,"15min":0.438},"max":{"1min":4.782,"5min":6.4850000000000003,"15min":12.923},"last":1.341}]}]},{"osd":4,"up_from":13,"seq":55834580324,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":12099132,"kb_used_data":11277164,"kb_used_omap":5834,"kb_used_meta":812021,"kb_avail":82272708,"statfs":{"total":96636764160,"available":84247252992,"internally_reserved":0,"allocated":11547815936,"data_stored":11543192403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5974545,"internal_metadata":831509999},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":1.5009999999999999,"5min":1.0680000000000001,"15min":1.0960000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":9.048,"5min":9.048,"15min":15.468},"last":0.42799999999999999},{"interface":"front","average":{"1min":2.3119999999999998,"5min":1.589,"15min":1.542},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.24099999999999999},"max":{"1min":14.111000000000001,"5min":14.111000000000001,"15min":21.774999999999999},"last":0.46500000000000002}]},{"osd":1,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":2.855,"5min":1.673,"15min":1.7250000000000001},"min":{"1min":0.30299999999999999,"5min":0.28399999999999997,"15min":0.27400000000000002},"max":{"1min":14.212,"5min":14.212,"15min":14.861000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":1.9019999999999999,"5min":1.641,"15min":1.651},"min":{"1min":0.36299999999999999,"5min":0.313,"15min":0.29199999999999998},"max":{"1min":7.952,"5min":7.952,"15min":15.496},"last":0.62}]},{"osd":2,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":2.2810000000000001,"5min":1.581,"15min":1.6930000000000001},"min":{"1min":0.33600000000000002,"5min":0.32400000000000001,"15min":0.315},"max":{"1min":14.241,"5min":14.241,"15min":15.016},"last":0.57199999999999995},{"interface":"front","average":{"1min":1.8300000000000001,"5min":1.988,"15min":1.837},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.312},"max":{"1min":6.0469999999999997,"5min":6.8730000000000002,"15min":15.522},"last":0.58599999999999997}]},{"osd":3,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":2.601,"5min":2.1389999999999998,"15min":2.0249999999999999},"min":{"1min":0.41499999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":6.6680000000000001,"5min":9.6370000000000005,"15min":21.896000000000001},"last":0.55800000000000005},{"interface":"front","average":{"1min":3.681,"5min":2.355,"15min":2.2599999999999998},"min":{"1min":0.38100000000000001,"5min":0.379,"15min":0.35999999999999999},"max":{"1min":14.178000000000001,"5min":14.178000000000001,"15min":14.962},"last":0.64100000000000001}]},{"osd":5,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.0169999999999999,"15min":0.92400000000000004},"min":{"1min":0.28699999999999998,"5min":0.25,"15min":0.246},"max":{"1min":6.4950000000000001,"5min":8.4130000000000003,"15min":15.404},"last":0.53500000000000003},{"interface":"front","average":{"1min":1.3919999999999999,"5min":1.1160000000000001,"15min":1.012},"min":{"1min":0.315,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.851,"5min":6.3360000000000003,"15min":8.8499999999999996},"last":0.59899999999999998}]},{"osd":6,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.0229999999999999,"15min":1.1060000000000001},"min":{"1min":0.34100000000000003,"5min":0.33100000000000002,"15min":0.28299999999999997},"max":{"1min":6.2750000000000004,"5min":6.2750000000000004,"15min":14.989000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.99399999999999999,"5min":1.175,"15min":1.024},"min":{"1min":0.36799999999999999,"5min":0.35299999999999998,"15min":0.309},"max":{"1min":3.1600000000000001,"5min":11.032,"15min":15.44},"last":0.65400000000000003}]},{"osd":7,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":2.492,"5min":1.2829999999999999,"15min":1.1830000000000001},"min":{"1min":0.40600000000000003,"5min":0.34499999999999997,"15min":0.30499999999999999},"max":{"1min":22.030999999999999,"5min":22.030999999999999,"15min":22.030999999999999},"last":0.629},{"interface":"front","average":{"1min":2.548,"5min":1.3240000000000001,"15min":1.2569999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.35399999999999998},"max":{"1min":20.952000000000002,"5min":20.952000000000002,"15min":20.952000000000002},"last":0.66700000000000004}]}]},{"osd":5,"up_from":13,"seq":55834580329,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8053120,"kb_used_data":6285812,"kb_used_omap":2537,"kb_used_meta":1764758,"kb_avail":86318720,"statfs":{"total":96636764160,"available":88390369280,"internally_reserved":0,"allocated":6436671488,"data_stored":6433981734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2598627,"internal_metadata":1807112477},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":1.2,"15min":1.1990000000000001},"min":{"1min":0.26800000000000002,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":17.847000000000001,"5min":17.847000000000001,"15min":17.847000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":2.218,"5min":1.415,"15min":1.3180000000000001},"min":{"1min":0.33600000000000002,"5min":0.27700000000000002,"15min":0.26600000000000001},"max":{"1min":7.383,"5min":7.383,"15min":10.047000000000001},"last":0.56000000000000005}]},{"osd":1,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":2.004,"5min":1.605,"15min":1.585},"min":{"1min":0.33400000000000002,"5min":0.28100000000000003,"15min":0.253},"max":{"1min":7.6040000000000001,"5min":7.6040000000000001,"15min":7.6040000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":2.137,"5min":1.538,"15min":1.673},"min":{"1min":0.315,"5min":0.314,"15min":0.28899999999999998},"max":{"1min":10.997,"5min":10.997,"15min":10.997},"last":0.56999999999999995}]},{"osd":2,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":2.9289999999999998,"5min":1.9159999999999999,"15min":1.827},"min":{"1min":0.36499999999999999,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":11.044,"5min":11.044,"15min":11.044},"last":0.40899999999999997},{"interface":"front","average":{"1min":3.1850000000000001,"5min":2.4239999999999999,"15min":2.0110000000000001},"min":{"1min":0.376,"5min":0.308,"15min":0.30299999999999999},"max":{"1min":17.797000000000001,"5min":17.797000000000001,"15min":17.797000000000001},"last":0.58199999999999996}]},{"osd":3,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":3.5529999999999999,"5min":2.278,"15min":2.2490000000000001},"min":{"1min":0.38800000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":17.954000000000001,"5min":17.954000000000001,"15min":17.954000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":3.6400000000000001,"5min":2.0489999999999999,"15min":1.996},"min":{"1min":0.373,"5min":0.36599999999999999,"15min":0.34000000000000002},"max":{"1min":24.032,"5min":24.032,"15min":24.032},"last":0.60099999999999998}]},{"osd":4,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.157,"15min":1.03},"min":{"1min":0.30299999999999999,"5min":0.29199999999999998,"15min":0.26200000000000001},"max":{"1min":5.3289999999999997,"5min":9.9550000000000001,"15min":9.9550000000000001},"last":0.497},{"interface":"front","average":{"1min":1.877,"5min":1.056,"15min":1.0409999999999999},"min":{"1min":0.315,"5min":0.29499999999999998,"15min":0.28000000000000003},"max":{"1min":7.4199999999999999,"5min":7.4199999999999999,"15min":7.4199999999999999},"last":0.35199999999999998}]},{"osd":6,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":3.327,"5min":1.349,"15min":1.2030000000000001},"min":{"1min":0.35999999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":23.995999999999999,"5min":23.995999999999999,"15min":23.995999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":2.3039999999999998,"5min":1.248,"15min":1.212},"min":{"1min":0.38600000000000001,"5min":0.33700000000000002,"15min":0.33500000000000002},"max":{"1min":18.010999999999999,"5min":18.010999999999999,"15min":18.010999999999999},"last":0.42699999999999999}]},{"osd":7,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":4.5300000000000002,"5min":1.756,"15min":1.357},"min":{"1min":0.372,"5min":0.35599999999999998,"15min":0.32500000000000001},"max":{"1min":44.761000000000003,"5min":44.761000000000003,"15min":44.761000000000003},"last":0.46300000000000002},{"interface":"front","average":{"1min":3.6899999999999999,"5min":1.5860000000000001,"15min":1.3879999999999999},"min":{"1min":0.40200000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":23.957000000000001,"5min":23.957000000000001,"15min":23.957000000000001},"last":0.53500000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T20:41:16.990 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-10-21T20:41:16.991 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T20:41:17.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.127+0000 7f2c99d6a700 1 Processor -- start 2023-10-21T20:41:17.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.127+0000 7f2c99d6a700 1 -- start start 2023-10-21T20:41:17.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c99d6a700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f2c940b4c00 0x7f2c940d1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:17.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c99d6a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2c940d0720 0x7f2c940b2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:17.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c99d6a700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c940ce1e0 con 0x7f2c940d2160 2023-10-21T20:41:17.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c99d6a700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c940d2610 con 0x7f2c940b4c00 2023-10-21T20:41:17.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c99d6a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c940b4fe0 con 0x7f2c940d0720 2023-10-21T20:41:17.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c937fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f2c940b4c00 0x7f2c940d1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:17.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c92ffd700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f2c940d2160 0x7f2c940d0010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36072/0 (socket says 172.21.15.67:36072) 2023-10-21T20:41:17.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c92ffd700 1 -- 172.21.15.67:0/3648365040 learned_addr learned my addr 172.21.15.67:0/3648365040 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:17.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c93fff700 1 --2- 172.21.15.67:0/3648365040 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2c940d0720 0x7f2c940b2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c927fc700 1 -- 172.21.15.67:0/3648365040 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2258695724 0 0) 0x7f2c940ce1e0 con 0x7f2c940d2160 2023-10-21T20:41:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c927fc700 1 -- 172.21.15.67:0/3648365040 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2c800035b0 con 0x7f2c940d2160 2023-10-21T20:41:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c937fe700 1 -- 172.21.15.67:0/3648365040 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2c940d0720 msgr2=0x7f2c940b2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c937fe700 1 --2- 172.21.15.67:0/3648365040 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2c940d0720 0x7f2c940b2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c937fe700 1 -- 172.21.15.67:0/3648365040 >> v1:172.21.15.67:6789/0 conn(0x7f2c940d2160 legacy=0x7f2c940d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c937fe700 1 -- 172.21.15.67:0/3648365040 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c940cf020 con 0x7f2c940b4c00 2023-10-21T20:41:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.128+0000 7f2c937fe700 1 --2- 172.21.15.67:0/3648365040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c940b4c00 0x7f2c940d1c20 secure :-1 s=READY pgs=3240 cs=0 l=1 rev1=1 crypto rx=0x7f2c84009850 tx=0x7f2c84009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c09603256efc2dba server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.129+0000 7f2c927fc700 1 -- 172.21.15.67:0/3648365040 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c84005e30 con 0x7f2c940b4c00 2023-10-21T20:41:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.129+0000 7f2c927fc700 1 -- 172.21.15.67:0/3648365040 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c84006030 con 0x7f2c940b4c00 2023-10-21T20:41:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.129+0000 7f2c927fc700 1 -- 172.21.15.67:0/3648365040 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c840063c0 con 0x7f2c940b4c00 2023-10-21T20:41:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.129+0000 7f2c99d6a700 1 -- 172.21.15.67:0/3648365040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c940b4c00 msgr2=0x7f2c940d1c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:17.137 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.129+0000 7f2c99d6a700 1 --2- 172.21.15.67:0/3648365040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c940b4c00 0x7f2c940d1c20 secure :-1 s=READY pgs=3240 cs=0 l=1 rev1=1 crypto rx=0x7f2c84009850 tx=0x7f2c84009b60 comp rx=0 tx=0).stop 2023-10-21T20:41:17.137 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.129+0000 7f2c99d6a700 1 -- 172.21.15.67:0/3648365040 shutdown_connections 2023-10-21T20:41:17.137 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.129+0000 7f2c99d6a700 1 --2- 172.21.15.67:0/3648365040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c940b4c00 0x7f2c940d1c20 unknown :-1 s=CLOSED pgs=3240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.129+0000 7f2c99d6a700 1 --2- 172.21.15.67:0/3648365040 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2c940d0720 0x7f2c940b2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.129+0000 7f2c99d6a700 1 -- 172.21.15.67:0/3648365040 >> 172.21.15.67:0/3648365040 conn(0x7f2c9409c9c0 msgr2=0x7f2c940d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:17.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.129+0000 7f2c99d6a700 1 -- 172.21.15.67:0/3648365040 shutdown_connections 2023-10-21T20:41:17.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.129+0000 7f2c99d6a700 1 -- 172.21.15.67:0/3648365040 wait complete. 2023-10-21T20:41:17.141 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.131+0000 7f2c99d6a700 1 Processor -- start 2023-10-21T20:41:17.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.131+0000 7f2c99d6a700 1 -- start start 2023-10-21T20:41:17.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.131+0000 7f2c99d6a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2c940b4c00 0x7f2c940b61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:17.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c99d6a700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c940d0720 0x7f2c940ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:17.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c99d6a700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2c940d2160 0x7f2c941f80b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:17.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c99d6a700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c940cd4f0 con 0x7f2c940d0720 2023-10-21T20:41:17.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c99d6a700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c941f85f0 con 0x7f2c940d2160 2023-10-21T20:41:17.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c99d6a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c940b7450 con 0x7f2c940b4c00 2023-10-21T20:41:17.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c92ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c940d0720 0x7f2c940ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:17.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c92ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c940d0720 0x7f2c940ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48016/0 (socket says 172.21.15.67:48016) 2023-10-21T20:41:17.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c92ffd700 1 -- 172.21.15.67:0/954793002 learned_addr learned my addr 172.21.15.67:0/954793002 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:17.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c93fff700 1 --2- 172.21.15.67:0/954793002 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2c940d2160 0x7f2c941f80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:17.145 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c937fe700 1 --2- 172.21.15.67:0/954793002 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2c940b4c00 0x7f2c940b61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:17.145 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c92ffd700 1 -- 172.21.15.67:0/954793002 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2c940b4c00 msgr2=0x7f2c940b61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:17.145 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c92ffd700 1 --2- 172.21.15.67:0/954793002 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2c940b4c00 0x7f2c940b61d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c92ffd700 1 -- 172.21.15.67:0/954793002 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2c940d2160 msgr2=0x7f2c941f80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:17.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c92ffd700 1 --2- 172.21.15.67:0/954793002 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2c940d2160 0x7f2c941f80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c92ffd700 1 -- 172.21.15.67:0/954793002 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c84009430 con 0x7f2c940d0720 2023-10-21T20:41:17.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c92ffd700 1 --2- 172.21.15.67:0/954793002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c940d0720 0x7f2c940ccfb0 secure :-1 s=READY pgs=3241 cs=0 l=1 rev1=1 crypto rx=0x7f2c7c00c730 tx=0x7f2c7c00ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:17.147 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c8bfff700 1 -- 172.21.15.67:0/954793002 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c7c005d70 con 0x7f2c940d0720 2023-10-21T20:41:17.147 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c8bfff700 1 -- 172.21.15.67:0/954793002 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c7c0070d0 con 0x7f2c940d0720 2023-10-21T20:41:17.147 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c99d6a700 1 -- 172.21.15.67:0/954793002 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c940b6840 con 0x7f2c940d0720 2023-10-21T20:41:17.148 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.132+0000 7f2c8bfff700 1 -- 172.21.15.67:0/954793002 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c7c007440 con 0x7f2c940d0720 2023-10-21T20:41:17.148 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.133+0000 7f2c99d6a700 1 -- 172.21.15.67:0/954793002 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c940b6e00 con 0x7f2c940d0720 2023-10-21T20:41:17.148 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.134+0000 7f2c99d6a700 1 -- 172.21.15.67:0/954793002 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c94074d40 con 0x7f2c940d0720 2023-10-21T20:41:17.149 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.134+0000 7f2c8bfff700 1 -- 172.21.15.67:0/954793002 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f2c7c0075a0 con 0x7f2c940d0720 2023-10-21T20:41:17.149 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.134+0000 7f2c8bfff700 1 --2- 172.21.15.67:0/954793002 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2c7406af30 0x7f2c7406d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:17.149 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.135+0000 7f2c8bfff700 1 -- 172.21.15.67:0/954793002 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f2c7c088530 con 0x7f2c940d0720 2023-10-21T20:41:17.149 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.135+0000 7f2c937fe700 1 --2- 172.21.15.67:0/954793002 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2c7406af30 0x7f2c7406d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:17.150 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.135+0000 7f2c937fe700 1 --2- 172.21.15.67:0/954793002 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2c7406af30 0x7f2c7406d3f0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f2c84009ba0 tx=0x7f2c84008070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:17.150 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.139+0000 7f2c8bfff700 1 -- 172.21.15.67:0/954793002 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f2c7c053a20 con 0x7f2c940d0720 2023-10-21T20:41:17.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.343+0000 7f2c99d6a700 1 -- 172.21.15.67:0/954793002 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2c940ce6f0 con 0x7f2c7406af30 2023-10-21T20:41:17.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.346+0000 7f2c8bfff700 1 -- 172.21.15.67:0/954793002 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+48626 (secure 0 0 0) 0x7f2c840061a0 con 0x7f2c7406af30 2023-10-21T20:41:17.349 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:41:17.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.348+0000 7f2c99d6a700 1 -- 172.21.15.67:0/954793002 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2c7406af30 msgr2=0x7f2c7406d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:17.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.348+0000 7f2c99d6a700 1 --2- 172.21.15.67:0/954793002 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2c7406af30 0x7f2c7406d3f0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f2c84009ba0 tx=0x7f2c84008070 comp rx=0 tx=0).stop 2023-10-21T20:41:17.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.348+0000 7f2c99d6a700 1 -- 172.21.15.67:0/954793002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c940d0720 msgr2=0x7f2c940ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:17.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.348+0000 7f2c99d6a700 1 --2- 172.21.15.67:0/954793002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c940d0720 0x7f2c940ccfb0 secure :-1 s=READY pgs=3241 cs=0 l=1 rev1=1 crypto rx=0x7f2c7c00c730 tx=0x7f2c7c00ca40 comp rx=0 tx=0).stop 2023-10-21T20:41:17.352 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.348+0000 7f2c99d6a700 1 -- 172.21.15.67:0/954793002 shutdown_connections 2023-10-21T20:41:17.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.348+0000 7f2c99d6a700 1 --2- 172.21.15.67:0/954793002 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2c940d2160 0x7f2c941f80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.348+0000 7f2c99d6a700 1 --2- 172.21.15.67:0/954793002 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2c7406af30 0x7f2c7406d3f0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.348+0000 7f2c99d6a700 1 --2- 172.21.15.67:0/954793002 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2c940b4c00 0x7f2c940b61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.348+0000 7f2c99d6a700 1 --2- 172.21.15.67:0/954793002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c940d0720 0x7f2c940ccfb0 unknown :-1 s=CLOSED pgs=3241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.348+0000 7f2c99d6a700 1 -- 172.21.15.67:0/954793002 >> 172.21.15.67:0/954793002 conn(0x7f2c9409c9c0 msgr2=0x7f2c940d35d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:17.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.349+0000 7f2c99d6a700 1 -- 172.21.15.67:0/954793002 shutdown_connections 2023-10-21T20:41:17.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.349+0000 7f2c99d6a700 1 -- 172.21.15.67:0/954793002 wait complete. 2023-10-21T20:41:17.356 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2023-10-21T20:41:17.364 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":13719,"stamp":"2023-10-21T20:41:16.452595+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":189,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":72882144,"kb_used_data":61629632,"kb_used_omap":30626,"kb_used_meta":11183837,"kb_avail":682092576,"statfs":{"total":773094113280,"available":698462797824,"internally_reserved":0,"allocated":63108743168,"data_stored":63082436429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31361459,"internal_metadata":11452249677},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,2,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-58100731127,"num_objects":-40212,"num_object_clones":0,"num_object_copies":-80424,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-40212,"num_whiteouts":0,"num_read":-1523284,"num_read_kb":-356027590,"num_write":-3072290,"num_write_kb":-619380106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-2821,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.735492"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":402,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-10-21T20:41:08.961339+0000","last_change":"2023-10-21T13:04:48.686798+0000","last_active":"2023-10-21T20:41:08.961339+0000","last_peered":"2023-10-21T20:41:08.961339+0000","last_clean":"2023-10-21T20:41:08.961339+0000","last_became_active":"2023-10-21T13:04:48.685603+0000","last_became_peered":"2023-10-21T13:04:48.685603+0000","last_unstale":"2023-10-21T20:41:08.961339+0000","last_undegraded":"2023-10-21T20:41:08.961339+0000","last_fullsized":"2023-10-21T20:41:08.961339+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_clean_scrub_stamp":"2023-10-21T13:04:47.669759+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:39:05.649200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834580327,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8867916,"kb_used_data":7432512,"kb_used_omap":3145,"kb_used_meta":1432246,"kb_avail":85503924,"statfs":{"total":96636764160,"available":87556018176,"internally_reserved":0,"allocated":7610892288,"data_stored":7607622079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3220624,"internal_metadata":1466620784},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.7270000000000001,"5min":1.2609999999999999,"15min":1.0860000000000001},"min":{"1min":0.26400000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.624000000000001,"5min":10.624000000000001,"15min":10.624000000000001},"last":0.872},{"interface":"front","average":{"1min":2.0569999999999999,"5min":1.6180000000000001,"15min":1.6559999999999999},"min":{"1min":0.30499999999999999,"5min":0.28000000000000003,"15min":0.26100000000000001},"max":{"1min":11.48,"5min":11.48,"15min":11.48},"last":0.52200000000000002}]},{"osd":1,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.671,"5min":1.4079999999999999,"15min":1.3919999999999999},"min":{"1min":0.30599999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":11.01,"5min":11.625,"15min":11.625},"last":0.82399999999999995},{"interface":"front","average":{"1min":2.7799999999999998,"5min":1.859,"15min":1.895},"min":{"1min":0.32800000000000001,"5min":0.28899999999999998,"15min":0.26200000000000001},"max":{"1min":11.222,"5min":11.222,"15min":11.943},"last":0.70799999999999996}]},{"osd":2,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":1.639,"15min":1.8100000000000001},"min":{"1min":0.35599999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":10.19,"5min":11.068,"15min":11.068},"last":1.032},{"interface":"front","average":{"1min":3.298,"5min":2.278,"15min":2.0430000000000001},"min":{"1min":0.34799999999999998,"5min":0.318,"15min":0.30599999999999999},"max":{"1min":18.263000000000002,"5min":18.263000000000002,"15min":18.263000000000002},"last":0.97999999999999998}]},{"osd":3,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":2.3100000000000001,"5min":1.9399999999999999,"15min":2.0049999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.32400000000000001},"max":{"1min":6.5549999999999997,"5min":6.5549999999999997,"15min":9.3100000000000005},"last":1.145},{"interface":"front","average":{"1min":2.9289999999999998,"5min":2.1850000000000001,"15min":2.141},"min":{"1min":0.38400000000000001,"5min":0.36199999999999999,"15min":0.33200000000000002},"max":{"1min":16.105,"5min":16.105,"15min":16.105},"last":0.94499999999999995}]},{"osd":4,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.093,"15min":0.98399999999999999},"min":{"1min":0.27200000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":7.0350000000000001,"5min":8.9849999999999994,"15min":10.611000000000001},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.753,"15min":0.78300000000000003},"min":{"1min":0.33100000000000002,"5min":0.31900000000000001,"15min":0.30199999999999999},"max":{"1min":0.51200000000000001,"5min":6.4249999999999998,"15min":10.506},"last":1.0700000000000001}]},{"osd":5,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":1.1040000000000001,"15min":0.96299999999999997},"min":{"1min":0.308,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.663,"5min":10.663,"15min":10.663},"last":0.90900000000000003},{"interface":"front","average":{"1min":1.2949999999999999,"5min":1.3200000000000001,"15min":1.153},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":6.8879999999999999,"5min":8.9100000000000001,"15min":9.0519999999999996},"last":0.57699999999999996}]},{"osd":6,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":1.321,"15min":1.167},"min":{"1min":0.34899999999999998,"5min":0.32700000000000001,"15min":0.32400000000000001},"max":{"1min":7.8040000000000003,"5min":8.9550000000000001,"15min":8.9550000000000001},"last":0.628},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.96999999999999997,"15min":0.93999999999999995},"min":{"1min":0.39000000000000001,"5min":0.36199999999999999,"15min":0.33100000000000002},"max":{"1min":3.883,"5min":6.3490000000000002,"15min":6.3490000000000002},"last":1.105}]}]},{"osd":6,"up_from":13,"seq":55834580325,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10315248,"kb_used_data":9020772,"kb_used_omap":4720,"kb_used_meta":1289743,"kb_avail":84056592,"statfs":{"total":96636764160,"available":86073950208,"internally_reserved":0,"allocated":9237270528,"data_stored":9233357147,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4833918,"internal_metadata":1320697218},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.1619999999999999,"5min":1.425,"15min":1.1040000000000001},"min":{"1min":0.28899999999999998,"5min":0.25600000000000001,"15min":0.248},"max":{"1min":27.067,"5min":27.067,"15min":27.067},"last":0.44800000000000001},{"interface":"front","average":{"1min":3.8090000000000002,"5min":1.8919999999999999,"15min":1.5149999999999999},"min":{"1min":0.29899999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":27.155000000000001,"5min":27.155000000000001,"15min":27.155000000000001},"last":2.0819999999999999}]},{"osd":1,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":4.5990000000000002,"5min":2.085,"15min":1.7769999999999999},"min":{"1min":0.30299999999999999,"5min":0.30199999999999999,"15min":0.28100000000000003},"max":{"1min":23.181999999999999,"5min":23.181999999999999,"15min":23.181999999999999},"last":2.6520000000000001},{"interface":"front","average":{"1min":4.7240000000000002,"5min":2.0819999999999999,"15min":1.7529999999999999},"min":{"1min":0.33300000000000002,"5min":0.32200000000000001,"15min":0.30399999999999999},"max":{"1min":22.584,"5min":22.584,"15min":22.584},"last":2.7909999999999999}]},{"osd":2,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.161,"5min":2.0880000000000001,"15min":1.7809999999999999},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":15.942,"5min":15.942,"15min":15.942},"last":2.6749999999999998},{"interface":"front","average":{"1min":5.2699999999999996,"5min":2.6520000000000001,"15min":2.032},"min":{"1min":0.33700000000000002,"5min":0.311,"15min":0.29499999999999998},"max":{"1min":28.975000000000001,"5min":28.975000000000001,"15min":28.975000000000001},"last":7.0899999999999999}]},{"osd":3,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.8180000000000001,"5min":2.383,"15min":2.2130000000000001},"min":{"1min":0.40300000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":27.184999999999999,"5min":27.184999999999999,"15min":27.184999999999999},"last":3.0049999999999999},{"interface":"front","average":{"1min":2.6389999999999998,"5min":2.081,"15min":1.9810000000000001},"min":{"1min":0.377,"5min":0.34499999999999997,"15min":0.33900000000000002},"max":{"1min":22.135000000000002,"5min":22.135000000000002,"15min":22.135000000000002},"last":2.2360000000000002}]},{"osd":4,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.0150000000000001,"5min":1.2869999999999999,"15min":1.0840000000000001},"min":{"1min":0.33500000000000002,"5min":0.28799999999999998,"15min":0.255},"max":{"1min":22.491,"5min":22.491,"15min":22.491},"last":0.39400000000000002},{"interface":"front","average":{"1min":3.129,"5min":1.421,"15min":1.244},"min":{"1min":0.33200000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":27.218,"5min":27.218,"15min":27.218},"last":1.216}]},{"osd":5,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7829999999999999,"5min":1.3660000000000001,"15min":1.1799999999999999},"min":{"1min":0.34100000000000003,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":22.082999999999998,"5min":22.082999999999998,"15min":22.082999999999998},"last":0.58999999999999997},{"interface":"front","average":{"1min":1.3899999999999999,"5min":1.109,"15min":1.139},"min":{"1min":0.38400000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.7489999999999997,"5min":6.8230000000000004,"15min":7.4550000000000001},"last":2.7519999999999998}]},{"osd":7,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7810000000000001,"5min":1.546,"15min":1.3200000000000001},"min":{"1min":0.40600000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":27.082999999999998,"5min":27.082999999999998,"15min":27.082999999999998},"last":1.395},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.0800000000000001,"15min":1.151},"min":{"1min":0.41399999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":5.2690000000000001,"5min":5.2850000000000001,"15min":8.0909999999999993},"last":2.7010000000000001}]}]},{"osd":1,"up_from":13,"seq":55834580296,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9075644,"kb_used_data":7286768,"kb_used_omap":2982,"kb_used_meta":1785881,"kb_avail":85296196,"statfs":{"total":96636764160,"available":87343304704,"internally_reserved":0,"allocated":7461650432,"data_stored":7458549536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3053659,"internal_metadata":1828743077},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":3.6779999999999999,"5min":1.845,"15min":1.7649999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22700000000000001},"max":{"1min":39.948,"5min":39.948,"15min":39.948},"last":0.65000000000000002},{"interface":"front","average":{"1min":3.3010000000000002,"5min":2.0299999999999998,"15min":1.8120000000000001},"min":{"1min":0.29299999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":32.439999999999998,"5min":32.439999999999998,"15min":32.439999999999998},"last":0.60899999999999999}]},{"osd":2,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":4.3490000000000002,"5min":2.391,"15min":2.262},"min":{"1min":0.27200000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":44.823999999999998,"5min":44.823999999999998,"15min":44.823999999999998},"last":2.371},{"interface":"front","average":{"1min":1.472,"5min":1.7529999999999999,"15min":1.7310000000000001},"min":{"1min":0.38,"5min":0.313,"15min":0.25900000000000001},"max":{"1min":7.0389999999999997,"5min":11.166,"15min":12.582000000000001},"last":0.57699999999999996}]},{"osd":3,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":1.873,"5min":1.9359999999999999,"15min":1.839},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.29499999999999998},"max":{"1min":7.2380000000000004,"5min":11.961,"15min":12.523},"last":0.72899999999999998},{"interface":"front","average":{"1min":5.1130000000000004,"5min":2.4390000000000001,"15min":2.145},"min":{"1min":0.37,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":60.057000000000002,"5min":60.057000000000002,"15min":60.057000000000002},"last":1.766}]},{"osd":4,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":4.5069999999999997,"5min":2.194,"15min":2.0710000000000002},"min":{"1min":0.41699999999999998,"5min":0.34499999999999997,"15min":0.32300000000000001},"max":{"1min":43.991,"5min":43.991,"15min":43.991},"last":2.21},{"interface":"front","average":{"1min":2.2069999999999999,"5min":1.774,"15min":1.5600000000000001},"min":{"1min":0.37,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":17.384,"5min":17.384,"15min":17.384},"last":2.0030000000000001}]},{"osd":5,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":5.3239999999999998,"5min":2.4849999999999999,"15min":1.909},"min":{"1min":0.49099999999999999,"5min":0.374,"15min":0.372},"max":{"1min":59.923999999999999,"5min":59.923999999999999,"15min":59.923999999999999},"last":1.004},{"interface":"front","average":{"1min":4.0380000000000003,"5min":2.2789999999999999,"15min":2.1440000000000001},"min":{"1min":0.44900000000000001,"5min":0.39300000000000002,"15min":0.35799999999999998},"max":{"1min":44.043999999999997,"5min":44.043999999999997,"15min":44.043999999999997},"last":2.2679999999999998}]},{"osd":6,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":6.4930000000000003,"5min":2.7650000000000001,"15min":2.105},"min":{"1min":0.51600000000000001,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":72.941000000000003,"5min":72.941000000000003,"15min":72.941000000000003},"last":0.84299999999999997},{"interface":"front","average":{"1min":6.0650000000000004,"5min":2.8679999999999999,"15min":2.4670000000000001},"min":{"1min":0.50900000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":68.031999999999996,"5min":68.031999999999996,"15min":68.031999999999996},"last":2.3220000000000001}]},{"osd":7,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":2.6640000000000001,"5min":2.0529999999999999,"15min":1.76},"min":{"1min":0.44900000000000001,"5min":0.437,"15min":0.437},"max":{"1min":17.427,"5min":17.427,"15min":17.427},"last":2.1299999999999999},{"interface":"front","average":{"1min":3.754,"5min":2.2509999999999999,"15min":2.0939999999999999},"min":{"1min":0.54500000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":32.384999999999998,"5min":32.384999999999998,"15min":32.384999999999998},"last":1.069}]}]},{"osd":0,"up_from":13,"seq":55834580291,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10085788,"kb_used_data":8626512,"kb_used_omap":2065,"kb_used_meta":1457198,"kb_avail":84286052,"statfs":{"total":96636764160,"available":86308917248,"internally_reserved":0,"allocated":8833548288,"data_stored":8829892744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2115492,"internal_metadata":1492170844},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":1.6890000000000001,"15min":1.5089999999999999},"min":{"1min":0.34899999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.7809999999999997,"5min":10.59,"15min":10.59},"last":0.54200000000000004},{"interface":"front","average":{"1min":2.6880000000000002,"5min":2.3570000000000002,"15min":2.085},"min":{"1min":0.35599999999999998,"5min":0.30299999999999999,"15min":0.27400000000000002},"max":{"1min":15.207000000000001,"5min":15.207000000000001,"15min":15.207000000000001},"last":0.51300000000000001}]},{"osd":2,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":3.0630000000000002,"5min":2.1179999999999999,"15min":1.7210000000000001},"min":{"1min":0.34399999999999997,"5min":0.26000000000000001,"15min":0.24099999999999999},"max":{"1min":13.765000000000001,"5min":13.765000000000001,"15min":13.765000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":3.1150000000000002,"5min":2.3220000000000001,"15min":2.105},"min":{"1min":0.30299999999999999,"5min":0.28499999999999998,"15min":0.246},"max":{"1min":15.068,"5min":15.068,"15min":15.068},"last":0.44900000000000001}]},{"osd":3,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":1.849,"15min":1.9650000000000001},"min":{"1min":0.34300000000000003,"5min":0.27900000000000003,"15min":0.26100000000000001},"max":{"1min":10.173,"5min":10.173,"15min":18.026},"last":0.42999999999999999},{"interface":"front","average":{"1min":2.2850000000000001,"5min":1.782,"15min":1.5489999999999999},"min":{"1min":0.496,"5min":0.30499999999999999,"15min":0.29999999999999999},"max":{"1min":13.555,"5min":13.555,"15min":13.555},"last":0.57899999999999996}]},{"osd":4,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.528,"5min":2.0750000000000002,"15min":1.8009999999999999},"min":{"1min":0.437,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":13.587999999999999,"5min":13.587999999999999,"15min":13.587999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.9319999999999999,"5min":1.7,"15min":1.7789999999999999},"min":{"1min":0.39000000000000001,"5min":0.34999999999999998,"15min":0.34000000000000002},"max":{"1min":10.143000000000001,"5min":10.143000000000001,"15min":10.618},"last":0.63}]},{"osd":5,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.2509999999999999,"5min":1.9199999999999999,"15min":1.484},"min":{"1min":0.52600000000000002,"5min":0.40000000000000002,"15min":0.36899999999999999},"max":{"1min":13.452999999999999,"5min":13.452999999999999,"15min":13.452999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":2.6360000000000001,"5min":2.2730000000000001,"15min":1.9810000000000001},"min":{"1min":0.48199999999999998,"5min":0.41199999999999998,"15min":0.38700000000000001},"max":{"1min":13.417,"5min":13.417,"15min":13.417},"last":0.69299999999999995}]},{"osd":6,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.2589999999999999,"5min":1.7589999999999999,"15min":1.911},"min":{"1min":0.42199999999999999,"5min":0.40699999999999997,"15min":0.376},"max":{"1min":10.063000000000001,"5min":10.063000000000001,"15min":10.662000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":2.512,"5min":1.907,"15min":1.554},"min":{"1min":0.53800000000000003,"5min":0.432,"15min":0.432},"max":{"1min":13.507999999999999,"5min":13.507999999999999,"15min":13.507999999999999},"last":0.67300000000000004}]},{"osd":7,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.9940000000000002,"5min":2.2429999999999999,"15min":2.0939999999999999},"min":{"1min":0.51400000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":13.641,"5min":13.641,"15min":13.641},"last":0.65200000000000002},{"interface":"front","average":{"1min":2.0600000000000001,"5min":1.796,"15min":2.0529999999999999},"min":{"1min":0.51800000000000002,"5min":0.44600000000000001,"15min":0.41099999999999998},"max":{"1min":10.109999999999999,"5min":10.109999999999999,"15min":10.704000000000001},"last":0.70899999999999996}]}]},{"osd":2,"up_from":13,"seq":55834580266,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5580560,"kb_used_data":4034952,"kb_used_omap":3054,"kb_used_meta":1508689,"kb_avail":88791280,"statfs":{"total":96636764160,"available":90922270720,"internally_reserved":0,"allocated":4131790848,"data_stored":4129927409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3128306,"internal_metadata":1544897550},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":2.2850000000000001,"5min":1.391,"15min":1.3240000000000001},"min":{"1min":0.245,"5min":0.23999999999999999,"15min":0.23300000000000001},"max":{"1min":18.425999999999998,"5min":18.425999999999998,"15min":18.425999999999998},"last":7.8860000000000001},{"interface":"front","average":{"1min":4.4580000000000002,"5min":2.5790000000000002,"15min":2.1080000000000001},"min":{"1min":0.42199999999999999,"5min":0.29599999999999999,"15min":0.26400000000000001},"max":{"1min":25.375,"5min":25.375,"15min":25.375},"last":0.59999999999999998}]},{"osd":1,"last update":"Sat Oct 21 20:40:21 2023","interfaces":[{"interface":"back","average":{"1min":2.302,"5min":2.1379999999999999,"15min":2.137},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":7.6289999999999996,"5min":11.116,"15min":16.302},"last":0.69199999999999995},{"interface":"front","average":{"1min":1.3069999999999999,"5min":2.0600000000000001,"15min":2.327},"min":{"1min":0.26900000000000002,"5min":0.251,"15min":0.251},"max":{"1min":8.157,"5min":9.3650000000000002,"15min":13.93},"last":1.502}]},{"osd":3,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":1.865,"15min":1.5640000000000001},"min":{"1min":0.47899999999999998,"5min":0.29699999999999999,"15min":0.27300000000000002},"max":{"1min":18.375,"5min":18.375,"15min":18.375},"last":7.9859999999999998},{"interface":"front","average":{"1min":3.3239999999999998,"5min":2.496,"15min":2.258},"min":{"1min":0.42699999999999999,"5min":0.34599999999999997,"15min":0.31},"max":{"1min":11.973000000000001,"5min":11.973000000000001,"15min":11.973000000000001},"last":0.55300000000000005}]},{"osd":4,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":4.242,"5min":2.4169999999999998,"15min":1.97},"min":{"1min":0.36499999999999999,"5min":0.34399999999999997,"15min":0.33000000000000002},"max":{"1min":20.683,"5min":20.683,"15min":20.683},"last":1.569},{"interface":"front","average":{"1min":3.351,"5min":1.6830000000000001,"15min":1.4370000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.31900000000000001},"max":{"1min":17.382000000000001,"5min":17.382000000000001,"15min":17.382000000000001},"last":3.8399999999999999}]},{"osd":5,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":4.0449999999999999,"5min":2.3940000000000001,"15min":2.085},"min":{"1min":0.70699999999999996,"5min":0.41199999999999998,"15min":0.36599999999999999},"max":{"1min":16.809000000000001,"5min":16.809000000000001,"15min":16.809000000000001},"last":0.91000000000000003},{"interface":"front","average":{"1min":3.9740000000000002,"5min":2.4540000000000002,"15min":2.0310000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.35999999999999999},"max":{"1min":20.556999999999999,"5min":20.556999999999999,"15min":20.556999999999999},"last":1.603}]},{"osd":6,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.347,"5min":2.415,"15min":2.1480000000000001},"min":{"1min":0.58099999999999996,"5min":0.41599999999999998,"15min":0.40500000000000003},"max":{"1min":15.970000000000001,"5min":15.970000000000001,"15min":15.970000000000001},"last":0.95299999999999996},{"interface":"front","average":{"1min":4.0019999999999998,"5min":2.746,"15min":2.335},"min":{"1min":0.443,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":20.521000000000001,"5min":20.521000000000001,"15min":20.521000000000001},"last":1.6459999999999999}]},{"osd":7,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.9489999999999998,"5min":2.552,"15min":2.3170000000000002},"min":{"1min":0.52300000000000002,"5min":0.47999999999999998,"15min":0.443},"max":{"1min":16.744,"5min":16.744,"15min":16.744},"last":0.98699999999999999},{"interface":"front","average":{"1min":4.1870000000000003,"5min":2.9510000000000001,"15min":2.3410000000000002},"min":{"1min":0.47399999999999998,"5min":0.44900000000000001,"15min":0.40799999999999997},"max":{"1min":20.449000000000002,"5min":20.449000000000002,"15min":20.449000000000002},"last":1.681}]}]},{"osd":3,"up_from":13,"seq":55834580280,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8804736,"kb_used_data":7665140,"kb_used_omap":6285,"kb_used_meta":1133298,"kb_avail":85567104,"statfs":{"total":96636764160,"available":87620714496,"internally_reserved":0,"allocated":7849103360,"data_stored":7845913377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6436288,"internal_metadata":1160497728},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,2,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.8879999999999999,"15min":1.7090000000000001},"min":{"1min":0.253,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7.5259999999999998,"5min":11.333,"15min":11.44},"last":0.36199999999999999},{"interface":"front","average":{"1min":1.716,"5min":2.1139999999999999,"15min":1.8280000000000001},"min":{"1min":0.33300000000000002,"5min":0.28399999999999997,"15min":0.224},"max":{"1min":11.407999999999999,"5min":11.407999999999999,"15min":11.407999999999999},"last":3.4660000000000002}]},{"osd":1,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5580000000000001,"5min":2.0099999999999998,"15min":1.9510000000000001},"min":{"1min":0.32800000000000001,"5min":0.32100000000000001,"15min":0.255},"max":{"1min":5.7489999999999997,"5min":10.455,"15min":12.955},"last":3.8279999999999998},{"interface":"front","average":{"1min":1.472,"5min":2.0899999999999999,"15min":1.9079999999999999},"min":{"1min":0.33200000000000002,"5min":0.251,"15min":0.251},"max":{"1min":6.9279999999999999,"5min":11.413,"15min":12.097},"last":3.8799999999999999}]},{"osd":2,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5059999999999998,"5min":2.6320000000000001,"15min":2.157},"min":{"1min":0.376,"5min":0.309,"15min":0.26900000000000002},"max":{"1min":12.055,"5min":17.524999999999999,"15min":17.524999999999999},"last":1.383},{"interface":"front","average":{"1min":2.335,"5min":2.4380000000000002,"15min":1.9770000000000001},"min":{"1min":0.36399999999999999,"5min":0.32700000000000001,"15min":0.29999999999999999},"max":{"1min":12.239000000000001,"5min":17.585000000000001,"15min":17.585000000000001},"last":1.401}]},{"osd":4,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.3120000000000001,"5min":1.831,"15min":1.7130000000000001},"min":{"1min":0.38600000000000001,"5min":0.36099999999999999,"15min":0.29999999999999999},"max":{"1min":6.9050000000000002,"5min":7.516,"15min":8.9960000000000004},"last":3.5190000000000001},{"interface":"front","average":{"1min":1.623,"5min":2.004,"15min":1.77},"min":{"1min":0.48599999999999999,"5min":0.35199999999999998,"15min":0.313},"max":{"1min":4.7089999999999996,"5min":6.5179999999999998,"15min":12.795999999999999},"last":1.248}]},{"osd":5,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.518,"5min":1.992,"15min":1.827},"min":{"1min":0.40300000000000002,"5min":0.39400000000000002,"15min":0.38400000000000001},"max":{"1min":4.75,"5min":7.96,"15min":12.890000000000001},"last":1.2909999999999999},{"interface":"front","average":{"1min":1.718,"5min":1.7230000000000001,"15min":1.6899999999999999},"min":{"1min":0.45000000000000001,"5min":0.377,"15min":0.377},"max":{"1min":6.8719999999999999,"5min":11.278,"15min":11.278},"last":0.42499999999999999}]},{"osd":6,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.74,"5min":1.74,"15min":1.681},"min":{"1min":0.47399999999999998,"5min":0.41199999999999998,"15min":0.377},"max":{"1min":6.9640000000000004,"5min":11.375,"15min":11.375},"last":0.46700000000000003},{"interface":"front","average":{"1min":1.6279999999999999,"5min":1.9570000000000001,"15min":1.8839999999999999},"min":{"1min":0.45400000000000001,"5min":0.42699999999999999,"15min":0.36799999999999999},"max":{"1min":6.9420000000000002,"5min":12.417999999999999,"15min":12.417999999999999},"last":3.552}]},{"osd":7,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":2.0790000000000002,"15min":2.0419999999999998},"min":{"1min":0.5,"5min":0.46400000000000002,"15min":0.42199999999999999},"max":{"1min":6.9729999999999999,"5min":12.478999999999999,"15min":12.478999999999999},"last":3.5830000000000002},{"interface":"front","average":{"1min":1.73,"5min":2.0649999999999999,"15min":1.9399999999999999},"min":{"1min":0.53300000000000003,"5min":0.438,"15min":0.438},"max":{"1min":4.782,"5min":6.4850000000000003,"15min":12.923},"last":1.341}]}]},{"osd":4,"up_from":13,"seq":55834580324,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":12099132,"kb_used_data":11277164,"kb_used_omap":5834,"kb_used_meta":812021,"kb_avail":82272708,"statfs":{"total":96636764160,"available":84247252992,"internally_reserved":0,"allocated":11547815936,"data_stored":11543192403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5974545,"internal_metadata":831509999},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":1.5009999999999999,"5min":1.0680000000000001,"15min":1.0960000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":9.048,"5min":9.048,"15min":15.468},"last":0.42799999999999999},{"interface":"front","average":{"1min":2.3119999999999998,"5min":1.589,"15min":1.542},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.24099999999999999},"max":{"1min":14.111000000000001,"5min":14.111000000000001,"15min":21.774999999999999},"last":0.46500000000000002}]},{"osd":1,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":2.855,"5min":1.673,"15min":1.7250000000000001},"min":{"1min":0.30299999999999999,"5min":0.28399999999999997,"15min":0.27400000000000002},"max":{"1min":14.212,"5min":14.212,"15min":14.861000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":1.9019999999999999,"5min":1.641,"15min":1.651},"min":{"1min":0.36299999999999999,"5min":0.313,"15min":0.29199999999999998},"max":{"1min":7.952,"5min":7.952,"15min":15.496},"last":0.62}]},{"osd":2,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":2.2810000000000001,"5min":1.581,"15min":1.6930000000000001},"min":{"1min":0.33600000000000002,"5min":0.32400000000000001,"15min":0.315},"max":{"1min":14.241,"5min":14.241,"15min":15.016},"last":0.57199999999999995},{"interface":"front","average":{"1min":1.8300000000000001,"5min":1.988,"15min":1.837},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.312},"max":{"1min":6.0469999999999997,"5min":6.8730000000000002,"15min":15.522},"last":0.58599999999999997}]},{"osd":3,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":2.601,"5min":2.1389999999999998,"15min":2.0249999999999999},"min":{"1min":0.41499999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":6.6680000000000001,"5min":9.6370000000000005,"15min":21.896000000000001},"last":0.55800000000000005},{"interface":"front","average":{"1min":3.681,"5min":2.355,"15min":2.2599999999999998},"min":{"1min":0.38100000000000001,"5min":0.379,"15min":0.35999999999999999},"max":{"1min":14.178000000000001,"5min":14.178000000000001,"15min":14.962},"last":0.64100000000000001}]},{"osd":5,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.0169999999999999,"15min":0.92400000000000004},"min":{"1min":0.28699999999999998,"5min":0.25,"15min":0.246},"max":{"1min":6.4950000000000001,"5min":8.4130000000000003,"15min":15.404},"last":0.53500000000000003},{"interface":"front","average":{"1min":1.3919999999999999,"5min":1.1160000000000001,"15min":1.012},"min":{"1min":0.315,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.851,"5min":6.3360000000000003,"15min":8.8499999999999996},"last":0.59899999999999998}]},{"osd":6,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.0229999999999999,"15min":1.1060000000000001},"min":{"1min":0.34100000000000003,"5min":0.33100000000000002,"15min":0.28299999999999997},"max":{"1min":6.2750000000000004,"5min":6.2750000000000004,"15min":14.989000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.99399999999999999,"5min":1.175,"15min":1.024},"min":{"1min":0.36799999999999999,"5min":0.35299999999999998,"15min":0.309},"max":{"1min":3.1600000000000001,"5min":11.032,"15min":15.44},"last":0.65400000000000003}]},{"osd":7,"last update":"Sat Oct 21 20:40:17 2023","interfaces":[{"interface":"back","average":{"1min":2.492,"5min":1.2829999999999999,"15min":1.1830000000000001},"min":{"1min":0.40600000000000003,"5min":0.34499999999999997,"15min":0.30499999999999999},"max":{"1min":22.030999999999999,"5min":22.030999999999999,"15min":22.030999999999999},"last":0.629},{"interface":"front","average":{"1min":2.548,"5min":1.3240000000000001,"15min":1.2569999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.35399999999999998},"max":{"1min":20.952000000000002,"5min":20.952000000000002,"15min":20.952000000000002},"last":0.66700000000000004}]}]},{"osd":5,"up_from":13,"seq":55834580329,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8053120,"kb_used_data":6285812,"kb_used_omap":2537,"kb_used_meta":1764758,"kb_avail":86318720,"statfs":{"total":96636764160,"available":88390369280,"internally_reserved":0,"allocated":6436671488,"data_stored":6433981734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2598627,"internal_metadata":1807112477},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":1.2,"15min":1.1990000000000001},"min":{"1min":0.26800000000000002,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":17.847000000000001,"5min":17.847000000000001,"15min":17.847000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":2.218,"5min":1.415,"15min":1.3180000000000001},"min":{"1min":0.33600000000000002,"5min":0.27700000000000002,"15min":0.26600000000000001},"max":{"1min":7.383,"5min":7.383,"15min":10.047000000000001},"last":0.56000000000000005}]},{"osd":1,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":2.004,"5min":1.605,"15min":1.585},"min":{"1min":0.33400000000000002,"5min":0.28100000000000003,"15min":0.253},"max":{"1min":7.6040000000000001,"5min":7.6040000000000001,"15min":7.6040000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":2.137,"5min":1.538,"15min":1.673},"min":{"1min":0.315,"5min":0.314,"15min":0.28899999999999998},"max":{"1min":10.997,"5min":10.997,"15min":10.997},"last":0.56999999999999995}]},{"osd":2,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":2.9289999999999998,"5min":1.9159999999999999,"15min":1.827},"min":{"1min":0.36499999999999999,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":11.044,"5min":11.044,"15min":11.044},"last":0.40899999999999997},{"interface":"front","average":{"1min":3.1850000000000001,"5min":2.4239999999999999,"15min":2.0110000000000001},"min":{"1min":0.376,"5min":0.308,"15min":0.30299999999999999},"max":{"1min":17.797000000000001,"5min":17.797000000000001,"15min":17.797000000000001},"last":0.58199999999999996}]},{"osd":3,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":3.5529999999999999,"5min":2.278,"15min":2.2490000000000001},"min":{"1min":0.38800000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":17.954000000000001,"5min":17.954000000000001,"15min":17.954000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":3.6400000000000001,"5min":2.0489999999999999,"15min":1.996},"min":{"1min":0.373,"5min":0.36599999999999999,"15min":0.34000000000000002},"max":{"1min":24.032,"5min":24.032,"15min":24.032},"last":0.60099999999999998}]},{"osd":4,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.157,"15min":1.03},"min":{"1min":0.30299999999999999,"5min":0.29199999999999998,"15min":0.26200000000000001},"max":{"1min":5.3289999999999997,"5min":9.9550000000000001,"15min":9.9550000000000001},"last":0.497},{"interface":"front","average":{"1min":1.877,"5min":1.056,"15min":1.0409999999999999},"min":{"1min":0.315,"5min":0.29499999999999998,"15min":0.28000000000000003},"max":{"1min":7.4199999999999999,"5min":7.4199999999999999,"15min":7.4199999999999999},"last":0.35199999999999998}]},{"osd":6,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":3.327,"5min":1.349,"15min":1.2030000000000001},"min":{"1min":0.35999999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":23.995999999999999,"5min":23.995999999999999,"15min":23.995999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":2.3039999999999998,"5min":1.248,"15min":1.212},"min":{"1min":0.38600000000000001,"5min":0.33700000000000002,"15min":0.33500000000000002},"max":{"1min":18.010999999999999,"5min":18.010999999999999,"15min":18.010999999999999},"last":0.42699999999999999}]},{"osd":7,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":4.5300000000000002,"5min":1.756,"15min":1.357},"min":{"1min":0.372,"5min":0.35599999999999998,"15min":0.32500000000000001},"max":{"1min":44.761000000000003,"5min":44.761000000000003,"15min":44.761000000000003},"last":0.46300000000000002},{"interface":"front","average":{"1min":3.6899999999999999,"5min":1.5860000000000001,"15min":1.3879999999999999},"min":{"1min":0.40200000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":23.957000000000001,"5min":23.957000000000001,"15min":23.957000000000001},"last":0.53500000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T20:41:17.366 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T20:41:17.502 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.500+0000 7f2d2d9d1700 1 Processor -- start 2023-10-21T20:41:17.503 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.500+0000 7f2d2d9d1700 1 -- start start 2023-10-21T20:41:17.507 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.501+0000 7f2d2d9d1700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280d0720 0x7f2d281686e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:17.507 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.501+0000 7f2d2d9d1700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d280ce1e0 con 0x7f2d280b4c00 2023-10-21T20:41:17.508 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.501+0000 7f2d2d9d1700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d280cf020 con 0x7f2d280d2330 2023-10-21T20:41:17.508 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.501+0000 7f2d2d9d1700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d280b4fe0 con 0x7f2d280d0720 2023-10-21T20:41:17.508 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.501+0000 7f2d26ffd700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f2d280b4c00 0x7f2d280d1c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36084/0 (socket says 172.21.15.67:36084) 2023-10-21T20:41:17.508 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.501+0000 7f2d26ffd700 1 -- 172.21.15.67:0/350006369 learned_addr learned my addr 172.21.15.67:0/350006369 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:17.509 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d277fe700 1 --2- 172.21.15.67:0/350006369 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280d0720 0x7f2d281686e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:17.509 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3509704709 0 0) 0x7f2d280ce1e0 con 0x7f2d280b4c00 2023-10-21T20:41:17.510 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2d100035b0 con 0x7f2d280b4c00 2023-10-21T20:41:17.510 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2105853771 0 0) 0x7f2d280cf020 con 0x7f2d280d2330 2023-10-21T20:41:17.510 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2d280ce1e0 con 0x7f2d280d2330 2023-10-21T20:41:17.511 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4095937164 0 0) 0x7f2d100035b0 con 0x7f2d280b4c00 2023-10-21T20:41:17.511 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280d0720 msgr2=0x7f2d281686e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:17.512 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 --2- 172.21.15.67:0/350006369 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280d0720 0x7f2d281686e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.513 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 >> v1:172.21.15.190:6789/0 conn(0x7f2d280d2330 legacy=0x7f2d280d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:17.513 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d280b3fb0 con 0x7f2d280b4c00 2023-10-21T20:41:17.513 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f2d18001770 con 0x7f2d280b4c00 2023-10-21T20:41:17.514 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d277fe700 1 --2- 172.21.15.67:0/350006369 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280d0720 0x7f2d281686e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:17.514 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 >> v1:172.21.15.67:6789/0 conn(0x7f2d280b4c00 legacy=0x7f2d280d1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:17.514 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 --2- 172.21.15.67:0/350006369 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d10003bc0 0x7f2d10003fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:17.515 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 --2- 172.21.15.67:0/350006369 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280d0720 0x7f2d10004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:17.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 --2- 172.21.15.67:0/350006369 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d10004d90 0x7f2d10005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:17.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d1000bac0 con 0x7f2d10004d90 2023-10-21T20:41:17.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d1000bc30 con 0x7f2d10003bc0 2023-10-21T20:41:17.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d1000bdf0 con 0x7f2d280d0720 2023-10-21T20:41:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d26ffd700 1 --2- 172.21.15.67:0/350006369 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d10003bc0 0x7f2d10003fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d267fc700 1 --2- 172.21.15.67:0/350006369 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280d0720 0x7f2d10004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.502+0000 7f2d277fe700 1 --2- 172.21.15.67:0/350006369 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d10004d90 0x7f2d10005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.503+0000 7f2d267fc700 1 -- 172.21.15.67:0/350006369 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d10003bc0 msgr2=0x7f2d10003fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.503+0000 7f2d267fc700 1 --2- 172.21.15.67:0/350006369 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d10003bc0 0x7f2d10003fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.503+0000 7f2d267fc700 1 -- 172.21.15.67:0/350006369 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d10004d90 msgr2=0x7f2d10005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.503+0000 7f2d267fc700 1 --2- 172.21.15.67:0/350006369 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d10004d90 0x7f2d10005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.503+0000 7f2d267fc700 1 -- 172.21.15.67:0/350006369 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d20009a70 con 0x7f2d280d0720 2023-10-21T20:41:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.503+0000 7f2d267fc700 1 --2- 172.21.15.67:0/350006369 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280d0720 0x7f2d10004850 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f2d1c001980 tx=0x7f2d10005880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90773972c4ded3f9 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.503+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d1c001470 con 0x7f2d280d0720 2023-10-21T20:41:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.503+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d1c0052d0 con 0x7f2d280d0720 2023-10-21T20:41:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.503+0000 7f2d25ffb700 1 -- 172.21.15.67:0/350006369 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d1c003680 con 0x7f2d280d0720 2023-10-21T20:41:17.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.503+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/350006369 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280d0720 msgr2=0x7f2d10004850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:17.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.503+0000 7f2d2d9d1700 1 --2- 172.21.15.67:0/350006369 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280d0720 0x7f2d10004850 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f2d1c001980 tx=0x7f2d10005880 comp rx=0 tx=0).stop 2023-10-21T20:41:17.521 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.503+0000 7f2d277fe700 1 -- 172.21.15.67:0/350006369 reap_dead start 2023-10-21T20:41:17.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.504+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/350006369 shutdown_connections 2023-10-21T20:41:17.522 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.504+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/350006369 >> 172.21.15.67:0/350006369 conn(0x7f2d2809c9c0 msgr2=0x7f2d280d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:17.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.504+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/350006369 shutdown_connections 2023-10-21T20:41:17.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.504+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/350006369 wait complete. 2023-10-21T20:41:17.523 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.505+0000 7f2d2d9d1700 1 Processor -- start 2023-10-21T20:41:17.524 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.505+0000 7f2d2d9d1700 1 -- start start 2023-10-21T20:41:17.527 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d2d9d1700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d280d0720 0x7f2d280cca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:17.527 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d2d9d1700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d280b8a60 0x7f2d280b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:17.527 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d2d9d1700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280b8ee0 0x7f2d280b5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:17.528 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d2d9d1700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d280b6550 con 0x7f2d280d0720 2023-10-21T20:41:17.528 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d2d9d1700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d280b75b0 con 0x7f2d280b8a60 2023-10-21T20:41:17.528 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d2d9d1700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d280b67f0 con 0x7f2d280b8ee0 2023-10-21T20:41:17.528 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d26ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d280d0720 0x7f2d280cca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:17.529 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d26ffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d280d0720 0x7f2d280cca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48034/0 (socket says 172.21.15.67:48034) 2023-10-21T20:41:17.529 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d26ffd700 1 -- 172.21.15.67:0/3522053968 learned_addr learned my addr 172.21.15.67:0/3522053968 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:17.530 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d267fc700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d280b8a60 0x7f2d280b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:17.530 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d277fe700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280b8ee0 0x7f2d280b5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:17.530 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d26ffd700 1 -- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280b8ee0 msgr2=0x7f2d280b5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:17.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d26ffd700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280b8ee0 0x7f2d280b5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d26ffd700 1 -- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d280b8a60 msgr2=0x7f2d280b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:17.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d26ffd700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d280b8a60 0x7f2d280b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d26ffd700 1 -- 172.21.15.67:0/3522053968 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d280b6ad0 con 0x7f2d280d0720 2023-10-21T20:41:17.532 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.506+0000 7f2d277fe700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280b8ee0 0x7f2d280b5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T20:41:17.532 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.507+0000 7f2d26ffd700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d280d0720 0x7f2d280cca80 secure :-1 s=READY pgs=3243 cs=0 l=1 rev1=1 crypto rx=0x7f2d1800f810 tx=0x7f2d1800fb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:17.532 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.507+0000 7f2d0ffff700 1 -- 172.21.15.67:0/3522053968 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d180072e0 con 0x7f2d280d0720 2023-10-21T20:41:17.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.507+0000 7f2d0ffff700 1 -- 172.21.15.67:0/3522053968 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d18007460 con 0x7f2d280d0720 2023-10-21T20:41:17.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.507+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/3522053968 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d280b6db0 con 0x7f2d280d0720 2023-10-21T20:41:17.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.507+0000 7f2d0ffff700 1 -- 172.21.15.67:0/3522053968 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d18005830 con 0x7f2d280d0720 2023-10-21T20:41:17.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.507+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/3522053968 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d280ca710 con 0x7f2d280d0720 2023-10-21T20:41:17.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.508+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/3522053968 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d28074d40 con 0x7f2d280d0720 2023-10-21T20:41:17.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.508+0000 7f2d0ffff700 1 -- 172.21.15.67:0/3522053968 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f2d18005990 con 0x7f2d280d0720 2023-10-21T20:41:17.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.509+0000 7f2d0ffff700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2d1406af00 0x7f2d1406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:17.535 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.509+0000 7f2d0ffff700 1 -- 172.21.15.67:0/3522053968 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f2d18089120 con 0x7f2d280d0720 2023-10-21T20:41:17.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.509+0000 7f2d267fc700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2d1406af00 0x7f2d1406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:17.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.510+0000 7f2d267fc700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2d1406af00 0x7f2d1406d3c0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f2d28160450 tx=0x7f2d1c00a000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:17.536 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.514+0000 7f2d0ffff700 1 -- 172.21.15.67:0/3522053968 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f2d180544c0 con 0x7f2d280d0720 2023-10-21T20:41:17.726 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.724+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/3522053968 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2d280cbca0 con 0x7f2d280d0720 2023-10-21T20:41:17.727 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.725+0000 7f2d0ffff700 1 -- 172.21.15.67:0/3522053968 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+12984 (secure 0 0 0) 0x7f2d18057ae0 con 0x7f2d280d0720 2023-10-21T20:41:17.727 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:41:17.728 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":36,"fsid":"b62e8c93-45fd-460a-9f0d-e160cd3bbaec","created":"2023-10-21T13:04:35.664140+0000","modified":"2023-10-21T20:41:11.952919+0000","last_up_change":"2023-10-21T13:04:46.407645+0000","last_in_change":"2023-10-21T13:04:38.096737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T13:04:47.423816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14cfc923-ec48-411a-9154-265ff33067fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6809","nonce":1302743622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6811","nonce":1302743622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6815","nonce":1302743622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1302743622},{"type":"v1","addr":"172.21.15.67:6813","nonce":1302743622}]},"public_addr":"172.21.15.67:6809/1302743622","cluster_addr":"172.21.15.67:6811/1302743622","heartbeat_back_addr":"172.21.15.67:6815/1302743622","heartbeat_front_addr":"172.21.15.67:6813/1302743622","state":["exists","up"]},{"osd":1,"uuid":"436ebcb3-283c-4e1c-8b5e-fa4c5137821f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6801","nonce":3847638094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6803","nonce":3847638094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6807","nonce":3847638094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":3847638094},{"type":"v1","addr":"172.21.15.67:6805","nonce":3847638094}]},"public_addr":"172.21.15.67:6801/3847638094","cluster_addr":"172.21.15.67:6803/3847638094","heartbeat_back_addr":"172.21.15.67:6807/3847638094","heartbeat_front_addr":"172.21.15.67:6805/3847638094","state":["exists","up"]},{"osd":2,"uuid":"b5cd54bf-c1ad-4770-83ca-6dd58bcc3ac0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6825","nonce":3349106273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6827","nonce":3349106273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6831","nonce":3349106273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3349106273},{"type":"v1","addr":"172.21.15.67:6829","nonce":3349106273}]},"public_addr":"172.21.15.67:6825/3349106273","cluster_addr":"172.21.15.67:6827/3349106273","heartbeat_back_addr":"172.21.15.67:6831/3349106273","heartbeat_front_addr":"172.21.15.67:6829/3349106273","state":["exists","up"]},{"osd":3,"uuid":"59d2f0ec-7acc-4c5e-ac10-e9d81293e380","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6817","nonce":3234007291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6819","nonce":3234007291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6823","nonce":3234007291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3234007291},{"type":"v1","addr":"172.21.15.67:6821","nonce":3234007291}]},"public_addr":"172.21.15.67:6817/3234007291","cluster_addr":"172.21.15.67:6819/3234007291","heartbeat_back_addr":"172.21.15.67:6823/3234007291","heartbeat_front_addr":"172.21.15.67:6821/3234007291","state":["exists","up"]},{"osd":4,"uuid":"58ea6625-0343-4f47-84a3-65d6ca59f5e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6809","nonce":618675147}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6811","nonce":618675147}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6815","nonce":618675147}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":618675147},{"type":"v1","addr":"172.21.15.190:6813","nonce":618675147}]},"public_addr":"172.21.15.190:6809/618675147","cluster_addr":"172.21.15.190:6811/618675147","heartbeat_back_addr":"172.21.15.190:6815/618675147","heartbeat_front_addr":"172.21.15.190:6813/618675147","state":["exists","up"]},{"osd":5,"uuid":"78a972b7-874e-4252-8708-403439573748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6801","nonce":3091319596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6803","nonce":3091319596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6807","nonce":3091319596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3091319596},{"type":"v1","addr":"172.21.15.190:6805","nonce":3091319596}]},"public_addr":"172.21.15.190:6801/3091319596","cluster_addr":"172.21.15.190:6803/3091319596","heartbeat_back_addr":"172.21.15.190:6807/3091319596","heartbeat_front_addr":"172.21.15.190:6805/3091319596","state":["exists","up"]},{"osd":6,"uuid":"f17b98d4-bb8c-42b9-a453-ed8232ca4d7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6817","nonce":1520599832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6820","nonce":1520599832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6828","nonce":1520599832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1520599832},{"type":"v1","addr":"172.21.15.190:6824","nonce":1520599832}]},"public_addr":"172.21.15.190:6817/1520599832","cluster_addr":"172.21.15.190:6820/1520599832","heartbeat_back_addr":"172.21.15.190:6828/1520599832","heartbeat_front_addr":"172.21.15.190:6824/1520599832","state":["exists","up"]},{"osd":7,"uuid":"d957b01b-ddb8-4ca2-92fd-670a667b3185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6819","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6821","nonce":2816904388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6823","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6825","nonce":2816904388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6831","nonce":2816904388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6827","nonce":2816904388},{"type":"v1","addr":"172.21.15.190:6829","nonce":2816904388}]},"public_addr":"172.21.15.190:6821/2816904388","cluster_addr":"172.21.15.190:6825/2816904388","heartbeat_back_addr":"172.21.15.190:6831/2816904388","heartbeat_front_addr":"172.21.15.190:6829/2816904388","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.306375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.357734+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.341746+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.364587+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.354870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.257566+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.253702+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T13:04:43.366022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6835/590391844":"2023-10-22T20:41:08.679914+0000","172.21.15.67:6833/590391844":"2023-10-22T20:41:08.679914+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T20:41:17.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.727+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2d1406af00 msgr2=0x7f2d1406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:17.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.727+0000 7f2d2d9d1700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2d1406af00 0x7f2d1406d3c0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f2d28160450 tx=0x7f2d1c00a000 comp rx=0 tx=0).stop 2023-10-21T20:41:17.730 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.727+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/3522053968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d280d0720 msgr2=0x7f2d280cca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:17.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.727+0000 7f2d2d9d1700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d280d0720 0x7f2d280cca80 secure :-1 s=READY pgs=3243 cs=0 l=1 rev1=1 crypto rx=0x7f2d1800f810 tx=0x7f2d1800fb20 comp rx=0 tx=0).stop 2023-10-21T20:41:17.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.727+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/3522053968 shutdown_connections 2023-10-21T20:41:17.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.727+0000 7f2d2d9d1700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2d1406af00 0x7f2d1406d3c0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.731 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.727+0000 7f2d2d9d1700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2d280b8ee0 0x7f2d280b5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.727+0000 7f2d2d9d1700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d280d0720 0x7f2d280cca80 unknown :-1 s=CLOSED pgs=3243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.727+0000 7f2d2d9d1700 1 --2- 172.21.15.67:0/3522053968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2d280b8a60 0x7f2d280b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:17.732 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.727+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/3522053968 >> 172.21.15.67:0/3522053968 conn(0x7f2d2809c9c0 msgr2=0x7f2d2806c1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:17.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.728+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/3522053968 shutdown_connections 2023-10-21T20:41:17.733 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:17.728+0000 7f2d2d9d1700 1 -- 172.21.15.67:0/3522053968 wait complete. 2023-10-21T20:41:18.745 INFO:tasks.ceph:Scrubbing osd.0 2023-10-21T20:41:18.745 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2023-10-21T20:41:18.896 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.893+0000 7fe3a4abe700 1 Processor -- start 2023-10-21T20:41:18.896 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.893+0000 7fe3a4abe700 1 -- start start 2023-10-21T20:41:18.899 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.894+0000 7fe3a4abe700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe3a015aa80 0x7fe3a00b1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:18.899 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.894+0000 7fe3a4abe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe3a00cce50 0x7fe3a00cd2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:18.899 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.894+0000 7fe3a4abe700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3a00cc810 con 0x7fe3a00cb010 2023-10-21T20:41:18.900 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.894+0000 7fe3a4abe700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3a00cd810 con 0x7fe3a00cce50 2023-10-21T20:41:18.900 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.894+0000 7fe3a4abe700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3a00cf110 con 0x7fe3a015aa80 2023-10-21T20:41:18.900 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.895+0000 7fe39dd9b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe3a00cce50 0x7fe3a00cd2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:18.901 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.895+0000 7fe39dd9b700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe3a00cce50 0x7fe3a00cd2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48042/0 (socket says 172.21.15.67:48042) 2023-10-21T20:41:18.901 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.895+0000 7fe39dd9b700 1 -- 172.21.15.67:0/2658742316 learned_addr learned my addr 172.21.15.67:0/2658742316 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:18.901 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.895+0000 7fe39e59c700 1 --2- 172.21.15.67:0/2658742316 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe3a015aa80 0x7fe3a00b1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:18.901 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.895+0000 7fe39dd9b700 1 -- 172.21.15.67:0/2658742316 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe3a015aa80 msgr2=0x7fe3a00b1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:18.902 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.895+0000 7fe39dd9b700 1 --2- 172.21.15.67:0/2658742316 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe3a015aa80 0x7fe3a00b1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:18.902 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.895+0000 7fe39dd9b700 1 -- 172.21.15.67:0/2658742316 >> v1:172.21.15.190:6789/0 conn(0x7fe3a00cb010 legacy=0x7fe3a00cb4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:18.902 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.895+0000 7fe39dd9b700 1 -- 172.21.15.67:0/2658742316 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3a00cc1c0 con 0x7fe3a00cce50 2023-10-21T20:41:18.903 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.895+0000 7fe39e59c700 1 --2- 172.21.15.67:0/2658742316 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe3a015aa80 0x7fe3a00b1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T20:41:18.903 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.895+0000 7fe39dd9b700 1 --2- 172.21.15.67:0/2658742316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3a00cce50 0x7fe3a00cd2d0 secure :-1 s=READY pgs=3244 cs=0 l=1 rev1=1 crypto rx=0x7fe3940098f0 tx=0x7fe394009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=254199add69ade2a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:18.903 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.895+0000 7fe39d59a700 1 -- 172.21.15.67:0/2658742316 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe39400b8a0 con 0x7fe3a00cce50 2023-10-21T20:41:18.903 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.895+0000 7fe39d59a700 1 -- 172.21.15.67:0/2658742316 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe39400ba00 con 0x7fe3a00cce50 2023-10-21T20:41:18.904 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.895+0000 7fe39d59a700 1 -- 172.21.15.67:0/2658742316 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe39400bd90 con 0x7fe3a00cce50 2023-10-21T20:41:18.904 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.896+0000 7fe3a4abe700 1 -- 172.21.15.67:0/2658742316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3a00cce50 msgr2=0x7fe3a00cd2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:18.904 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.896+0000 7fe3a4abe700 1 --2- 172.21.15.67:0/2658742316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3a00cce50 0x7fe3a00cd2d0 secure :-1 s=READY pgs=3244 cs=0 l=1 rev1=1 crypto rx=0x7fe3940098f0 tx=0x7fe394009c00 comp rx=0 tx=0).stop 2023-10-21T20:41:18.904 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.896+0000 7fe3a4abe700 1 -- 172.21.15.67:0/2658742316 shutdown_connections 2023-10-21T20:41:18.905 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.896+0000 7fe3a4abe700 1 --2- 172.21.15.67:0/2658742316 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe3a015aa80 0x7fe3a00b1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:18.905 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.896+0000 7fe3a4abe700 1 --2- 172.21.15.67:0/2658742316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3a00cce50 0x7fe3a00cd2d0 unknown :-1 s=CLOSED pgs=3244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:18.905 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.896+0000 7fe3a4abe700 1 -- 172.21.15.67:0/2658742316 >> 172.21.15.67:0/2658742316 conn(0x7fe3a00999d0 msgr2=0x7fe3a00d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:18.906 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.896+0000 7fe3a4abe700 1 -- 172.21.15.67:0/2658742316 shutdown_connections 2023-10-21T20:41:18.906 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.896+0000 7fe3a4abe700 1 -- 172.21.15.67:0/2658742316 wait complete. 2023-10-21T20:41:18.909 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.897+0000 7fe3a4abe700 1 Processor -- start 2023-10-21T20:41:18.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.898+0000 7fe3a4abe700 1 -- start start 2023-10-21T20:41:18.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.898+0000 7fe3a4abe700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe3a00cb010 0x7fe3a01f0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:18.910 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.898+0000 7fe3a4abe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3a00cce50 0x7fe3a00c7510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:18.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.898+0000 7fe3a4abe700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe3a015aa80 0x7fe3a00c7a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:18.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.898+0000 7fe3a4abe700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3a00b5920 con 0x7fe3a00cce50 2023-10-21T20:41:18.911 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.898+0000 7fe3a4abe700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3a01f07d0 con 0x7fe3a00cb010 2023-10-21T20:41:18.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.898+0000 7fe3a4abe700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3a00c8090 con 0x7fe3a015aa80 2023-10-21T20:41:18.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.898+0000 7fe39dd9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3a00cce50 0x7fe3a00c7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:18.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.898+0000 7fe39dd9b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3a00cce50 0x7fe3a00c7510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48050/0 (socket says 172.21.15.67:48050) 2023-10-21T20:41:18.912 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.898+0000 7fe39dd9b700 1 -- 172.21.15.67:0/54785738 learned_addr learned my addr 172.21.15.67:0/54785738 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:18.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.899+0000 7fe39e59c700 1 --2- 172.21.15.67:0/54785738 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe3a00cb010 0x7fe3a01f0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:18.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.899+0000 7fe39ed9d700 1 --2- 172.21.15.67:0/54785738 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe3a015aa80 0x7fe3a00c7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:18.913 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.899+0000 7fe39dd9b700 1 -- 172.21.15.67:0/54785738 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe3a015aa80 msgr2=0x7fe3a00c7a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:18.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.899+0000 7fe39dd9b700 1 --2- 172.21.15.67:0/54785738 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe3a015aa80 0x7fe3a00c7a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:18.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.899+0000 7fe39dd9b700 1 -- 172.21.15.67:0/54785738 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe3a00cb010 msgr2=0x7fe3a01f0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:18.914 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.899+0000 7fe39dd9b700 1 --2- 172.21.15.67:0/54785738 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe3a00cb010 0x7fe3a01f0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:18.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.899+0000 7fe39dd9b700 1 -- 172.21.15.67:0/54785738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe394009550 con 0x7fe3a00cce50 2023-10-21T20:41:18.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.899+0000 7fe39dd9b700 1 --2- 172.21.15.67:0/54785738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3a00cce50 0x7fe3a00c7510 secure :-1 s=READY pgs=3245 cs=0 l=1 rev1=1 crypto rx=0x7fe394000c00 tx=0x7fe394004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:18.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.899+0000 7fe38effd700 1 -- 172.21.15.67:0/54785738 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3940036a0 con 0x7fe3a00cce50 2023-10-21T20:41:18.915 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.899+0000 7fe38effd700 1 -- 172.21.15.67:0/54785738 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe39401f070 con 0x7fe3a00cce50 2023-10-21T20:41:18.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.899+0000 7fe3a4abe700 1 -- 172.21.15.67:0/54785738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3a00c8370 con 0x7fe3a00cce50 2023-10-21T20:41:18.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.899+0000 7fe38effd700 1 -- 172.21.15.67:0/54785738 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe394003a20 con 0x7fe3a00cce50 2023-10-21T20:41:18.916 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.899+0000 7fe3a4abe700 1 -- 172.21.15.67:0/54785738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3a00c8930 con 0x7fe3a00cce50 2023-10-21T20:41:18.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.900+0000 7fe3a4abe700 1 -- 172.21.15.67:0/54785738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe3a015ae60 con 0x7fe3a00cce50 2023-10-21T20:41:18.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.901+0000 7fe38effd700 1 -- 172.21.15.67:0/54785738 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fe394003b80 con 0x7fe3a00cce50 2023-10-21T20:41:18.917 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.901+0000 7fe38effd700 1 --2- 172.21.15.67:0/54785738 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe38006af00 0x7fe38006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:18.918 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.901+0000 7fe38effd700 1 -- 172.21.15.67:0/54785738 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fe394021070 con 0x7fe3a00cce50 2023-10-21T20:41:18.918 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.901+0000 7fe38effd700 1 --2- 172.21.15.67:0/54785738 >> [v2:172.21.15.67:6808/1302743622,v1:172.21.15.67:6809/1302743622] conn(0x7fe380070d60 0x7fe380073180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:18.918 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.901+0000 7fe38effd700 1 -- 172.21.15.67:0/54785738 --> [v2:172.21.15.67:6808/1302743622,v1:172.21.15.67:6809/1302743622] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe380073850 con 0x7fe380070d60 2023-10-21T20:41:18.918 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.901+0000 7fe38effd700 1 -- 172.21.15.67:0/54785738 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe39408f2c0 con 0x7fe3a00cce50 2023-10-21T20:41:18.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.901+0000 7fe39ed9d700 1 --2- 172.21.15.67:0/54785738 >> [v2:172.21.15.67:6808/1302743622,v1:172.21.15.67:6809/1302743622] conn(0x7fe380070d60 0x7fe380073180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:18.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.901+0000 7fe39e59c700 1 --2- 172.21.15.67:0/54785738 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe38006af00 0x7fe38006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:18.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.902+0000 7fe39ed9d700 1 --2- 172.21.15.67:0/54785738 >> [v2:172.21.15.67:6808/1302743622,v1:172.21.15.67:6809/1302743622] conn(0x7fe380070d60 0x7fe380073180 crc :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:18.919 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.902+0000 7fe39e59c700 1 --2- 172.21.15.67:0/54785738 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe38006af00 0x7fe38006d3c0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fe390006fd0 tx=0x7fe390008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:18.920 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.904+0000 7fe38effd700 1 -- 172.21.15.67:0/54785738 <== osd.0 v2:172.21.15.67:6808/1302743622 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7fe380073850 con 0x7fe380070d60 2023-10-21T20:41:18.921 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.919+0000 7fe3a4abe700 1 -- 172.21.15.67:0/54785738 --> [v2:172.21.15.67:6808/1302743622,v1:172.21.15.67:6809/1302743622] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fe3a00c8d00 con 0x7fe380070d60 2023-10-21T20:41:18.922 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.920+0000 7fe38effd700 1 -- 172.21.15.67:0/54785738 <== osd.0 v2:172.21.15.67:6808/1302743622 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+105 (crc 0 0 0) 0x7fe3a00c8d00 con 0x7fe380070d60 2023-10-21T20:41:18.922 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2023-10-21T20:41:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-10-21T20:41:18.923 INFO:teuthology.orchestra.run.smithi067.stdout:} 2023-10-21T20:41:18.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.920+0000 7fe3a4abe700 1 -- 172.21.15.67:0/54785738 >> [v2:172.21.15.67:6808/1302743622,v1:172.21.15.67:6809/1302743622] conn(0x7fe380070d60 msgr2=0x7fe380073180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:18.924 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.920+0000 7fe3a4abe700 1 --2- 172.21.15.67:0/54785738 >> [v2:172.21.15.67:6808/1302743622,v1:172.21.15.67:6809/1302743622] conn(0x7fe380070d60 0x7fe380073180 crc :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:18.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.920+0000 7fe3a4abe700 1 -- 172.21.15.67:0/54785738 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe38006af00 msgr2=0x7fe38006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:18.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.920+0000 7fe3a4abe700 1 --2- 172.21.15.67:0/54785738 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe38006af00 0x7fe38006d3c0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fe390006fd0 tx=0x7fe390008040 comp rx=0 tx=0).stop 2023-10-21T20:41:18.925 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.920+0000 7fe3a4abe700 1 -- 172.21.15.67:0/54785738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3a00cce50 msgr2=0x7fe3a00c7510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.920+0000 7fe3a4abe700 1 --2- 172.21.15.67:0/54785738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3a00cce50 0x7fe3a00c7510 secure :-1 s=READY pgs=3245 cs=0 l=1 rev1=1 crypto rx=0x7fe394000c00 tx=0x7fe394004750 comp rx=0 tx=0).stop 2023-10-21T20:41:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.920+0000 7fe39ed9d700 1 -- 172.21.15.67:0/54785738 reap_dead start 2023-10-21T20:41:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.920+0000 7fe3a4abe700 1 -- 172.21.15.67:0/54785738 shutdown_connections 2023-10-21T20:41:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.920+0000 7fe3a4abe700 1 -- 172.21.15.67:0/54785738 >> 172.21.15.67:0/54785738 conn(0x7fe3a00999d0 msgr2=0x7fe3a00c5f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.920+0000 7fe3a4abe700 1 -- 172.21.15.67:0/54785738 shutdown_connections 2023-10-21T20:41:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:18.920+0000 7fe3a4abe700 1 -- 172.21.15.67:0/54785738 wait complete. 2023-10-21T20:41:18.936 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2023-10-21T20:41:19.073 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.071+0000 7fd1525f4700 1 Processor -- start 2023-10-21T20:41:19.073 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.071+0000 7fd1525f4700 1 -- start start 2023-10-21T20:41:19.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd1525f4700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fd14c0b4c00 0x7fd14c0d1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd1525f4700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fd14c0d2160 0x7fd14c0d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.076 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd1525f4700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd14c0d0550 0x7fd14c1613b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd1525f4700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd14c0d2610 con 0x7fd14c0b4c00 2023-10-21T20:41:19.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd1525f4700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd14c0b4fe0 con 0x7fd14c0d2160 2023-10-21T20:41:19.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd1525f4700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd14c0ce1e0 con 0x7fd14c0d0550 2023-10-21T20:41:19.077 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd14bfff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fd14c0b4c00 0x7fd14c0d1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd14bfff700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fd14c0b4c00 0x7fd14c0d1c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48058/0 (socket says 172.21.15.67:48058) 2023-10-21T20:41:19.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd14bfff700 1 -- 172.21.15.67:0/161255811 learned_addr learned my addr 172.21.15.67:0/161255811 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:19.078 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd14b7fe700 1 --2- 172.21.15.67:0/161255811 >> v2:172.21.15.190:3300/0 conn(0x7fd14c0d2160 0x7fd14c0d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.079 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd150b91700 1 --2- 172.21.15.67:0/161255811 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd14c0d0550 0x7fd14c1613b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.079 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd14bfff700 1 -- 172.21.15.67:0/161255811 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd14c0d0550 msgr2=0x7fd14c1613b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:19.079 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd14bfff700 1 --2- 172.21.15.67:0/161255811 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd14c0d0550 0x7fd14c1613b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.079 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd14bfff700 1 -- 172.21.15.67:0/161255811 >> v2:172.21.15.190:3300/0 conn(0x7fd14c0d2160 msgr2=0x7fd14c0d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:19.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd14bfff700 1 --2- 172.21.15.67:0/161255811 >> v2:172.21.15.190:3300/0 conn(0x7fd14c0d2160 0x7fd14c0d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd14bfff700 1 -- 172.21.15.67:0/161255811 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd14c0cf020 con 0x7fd14c0b4c00 2023-10-21T20:41:19.080 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd14bfff700 1 --2- 172.21.15.67:0/161255811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c0b4c00 0x7fd14c0d1c20 secure :-1 s=READY pgs=3246 cs=0 l=1 rev1=1 crypto rx=0x7fd14c0b61a0 tx=0x7fd13c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9345f9cf611457a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:19.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd14affd700 1 -- 172.21.15.67:0/161255811 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd13c005e30 con 0x7fd14c0b4c00 2023-10-21T20:41:19.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.072+0000 7fd14affd700 1 -- 172.21.15.67:0/161255811 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd13c004030 con 0x7fd14c0b4c00 2023-10-21T20:41:19.081 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.073+0000 7fd14affd700 1 -- 172.21.15.67:0/161255811 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd13c0043e0 con 0x7fd14c0b4c00 2023-10-21T20:41:19.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.073+0000 7fd1525f4700 1 -- 172.21.15.67:0/161255811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c0b4c00 msgr2=0x7fd14c0d1c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.073+0000 7fd1525f4700 1 --2- 172.21.15.67:0/161255811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c0b4c00 0x7fd14c0d1c20 secure :-1 s=READY pgs=3246 cs=0 l=1 rev1=1 crypto rx=0x7fd14c0b61a0 tx=0x7fd13c009bd0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.082 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.073+0000 7fd1525f4700 1 -- 172.21.15.67:0/161255811 shutdown_connections 2023-10-21T20:41:19.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.073+0000 7fd1525f4700 1 --2- 172.21.15.67:0/161255811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c0b4c00 0x7fd14c0d1c20 unknown :-1 s=CLOSED pgs=3246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.073+0000 7fd1525f4700 1 --2- 172.21.15.67:0/161255811 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd14c0d0550 0x7fd14c1613b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.073+0000 7fd1525f4700 1 --2- 172.21.15.67:0/161255811 >> v2:172.21.15.190:3300/0 conn(0x7fd14c0d2160 0x7fd14c0d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.083 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.073+0000 7fd1525f4700 1 -- 172.21.15.67:0/161255811 >> 172.21.15.67:0/161255811 conn(0x7fd14c09c9c0 msgr2=0x7fd14c0d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:19.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.073+0000 7fd1525f4700 1 -- 172.21.15.67:0/161255811 shutdown_connections 2023-10-21T20:41:19.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.073+0000 7fd1525f4700 1 -- 172.21.15.67:0/161255811 wait complete. 2023-10-21T20:41:19.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.074+0000 7fd1525f4700 1 Processor -- start 2023-10-21T20:41:19.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.075+0000 7fd1525f4700 1 -- start start 2023-10-21T20:41:19.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.075+0000 7fd1525f4700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd14c0b4c00 0x7fd14c156270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.075+0000 7fd1525f4700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c0d0550 0x7fd14c0b2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.075+0000 7fd1525f4700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd14c0d2160 0x7fd14c0b34e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.075+0000 7fd1525f4700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd14c0ca020 con 0x7fd14c0d0550 2023-10-21T20:41:19.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd1525f4700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd14c156e70 con 0x7fd14c0d2160 2023-10-21T20:41:19.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd1525f4700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd14c0ca890 con 0x7fd14c0b4c00 2023-10-21T20:41:19.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd14b7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c0d0550 0x7fd14c0b2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd14b7fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c0d0550 0x7fd14c0b2fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48066/0 (socket says 172.21.15.67:48066) 2023-10-21T20:41:19.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd14b7fe700 1 -- 172.21.15.67:0/962076698 learned_addr learned my addr 172.21.15.67:0/962076698 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:19.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd150b91700 1 --2- 172.21.15.67:0/962076698 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd14c0d2160 0x7fd14c0b34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd14bfff700 1 --2- 172.21.15.67:0/962076698 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd14c0b4c00 0x7fd14c156270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd14b7fe700 1 -- 172.21.15.67:0/962076698 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd14c0b4c00 msgr2=0x7fd14c156270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd14b7fe700 1 --2- 172.21.15.67:0/962076698 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd14c0b4c00 0x7fd14c156270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.091 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd14b7fe700 1 -- 172.21.15.67:0/962076698 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd14c0d2160 msgr2=0x7fd14c0b34e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd14b7fe700 1 --2- 172.21.15.67:0/962076698 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd14c0d2160 0x7fd14c0b34e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd14b7fe700 1 -- 172.21.15.67:0/962076698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd13c009500 con 0x7fd14c0d0550 2023-10-21T20:41:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd14b7fe700 1 --2- 172.21.15.67:0/962076698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c0d0550 0x7fd14c0b2fa0 secure :-1 s=READY pgs=3247 cs=0 l=1 rev1=1 crypto rx=0x7fd14000e810 tx=0x7fd14000ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd148ff9700 1 -- 172.21.15.67:0/962076698 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd140013610 con 0x7fd14c0d0550 2023-10-21T20:41:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd148ff9700 1 -- 172.21.15.67:0/962076698 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd140013770 con 0x7fd14c0d0550 2023-10-21T20:41:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd1525f4700 1 -- 172.21.15.67:0/962076698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd14c0cab70 con 0x7fd14c0d0550 2023-10-21T20:41:19.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd148ff9700 1 -- 172.21.15.67:0/962076698 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd140013b20 con 0x7fd14c0d0550 2023-10-21T20:41:19.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.076+0000 7fd1525f4700 1 -- 172.21.15.67:0/962076698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd14c0cb130 con 0x7fd14c0d0550 2023-10-21T20:41:19.094 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.077+0000 7fd1525f4700 1 -- 172.21.15.67:0/962076698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd14c0cb350 con 0x7fd14c0d0550 2023-10-21T20:41:19.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.078+0000 7fd148ff9700 1 -- 172.21.15.67:0/962076698 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fd140013c80 con 0x7fd14c0d0550 2023-10-21T20:41:19.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.078+0000 7fd148ff9700 1 --2- 172.21.15.67:0/962076698 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd13806af00 0x7fd13806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.095 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.078+0000 7fd148ff9700 1 -- 172.21.15.67:0/962076698 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fd140088f80 con 0x7fd14c0d0550 2023-10-21T20:41:19.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.079+0000 7fd14bfff700 1 --2- 172.21.15.67:0/962076698 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd13806af00 0x7fd13806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.079+0000 7fd14bfff700 1 --2- 172.21.15.67:0/962076698 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd13806af00 0x7fd13806d3c0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fd13c000c00 tx=0x7fd13c008070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:19.096 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.083+0000 7fd148ff9700 1 -- 172.21.15.67:0/962076698 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fd140054340 con 0x7fd14c0d0550 2023-10-21T20:41:19.297 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.295+0000 7fd1525f4700 1 -- 172.21.15.67:0/962076698 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7fd14c0ce6f0 con 0x7fd13806af00 2023-10-21T20:41:19.298 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.296+0000 7fd148ff9700 1 -- 172.21.15.67:0/962076698 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fd13c0045a0 con 0x7fd13806af00 2023-10-21T20:41:19.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.298+0000 7fd1525f4700 1 -- 172.21.15.67:0/962076698 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd13806af00 msgr2=0x7fd13806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.300 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.298+0000 7fd1525f4700 1 --2- 172.21.15.67:0/962076698 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd13806af00 0x7fd13806d3c0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fd13c000c00 tx=0x7fd13c008070 comp rx=0 tx=0).stop 2023-10-21T20:41:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.298+0000 7fd1525f4700 1 -- 172.21.15.67:0/962076698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c0d0550 msgr2=0x7fd14c0b2fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.298+0000 7fd1525f4700 1 --2- 172.21.15.67:0/962076698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c0d0550 0x7fd14c0b2fa0 secure :-1 s=READY pgs=3247 cs=0 l=1 rev1=1 crypto rx=0x7fd14000e810 tx=0x7fd14000ebd0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.298+0000 7fd1525f4700 1 -- 172.21.15.67:0/962076698 shutdown_connections 2023-10-21T20:41:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.298+0000 7fd1525f4700 1 --2- 172.21.15.67:0/962076698 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd14c0d2160 0x7fd14c0b34e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.298+0000 7fd1525f4700 1 --2- 172.21.15.67:0/962076698 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd13806af00 0x7fd13806d3c0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.298+0000 7fd1525f4700 1 --2- 172.21.15.67:0/962076698 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd14c0b4c00 0x7fd14c156270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.298+0000 7fd1525f4700 1 --2- 172.21.15.67:0/962076698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c0d0550 0x7fd14c0b2fa0 unknown :-1 s=CLOSED pgs=3247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.298+0000 7fd1525f4700 1 -- 172.21.15.67:0/962076698 >> 172.21.15.67:0/962076698 conn(0x7fd14c09c9c0 msgr2=0x7fd14c0d3e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.298+0000 7fd1525f4700 1 -- 172.21.15.67:0/962076698 shutdown_connections 2023-10-21T20:41:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.298+0000 7fd1525f4700 1 -- 172.21.15.67:0/962076698 wait complete. 2023-10-21T20:41:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 0 to deep-scrub 2023-10-21T20:41:19.314 INFO:tasks.ceph:Scrubbing osd.1 2023-10-21T20:41:19.315 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2023-10-21T20:41:19.454 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.452+0000 7fa76b836700 1 Processor -- start 2023-10-21T20:41:19.455 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.452+0000 7fa76b836700 1 -- start start 2023-10-21T20:41:19.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.453+0000 7fa76b836700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fa7640d2350 0x7fa7640d4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.453+0000 7fa76b836700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7640ce450 con 0x7fa764160e80 2023-10-21T20:41:19.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.453+0000 7fa76b836700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7640ce6f0 con 0x7fa7640d1440 2023-10-21T20:41:19.459 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.453+0000 7fa76b836700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7640d08f0 con 0x7fa7640d2350 2023-10-21T20:41:19.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.453+0000 7fa7695d2700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fa764160e80 0x7fa7640d1c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36134/0 (socket says 172.21.15.67:36134) 2023-10-21T20:41:19.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.453+0000 7fa7695d2700 1 -- 172.21.15.67:0/3006929984 learned_addr learned my addr 172.21.15.67:0/3006929984 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:19.460 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 -- 172.21.15.67:0/3006929984 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3768838890 0 0) 0x7fa7640ce450 con 0x7fa764160e80 2023-10-21T20:41:19.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa768dd1700 1 --2- 172.21.15.67:0/3006929984 >> v2:172.21.15.190:3300/0 conn(0x7fa7640d2350 0x7fa7640d4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 -- 172.21.15.67:0/3006929984 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa7500035b0 con 0x7fa764160e80 2023-10-21T20:41:19.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 -- 172.21.15.67:0/3006929984 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3541465904 0 0) 0x7fa7500035b0 con 0x7fa764160e80 2023-10-21T20:41:19.461 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 -- 172.21.15.67:0/3006929984 >> v2:172.21.15.190:3300/0 conn(0x7fa7640d2350 msgr2=0x7fa7640d4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:19.462 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 --2- 172.21.15.67:0/3006929984 >> v2:172.21.15.190:3300/0 conn(0x7fa7640d2350 0x7fa7640d4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.462 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 -- 172.21.15.67:0/3006929984 >> v1:172.21.15.190:6789/0 conn(0x7fa7640d1440 legacy=0x7fa7640ceeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.462 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 -- 172.21.15.67:0/3006929984 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7640d0ad0 con 0x7fa764160e80 2023-10-21T20:41:19.462 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 -- 172.21.15.67:0/3006929984 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7fa760001670 con 0x7fa764160e80 2023-10-21T20:41:19.463 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 -- 172.21.15.67:0/3006929984 >> v1:172.21.15.67:6789/0 conn(0x7fa764160e80 legacy=0x7fa7640d1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.463 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 --2- 172.21.15.67:0/3006929984 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa750003a00 0x7fa750003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.463 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 --2- 172.21.15.67:0/3006929984 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa750004850 0x7fa750004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.464 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 --2- 172.21.15.67:0/3006929984 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa750005210 0x7fa75000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.464 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 -- 172.21.15.67:0/3006929984 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7640d08f0 con 0x7fa750003a00 2023-10-21T20:41:19.464 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 -- 172.21.15.67:0/3006929984 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa75000c0b0 con 0x7fa750004850 2023-10-21T20:41:19.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa75bfff700 1 -- 172.21.15.67:0/3006929984 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa75000c270 con 0x7fa750005210 2023-10-21T20:41:19.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa7695d2700 1 --2- 172.21.15.67:0/3006929984 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa750003a00 0x7fa750003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa768dd1700 1 --2- 172.21.15.67:0/3006929984 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa750004850 0x7fa750004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.465 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.454+0000 7fa769dd3700 1 --2- 172.21.15.67:0/3006929984 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa750005210 0x7fa75000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.455+0000 7fa7695d2700 1 -- 172.21.15.67:0/3006929984 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa750005210 msgr2=0x7fa75000ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:19.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.455+0000 7fa7695d2700 1 --2- 172.21.15.67:0/3006929984 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa750005210 0x7fa75000ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.455+0000 7fa7695d2700 1 -- 172.21.15.67:0/3006929984 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa750004850 msgr2=0x7fa750004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:19.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.455+0000 7fa7695d2700 1 --2- 172.21.15.67:0/3006929984 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa750004850 0x7fa750004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.455+0000 7fa7695d2700 1 -- 172.21.15.67:0/3006929984 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7500035b0 con 0x7fa750003a00 2023-10-21T20:41:19.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.455+0000 7fa769dd3700 1 -- 172.21.15.67:0/3006929984 reap_dead start 2023-10-21T20:41:19.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.455+0000 7fa768dd1700 1 --2- 172.21.15.67:0/3006929984 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa750004850 0x7fa750004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T20:41:19.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.455+0000 7fa7695d2700 1 --2- 172.21.15.67:0/3006929984 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa750003a00 0x7fa750003e20 secure :-1 s=READY pgs=3249 cs=0 l=1 rev1=1 crypto rx=0x7fa76000c2a0 tx=0x7fa750005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdf106ac3e1a09fb server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:19.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.455+0000 7fa75bfff700 1 -- 172.21.15.67:0/3006929984 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa760007c10 con 0x7fa750003a00 2023-10-21T20:41:19.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.455+0000 7fa75bfff700 1 -- 172.21.15.67:0/3006929984 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa76000cdc0 con 0x7fa750003a00 2023-10-21T20:41:19.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.455+0000 7fa75bfff700 1 -- 172.21.15.67:0/3006929984 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa760005ba0 con 0x7fa750003a00 2023-10-21T20:41:19.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.456+0000 7fa76b836700 1 -- 172.21.15.67:0/3006929984 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa750003a00 msgr2=0x7fa750003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.456+0000 7fa76b836700 1 --2- 172.21.15.67:0/3006929984 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa750003a00 0x7fa750003e20 secure :-1 s=READY pgs=3249 cs=0 l=1 rev1=1 crypto rx=0x7fa76000c2a0 tx=0x7fa750005880 comp rx=0 tx=0).stop 2023-10-21T20:41:19.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.456+0000 7fa76b836700 1 -- 172.21.15.67:0/3006929984 shutdown_connections 2023-10-21T20:41:19.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.456+0000 7fa76b836700 1 --2- 172.21.15.67:0/3006929984 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa750003a00 0x7fa750003e20 unknown :-1 s=CLOSED pgs=3249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.456+0000 7fa76b836700 1 -- 172.21.15.67:0/3006929984 >> 172.21.15.67:0/3006929984 conn(0x7fa7640d3660 msgr2=0x7fa7640d3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:19.471 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.456+0000 7fa76b836700 1 -- 172.21.15.67:0/3006929984 shutdown_connections 2023-10-21T20:41:19.471 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.456+0000 7fa76b836700 1 -- 172.21.15.67:0/3006929984 wait complete. 2023-10-21T20:41:19.474 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.457+0000 7fa76b836700 1 Processor -- start 2023-10-21T20:41:19.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.457+0000 7fa76b836700 1 -- start start 2023-10-21T20:41:19.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa76b836700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa750003a00 0x7fa7640b6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa76b836700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa7641604c0 0x7fa7640c7f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.475 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa76b836700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa7640c8460 0x7fa7640c9100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa76b836700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7640c8970 con 0x7fa750003a00 2023-10-21T20:41:19.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa76b836700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7641e7da0 con 0x7fa7641604c0 2023-10-21T20:41:19.476 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa76b836700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7641e8080 con 0x7fa7640c8460 2023-10-21T20:41:19.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa7695d2700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa750003a00 0x7fa7640b6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa7695d2700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa750003a00 0x7fa7640b6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48084/0 (socket says 172.21.15.67:48084) 2023-10-21T20:41:19.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa7695d2700 1 -- 172.21.15.67:0/142952757 learned_addr learned my addr 172.21.15.67:0/142952757 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:19.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa768dd1700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa7641604c0 0x7fa7640c7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa7695d2700 1 -- 172.21.15.67:0/142952757 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa7640c8460 msgr2=0x7fa7640c9100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa769dd3700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa7640c8460 0x7fa7640c9100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa7695d2700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fa7640c8460 0x7fa7640c9100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa7695d2700 1 -- 172.21.15.67:0/142952757 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa7641604c0 msgr2=0x7fa7640c7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa7695d2700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa7641604c0 0x7fa7640c7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa7695d2700 1 -- 172.21.15.67:0/142952757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7641e8360 con 0x7fa750003a00 2023-10-21T20:41:19.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.458+0000 7fa768dd1700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa7641604c0 0x7fa7640c7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T20:41:19.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.459+0000 7fa7695d2700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa750003a00 0x7fa7640b6760 secure :-1 s=READY pgs=3250 cs=0 l=1 rev1=1 crypto rx=0x7fa75000c080 tx=0x7fa7640ce880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:19.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.459+0000 7fa759ffb700 1 -- 172.21.15.67:0/142952757 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7600070d0 con 0x7fa750003a00 2023-10-21T20:41:19.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.459+0000 7fa759ffb700 1 -- 172.21.15.67:0/142952757 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa760007230 con 0x7fa750003a00 2023-10-21T20:41:19.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.459+0000 7fa76b836700 1 -- 172.21.15.67:0/142952757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7640c8c50 con 0x7fa750003a00 2023-10-21T20:41:19.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.459+0000 7fa759ffb700 1 -- 172.21.15.67:0/142952757 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7600075e0 con 0x7fa750003a00 2023-10-21T20:41:19.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.459+0000 7fa76b836700 1 -- 172.21.15.67:0/142952757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7640c9640 con 0x7fa750003a00 2023-10-21T20:41:19.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.460+0000 7fa76b836700 1 -- 172.21.15.67:0/142952757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa7641e6370 con 0x7fa750003a00 2023-10-21T20:41:19.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.460+0000 7fa759ffb700 1 -- 172.21.15.67:0/142952757 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa76001e430 con 0x7fa750003a00 2023-10-21T20:41:19.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.461+0000 7fa759ffb700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa74806af00 0x7fa74806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.461+0000 7fa759ffb700 1 -- 172.21.15.67:0/142952757 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fa76008a580 con 0x7fa750003a00 2023-10-21T20:41:19.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.461+0000 7fa759ffb700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.67:6800/3847638094,v1:172.21.15.67:6801/3847638094] conn(0x7fa748070d60 0x7fa748073180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.461+0000 7fa759ffb700 1 -- 172.21.15.67:0/142952757 --> [v2:172.21.15.67:6800/3847638094,v1:172.21.15.67:6801/3847638094] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa748073850 con 0x7fa748070d60 2023-10-21T20:41:19.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.461+0000 7fa759ffb700 1 -- 172.21.15.67:0/142952757 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa76008cc40 con 0x7fa750003a00 2023-10-21T20:41:19.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.461+0000 7fa769dd3700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.67:6800/3847638094,v1:172.21.15.67:6801/3847638094] conn(0x7fa748070d60 0x7fa748073180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.461+0000 7fa768dd1700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa74806af00 0x7fa74806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.462+0000 7fa769dd3700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.67:6800/3847638094,v1:172.21.15.67:6801/3847638094] conn(0x7fa748070d60 0x7fa748073180 crc :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:19.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.462+0000 7fa768dd1700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa74806af00 0x7fa74806d3c0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fa7640b8470 tx=0x7fa754008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:19.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.462+0000 7fa759ffb700 1 -- 172.21.15.67:0/142952757 <== osd.1 v2:172.21.15.67:6800/3847638094 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7fa748073850 con 0x7fa748070d60 2023-10-21T20:41:19.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.478+0000 7fa76b836700 1 -- 172.21.15.67:0/142952757 --> [v2:172.21.15.67:6800/3847638094,v1:172.21.15.67:6801/3847638094] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fa7640d0db0 con 0x7fa748070d60 2023-10-21T20:41:19.485 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.479+0000 7fa759ffb700 1 -- 172.21.15.67:0/142952757 <== osd.1 v2:172.21.15.67:6800/3847638094 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+105 (crc 0 0 0) 0x7fa75c00d040 con 0x7fa748070d60 2023-10-21T20:41:19.486 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2023-10-21T20:41:19.486 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-10-21T20:41:19.487 INFO:teuthology.orchestra.run.smithi067.stdout:} 2023-10-21T20:41:19.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.479+0000 7fa76b836700 1 -- 172.21.15.67:0/142952757 >> [v2:172.21.15.67:6800/3847638094,v1:172.21.15.67:6801/3847638094] conn(0x7fa748070d60 msgr2=0x7fa748073180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.479+0000 7fa76b836700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.67:6800/3847638094,v1:172.21.15.67:6801/3847638094] conn(0x7fa748070d60 0x7fa748073180 crc :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.488 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.479+0000 7fa76b836700 1 -- 172.21.15.67:0/142952757 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa74806af00 msgr2=0x7fa74806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.479+0000 7fa76b836700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fa74806af00 0x7fa74806d3c0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fa7640b8470 tx=0x7fa754008040 comp rx=0 tx=0).stop 2023-10-21T20:41:19.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.479+0000 7fa76b836700 1 -- 172.21.15.67:0/142952757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa750003a00 msgr2=0x7fa7640b6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.489 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.479+0000 7fa76b836700 1 --2- 172.21.15.67:0/142952757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa750003a00 0x7fa7640b6760 secure :-1 s=READY pgs=3250 cs=0 l=1 rev1=1 crypto rx=0x7fa75000c080 tx=0x7fa7640ce880 comp rx=0 tx=0).stop 2023-10-21T20:41:19.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.479+0000 7fa769dd3700 1 -- 172.21.15.67:0/142952757 reap_dead start 2023-10-21T20:41:19.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.479+0000 7fa76b836700 1 -- 172.21.15.67:0/142952757 shutdown_connections 2023-10-21T20:41:19.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.479+0000 7fa76b836700 1 -- 172.21.15.67:0/142952757 >> 172.21.15.67:0/142952757 conn(0x7fa7640d3660 msgr2=0x7fa7640b46f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:19.490 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.479+0000 7fa76b836700 1 -- 172.21.15.67:0/142952757 shutdown_connections 2023-10-21T20:41:19.491 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.479+0000 7fa76b836700 1 -- 172.21.15.67:0/142952757 wait complete. 2023-10-21T20:41:19.495 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2023-10-21T20:41:19.631 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.629+0000 7fe7f9723700 1 Processor -- start 2023-10-21T20:41:19.632 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.629+0000 7fe7f9723700 1 -- start start 2023-10-21T20:41:19.634 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.630+0000 7fe7f9723700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7f40b4c00 0x7fe7f40d1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.634 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.630+0000 7fe7f9723700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe7f40d0720 0x7fe7f40b2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.635 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.630+0000 7fe7f9723700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7f40ce1e0 con 0x7fe7f40d2160 2023-10-21T20:41:19.635 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.630+0000 7fe7f9723700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7f40b4fe0 con 0x7fe7f40d0720 2023-10-21T20:41:19.635 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.630+0000 7fe7f9723700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f40d25e0 con 0x7fe7f40b4c00 2023-10-21T20:41:19.635 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.630+0000 7fe7f37fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe7f40d0720 0x7fe7f40b2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.636 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.630+0000 7fe7f37fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe7f40d0720 0x7fe7f40b2fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48094/0 (socket says 172.21.15.67:48094) 2023-10-21T20:41:19.636 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.630+0000 7fe7f37fe700 1 -- 172.21.15.67:0/1352594048 learned_addr learned my addr 172.21.15.67:0/1352594048 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:19.636 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.631+0000 7fe7f2ffd700 1 --2- 172.21.15.67:0/1352594048 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7f40b4c00 0x7fe7f40d1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.631+0000 7fe7f37fe700 1 -- 172.21.15.67:0/1352594048 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7f40b4c00 msgr2=0x7fe7f40d1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:19.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.631+0000 7fe7f37fe700 1 --2- 172.21.15.67:0/1352594048 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7f40b4c00 0x7fe7f40d1c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.637 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.631+0000 7fe7f37fe700 1 -- 172.21.15.67:0/1352594048 >> v1:172.21.15.190:6789/0 conn(0x7fe7f40d2160 legacy=0x7fe7f40d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:19.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.631+0000 7fe7f37fe700 1 -- 172.21.15.67:0/1352594048 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7f40cf020 con 0x7fe7f40d0720 2023-10-21T20:41:19.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.631+0000 7fe7f37fe700 1 --2- 172.21.15.67:0/1352594048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f40d0720 0x7fe7f40b2fa0 secure :-1 s=READY pgs=3251 cs=0 l=1 rev1=1 crypto rx=0x7fe7ec009e50 tx=0x7fe7ec00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc5c4af76d0dc491 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:19.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.631+0000 7fe7f1ffb700 1 -- 172.21.15.67:0/1352594048 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7ec00e070 con 0x7fe7f40d0720 2023-10-21T20:41:19.638 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.631+0000 7fe7f1ffb700 1 -- 172.21.15.67:0/1352594048 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7ec003a20 con 0x7fe7f40d0720 2023-10-21T20:41:19.639 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.631+0000 7fe7f1ffb700 1 -- 172.21.15.67:0/1352594048 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7ec003dd0 con 0x7fe7f40d0720 2023-10-21T20:41:19.639 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.632+0000 7fe7f9723700 1 -- 172.21.15.67:0/1352594048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f40d0720 msgr2=0x7fe7f40b2fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.639 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.632+0000 7fe7f9723700 1 --2- 172.21.15.67:0/1352594048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f40d0720 0x7fe7f40b2fa0 secure :-1 s=READY pgs=3251 cs=0 l=1 rev1=1 crypto rx=0x7fe7ec009e50 tx=0x7fe7ec00b330 comp rx=0 tx=0).stop 2023-10-21T20:41:19.639 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.632+0000 7fe7f9723700 1 -- 172.21.15.67:0/1352594048 shutdown_connections 2023-10-21T20:41:19.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.632+0000 7fe7f9723700 1 --2- 172.21.15.67:0/1352594048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f40d0720 0x7fe7f40b2fa0 unknown :-1 s=CLOSED pgs=3251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.632+0000 7fe7f9723700 1 --2- 172.21.15.67:0/1352594048 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7f40b4c00 0x7fe7f40d1c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.640 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.632+0000 7fe7f9723700 1 -- 172.21.15.67:0/1352594048 >> 172.21.15.67:0/1352594048 conn(0x7fe7f409c9c0 msgr2=0x7fe7f40d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:19.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.632+0000 7fe7f9723700 1 -- 172.21.15.67:0/1352594048 shutdown_connections 2023-10-21T20:41:19.641 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.632+0000 7fe7f9723700 1 -- 172.21.15.67:0/1352594048 wait complete. 2023-10-21T20:41:19.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.633+0000 7fe7f9723700 1 Processor -- start 2023-10-21T20:41:19.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.633+0000 7fe7f9723700 1 -- start start 2023-10-21T20:41:19.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f9723700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7f40b4c00 0x7fe7f40cb930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.644 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f9723700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f40d0720 0x7fe7f40c98b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f9723700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7f40d2160 0x7fe7f41f3120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f9723700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f40cbe70 con 0x7fe7f40d0720 2023-10-21T20:41:19.645 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f9723700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f40cae70 con 0x7fe7f40d2160 2023-10-21T20:41:19.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f9723700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f41f3c50 con 0x7fe7f40b4c00 2023-10-21T20:41:19.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f27fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f40d0720 0x7fe7f40c98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f27fc700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f40d0720 0x7fe7f40c98b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48102/0 (socket says 172.21.15.67:48102) 2023-10-21T20:41:19.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f27fc700 1 -- 172.21.15.67:0/271583015 learned_addr learned my addr 172.21.15.67:0/271583015 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:19.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f2ffd700 1 --2- 172.21.15.67:0/271583015 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7f40b4c00 0x7fe7f40cb930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f37fe700 1 --2- 172.21.15.67:0/271583015 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7f40d2160 0x7fe7f41f3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f27fc700 1 -- 172.21.15.67:0/271583015 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7f40b4c00 msgr2=0x7fe7f40cb930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f27fc700 1 --2- 172.21.15.67:0/271583015 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7f40b4c00 0x7fe7f40cb930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f27fc700 1 -- 172.21.15.67:0/271583015 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7f40d2160 msgr2=0x7fe7f41f3120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f27fc700 1 --2- 172.21.15.67:0/271583015 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7f40d2160 0x7fe7f41f3120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.634+0000 7fe7f27fc700 1 -- 172.21.15.67:0/271583015 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7ec009b30 con 0x7fe7f40d0720 2023-10-21T20:41:19.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.635+0000 7fe7f27fc700 1 --2- 172.21.15.67:0/271583015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f40d0720 0x7fe7f40c98b0 secure :-1 s=READY pgs=3252 cs=0 l=1 rev1=1 crypto rx=0x7fe7e800c4d0 tx=0x7fe7e800c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:19.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.635+0000 7fe7db7fe700 1 -- 172.21.15.67:0/271583015 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7e8011790 con 0x7fe7f40d0720 2023-10-21T20:41:19.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.635+0000 7fe7db7fe700 1 -- 172.21.15.67:0/271583015 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7e80118f0 con 0x7fe7f40d0720 2023-10-21T20:41:19.650 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.635+0000 7fe7f9723700 1 -- 172.21.15.67:0/271583015 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7f41f3f30 con 0x7fe7f40d0720 2023-10-21T20:41:19.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.635+0000 7fe7db7fe700 1 -- 172.21.15.67:0/271583015 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7e8011ca0 con 0x7fe7f40d0720 2023-10-21T20:41:19.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.635+0000 7fe7f9723700 1 -- 172.21.15.67:0/271583015 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7f40cb410 con 0x7fe7f40d0720 2023-10-21T20:41:19.651 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.636+0000 7fe7f9723700 1 -- 172.21.15.67:0/271583015 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7f4074d40 con 0x7fe7f40d0720 2023-10-21T20:41:19.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.636+0000 7fe7db7fe700 1 -- 172.21.15.67:0/271583015 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fe7e801c460 con 0x7fe7f40d0720 2023-10-21T20:41:19.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.637+0000 7fe7db7fe700 1 --2- 172.21.15.67:0/271583015 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe7e006af00 0x7fe7e006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:19.652 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.637+0000 7fe7db7fe700 1 -- 172.21.15.67:0/271583015 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fe7e8089000 con 0x7fe7f40d0720 2023-10-21T20:41:19.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.637+0000 7fe7f2ffd700 1 --2- 172.21.15.67:0/271583015 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe7e006af00 0x7fe7e006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:19.653 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.638+0000 7fe7f2ffd700 1 --2- 172.21.15.67:0/271583015 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe7e006af00 0x7fe7e006d3c0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fe7f40b2990 tx=0x7fe7e4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:19.654 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.642+0000 7fe7db7fe700 1 -- 172.21.15.67:0/271583015 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fe7e80543b0 con 0x7fe7f40d0720 2023-10-21T20:41:19.853 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.851+0000 7fe7f9723700 1 -- 172.21.15.67:0/271583015 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7fe7f40ce6f0 con 0x7fe7e006af00 2023-10-21T20:41:19.854 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.851+0000 7fe7db7fe700 1 -- 172.21.15.67:0/271583015 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fe7e4005a20 con 0x7fe7e006af00 2023-10-21T20:41:19.856 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.854+0000 7fe7f9723700 1 -- 172.21.15.67:0/271583015 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe7e006af00 msgr2=0x7fe7e006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.856 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.854+0000 7fe7f9723700 1 --2- 172.21.15.67:0/271583015 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe7e006af00 0x7fe7e006d3c0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fe7f40b2990 tx=0x7fe7e4008040 comp rx=0 tx=0).stop 2023-10-21T20:41:19.857 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.854+0000 7fe7f9723700 1 -- 172.21.15.67:0/271583015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f40d0720 msgr2=0x7fe7f40c98b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:19.857 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.854+0000 7fe7f9723700 1 --2- 172.21.15.67:0/271583015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f40d0720 0x7fe7f40c98b0 secure :-1 s=READY pgs=3252 cs=0 l=1 rev1=1 crypto rx=0x7fe7e800c4d0 tx=0x7fe7e800c7e0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.857 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.854+0000 7fe7f9723700 1 -- 172.21.15.67:0/271583015 shutdown_connections 2023-10-21T20:41:19.858 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.854+0000 7fe7f9723700 1 --2- 172.21.15.67:0/271583015 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7f40d2160 0x7fe7f41f3120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.858 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.854+0000 7fe7f9723700 1 --2- 172.21.15.67:0/271583015 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe7e006af00 0x7fe7e006d3c0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.858 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.854+0000 7fe7f9723700 1 --2- 172.21.15.67:0/271583015 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe7f40b4c00 0x7fe7f40cb930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.858 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.854+0000 7fe7f9723700 1 --2- 172.21.15.67:0/271583015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f40d0720 0x7fe7f40c98b0 unknown :-1 s=CLOSED pgs=3252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:19.859 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.854+0000 7fe7f9723700 1 -- 172.21.15.67:0/271583015 >> 172.21.15.67:0/271583015 conn(0x7fe7f409c9c0 msgr2=0x7fe7f40d35d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:19.859 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.854+0000 7fe7f9723700 1 -- 172.21.15.67:0/271583015 shutdown_connections 2023-10-21T20:41:19.859 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:19.854+0000 7fe7f9723700 1 -- 172.21.15.67:0/271583015 wait complete. 2023-10-21T20:41:19.860 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 1 to deep-scrub 2023-10-21T20:41:19.870 INFO:tasks.ceph:Scrubbing osd.2 2023-10-21T20:41:19.871 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2023-10-21T20:41:20.010 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.008+0000 7fedbc29b700 1 Processor -- start 2023-10-21T20:41:20.011 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.008+0000 7fedbc29b700 1 -- start start 2023-10-21T20:41:20.013 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.009+0000 7fedbc29b700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fedb40d2350 0x7fedb40d4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.009+0000 7fedbc29b700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fedb40ce450 con 0x7fedb4160e80 2023-10-21T20:41:20.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.009+0000 7fedbc29b700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fedb40ce6f0 con 0x7fedb40d1440 2023-10-21T20:41:20.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.009+0000 7fedbc29b700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fedb40d08f0 con 0x7fedb40d2350 2023-10-21T20:41:20.014 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.009+0000 7fedba037700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fedb4160e80 0x7fedb40d1c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36170/0 (socket says 172.21.15.67:36170) 2023-10-21T20:41:20.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.009+0000 7fedba037700 1 -- 172.21.15.67:0/2249334796 learned_addr learned my addr 172.21.15.67:0/2249334796 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:20.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.010+0000 7fedb9836700 1 --2- 172.21.15.67:0/2249334796 >> v2:172.21.15.190:3300/0 conn(0x7fedb40d2350 0x7fedb40d4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.015 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.010+0000 7fedb9035700 1 -- 172.21.15.67:0/2249334796 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 523701782 0 0) 0x7fedb40ce450 con 0x7fedb4160e80 2023-10-21T20:41:20.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.010+0000 7fedb9035700 1 -- 172.21.15.67:0/2249334796 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feda00035b0 con 0x7fedb4160e80 2023-10-21T20:41:20.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.010+0000 7fedb9035700 1 -- 172.21.15.67:0/2249334796 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1323485035 0 0) 0x7fedb40ce6f0 con 0x7fedb40d1440 2023-10-21T20:41:20.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.010+0000 7fedb9035700 1 -- 172.21.15.67:0/2249334796 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fedb40ce450 con 0x7fedb40d1440 2023-10-21T20:41:20.016 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.010+0000 7fedb9836700 1 -- 172.21.15.67:0/2249334796 >> v1:172.21.15.190:6789/0 conn(0x7fedb40d1440 legacy=0x7fedb40ceeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.010+0000 7fedb9836700 1 -- 172.21.15.67:0/2249334796 >> v1:172.21.15.67:6789/0 conn(0x7fedb4160e80 legacy=0x7fedb40d1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.010+0000 7fedb9836700 1 -- 172.21.15.67:0/2249334796 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedb40d0ad0 con 0x7fedb40d2350 2023-10-21T20:41:20.017 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.010+0000 7fedb9836700 1 --2- 172.21.15.67:0/2249334796 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedb40d2350 0x7fedb40d4180 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7feda4009840 tx=0x7feda4009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9ca75e82edf8f02 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:20.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.010+0000 7fedb9035700 1 -- 172.21.15.67:0/2249334796 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda4011830 con 0x7fedb40d2350 2023-10-21T20:41:20.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.010+0000 7fedb9035700 1 -- 172.21.15.67:0/2249334796 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feda4011990 con 0x7fedb40d2350 2023-10-21T20:41:20.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.010+0000 7fedb9035700 1 -- 172.21.15.67:0/2249334796 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda4011d20 con 0x7fedb40d2350 2023-10-21T20:41:20.018 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.011+0000 7fedbc29b700 1 -- 172.21.15.67:0/2249334796 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedb40d2350 msgr2=0x7fedb40d4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.011+0000 7fedbc29b700 1 --2- 172.21.15.67:0/2249334796 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedb40d2350 0x7fedb40d4180 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7feda4009840 tx=0x7feda4009b50 comp rx=0 tx=0).stop 2023-10-21T20:41:20.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.011+0000 7fedbc29b700 1 -- 172.21.15.67:0/2249334796 shutdown_connections 2023-10-21T20:41:20.019 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.011+0000 7fedbc29b700 1 --2- 172.21.15.67:0/2249334796 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedb40d2350 0x7fedb40d4180 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.011+0000 7fedbc29b700 1 -- 172.21.15.67:0/2249334796 >> 172.21.15.67:0/2249334796 conn(0x7fedb40d3660 msgr2=0x7fedb40d3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:20.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.011+0000 7fedbc29b700 1 -- 172.21.15.67:0/2249334796 shutdown_connections 2023-10-21T20:41:20.020 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.011+0000 7fedbc29b700 1 -- 172.21.15.67:0/2249334796 wait complete. 2023-10-21T20:41:20.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.012+0000 7fedbc29b700 1 Processor -- start 2023-10-21T20:41:20.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.012+0000 7fedbc29b700 1 -- start start 2023-10-21T20:41:20.024 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.013+0000 7fedbc29b700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb40d1440 0x7fedb40ccf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.025 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.013+0000 7fedbc29b700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fedb40d2350 0x7fedb415b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.025 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.013+0000 7fedbc29b700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedb4160e80 0x7fedb40b4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.025 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.013+0000 7fedbc29b700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedb40b63b0 con 0x7fedb40d1440 2023-10-21T20:41:20.025 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.013+0000 7fedbc29b700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedb41f6f50 con 0x7fedb4160e80 2023-10-21T20:41:20.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.013+0000 7fedbc29b700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedb41f7230 con 0x7fedb40d2350 2023-10-21T20:41:20.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.013+0000 7fedba037700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb40d1440 0x7fedb40ccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.026 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.013+0000 7fedba037700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb40d1440 0x7fedb40ccf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48112/0 (socket says 172.21.15.67:48112) 2023-10-21T20:41:20.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.013+0000 7fedba037700 1 -- 172.21.15.67:0/1182435766 learned_addr learned my addr 172.21.15.67:0/1182435766 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:20.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.013+0000 7fedb9836700 1 --2- 172.21.15.67:0/1182435766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fedb40d2350 0x7fedb415b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.013+0000 7fedba838700 1 --2- 172.21.15.67:0/1182435766 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedb4160e80 0x7fedb40b4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.027 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.014+0000 7fedba037700 1 -- 172.21.15.67:0/1182435766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fedb40d2350 msgr2=0x7fedb415b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.014+0000 7fedba037700 1 --2- 172.21.15.67:0/1182435766 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fedb40d2350 0x7fedb415b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.014+0000 7fedba037700 1 -- 172.21.15.67:0/1182435766 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedb4160e80 msgr2=0x7fedb40b4f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.028 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.014+0000 7fedba037700 1 --2- 172.21.15.67:0/1182435766 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedb4160e80 0x7fedb40b4f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.014+0000 7fedba037700 1 -- 172.21.15.67:0/1182435766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feda40094a0 con 0x7fedb40d1440 2023-10-21T20:41:20.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.014+0000 7fedba037700 1 --2- 172.21.15.67:0/1182435766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb40d1440 0x7fedb40ccf00 secure :-1 s=READY pgs=3254 cs=0 l=1 rev1=1 crypto rx=0x7fedb0001eb0 tx=0x7fedb000c7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:20.029 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.014+0000 7fedaaffd700 1 -- 172.21.15.67:0/1182435766 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedb0005d70 con 0x7fedb40d1440 2023-10-21T20:41:20.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.014+0000 7fedaaffd700 1 -- 172.21.15.67:0/1182435766 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedb00070d0 con 0x7fedb40d1440 2023-10-21T20:41:20.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.014+0000 7fedbc29b700 1 -- 172.21.15.67:0/1182435766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fedb41f7510 con 0x7fedb40d1440 2023-10-21T20:41:20.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.014+0000 7fedaaffd700 1 -- 172.21.15.67:0/1182435766 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedb0007460 con 0x7fedb40d1440 2023-10-21T20:41:20.030 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.014+0000 7fedbc29b700 1 -- 172.21.15.67:0/1182435766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fedb41f77f0 con 0x7fedb40d1440 2023-10-21T20:41:20.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.015+0000 7fedbc29b700 1 -- 172.21.15.67:0/1182435766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fedb40d0db0 con 0x7fedb40d1440 2023-10-21T20:41:20.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.016+0000 7fedaaffd700 1 -- 172.21.15.67:0/1182435766 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fedb00075c0 con 0x7fedb40d1440 2023-10-21T20:41:20.031 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.016+0000 7fedaaffd700 1 --2- 172.21.15.67:0/1182435766 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fed9806af00 0x7fed9806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.032 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.016+0000 7fedaaffd700 1 -- 172.21.15.67:0/1182435766 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fedb0088d70 con 0x7fedb40d1440 2023-10-21T20:41:20.032 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.016+0000 7fedb9836700 1 --2- 172.21.15.67:0/1182435766 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fed9806af00 0x7fed9806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.032 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.016+0000 7fedaaffd700 1 --2- 172.21.15.67:0/1182435766 >> [v2:172.21.15.67:6824/3349106273,v1:172.21.15.67:6825/3349106273] conn(0x7fed98070d60 0x7fed98073180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.032 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.016+0000 7fedaaffd700 1 -- 172.21.15.67:0/1182435766 --> [v2:172.21.15.67:6824/3349106273,v1:172.21.15.67:6825/3349106273] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fed98073850 con 0x7fed98070d60 2023-10-21T20:41:20.033 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.016+0000 7fedaaffd700 1 -- 172.21.15.67:0/1182435766 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7fedb00891c0 con 0x7fedb40d1440 2023-10-21T20:41:20.033 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.016+0000 7fedba838700 1 --2- 172.21.15.67:0/1182435766 >> [v2:172.21.15.67:6824/3349106273,v1:172.21.15.67:6825/3349106273] conn(0x7fed98070d60 0x7fed98073180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.033 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.017+0000 7fedb9836700 1 --2- 172.21.15.67:0/1182435766 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fed9806af00 0x7fed9806d3c0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7feda4009fd0 tx=0x7feda401c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:20.034 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.017+0000 7fedba838700 1 --2- 172.21.15.67:0/1182435766 >> [v2:172.21.15.67:6824/3349106273,v1:172.21.15.67:6825/3349106273] conn(0x7fed98070d60 0x7fed98073180 crc :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:20.034 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.018+0000 7fedaaffd700 1 -- 172.21.15.67:0/1182435766 <== osd.2 v2:172.21.15.67:6824/3349106273 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7fed98073850 con 0x7fed98070d60 2023-10-21T20:41:20.036 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.033+0000 7fedbc29b700 1 -- 172.21.15.67:0/1182435766 --> [v2:172.21.15.67:6824/3349106273,v1:172.21.15.67:6825/3349106273] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fedb40d1090 con 0x7fed98070d60 2023-10-21T20:41:20.036 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.034+0000 7fedaaffd700 1 -- 172.21.15.67:0/1182435766 <== osd.2 v2:172.21.15.67:6824/3349106273 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+105 (crc 0 0 0) 0x7fedac001fe0 con 0x7fed98070d60 2023-10-21T20:41:20.036 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2023-10-21T20:41:20.037 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-10-21T20:41:20.037 INFO:teuthology.orchestra.run.smithi067.stdout:} 2023-10-21T20:41:20.038 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.034+0000 7fedbc29b700 1 -- 172.21.15.67:0/1182435766 >> [v2:172.21.15.67:6824/3349106273,v1:172.21.15.67:6825/3349106273] conn(0x7fed98070d60 msgr2=0x7fed98073180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.039 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.034+0000 7fedbc29b700 1 --2- 172.21.15.67:0/1182435766 >> [v2:172.21.15.67:6824/3349106273,v1:172.21.15.67:6825/3349106273] conn(0x7fed98070d60 0x7fed98073180 crc :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.039 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.034+0000 7fedbc29b700 1 -- 172.21.15.67:0/1182435766 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fed9806af00 msgr2=0x7fed9806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.039 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.034+0000 7fedbc29b700 1 --2- 172.21.15.67:0/1182435766 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fed9806af00 0x7fed9806d3c0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7feda4009fd0 tx=0x7feda401c040 comp rx=0 tx=0).stop 2023-10-21T20:41:20.040 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.034+0000 7fedbc29b700 1 -- 172.21.15.67:0/1182435766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb40d1440 msgr2=0x7fedb40ccf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.040 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.034+0000 7fedbc29b700 1 --2- 172.21.15.67:0/1182435766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb40d1440 0x7fedb40ccf00 secure :-1 s=READY pgs=3254 cs=0 l=1 rev1=1 crypto rx=0x7fedb0001eb0 tx=0x7fedb000c7b0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.040 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.034+0000 7fedba838700 1 -- 172.21.15.67:0/1182435766 reap_dead start 2023-10-21T20:41:20.040 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.034+0000 7fedbc29b700 1 -- 172.21.15.67:0/1182435766 shutdown_connections 2023-10-21T20:41:20.041 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.034+0000 7fedbc29b700 1 -- 172.21.15.67:0/1182435766 >> 172.21.15.67:0/1182435766 conn(0x7fedb40d3660 msgr2=0x7fedb415fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:20.041 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.034+0000 7fedbc29b700 1 -- 172.21.15.67:0/1182435766 shutdown_connections 2023-10-21T20:41:20.041 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.034+0000 7fedbc29b700 1 -- 172.21.15.67:0/1182435766 wait complete. 2023-10-21T20:41:20.050 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2023-10-21T20:41:20.187 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.185+0000 7fb93de07700 1 Processor -- start 2023-10-21T20:41:20.187 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.185+0000 7fb93de07700 1 -- start start 2023-10-21T20:41:20.190 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.185+0000 7fb93de07700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb9380cdf30 0x7fb93815da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.190 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.185+0000 7fb93de07700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb93815df90 con 0x7fb93806fe10 2023-10-21T20:41:20.191 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.185+0000 7fb93de07700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb93815e1e0 con 0x7fb93806b370 2023-10-21T20:41:20.191 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.186+0000 7fb93de07700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb93806da80 con 0x7fb9380cdf30 2023-10-21T20:41:20.191 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.186+0000 7fb9377fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb9380cdf30 0x7fb93815da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.192 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.186+0000 7fb937fff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fb93806fe10 0x7fb938071a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36184/0 (socket says 172.21.15.67:36184) 2023-10-21T20:41:20.192 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.186+0000 7fb937fff700 1 -- 172.21.15.67:0/886570726 learned_addr learned my addr 172.21.15.67:0/886570726 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:20.192 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.186+0000 7fb9377fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fb9380cdf30 0x7fb93815da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48122/0 (socket says 172.21.15.67:48122) 2023-10-21T20:41:20.193 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.186+0000 7fb9377fe700 1 -- 172.21.15.67:0/886570726 >> v1:172.21.15.190:6789/0 conn(0x7fb93806b370 legacy=0x7fb9380ce310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.193 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.186+0000 7fb9377fe700 1 -- 172.21.15.67:0/886570726 >> v1:172.21.15.67:6789/0 conn(0x7fb93806fe10 legacy=0x7fb938071a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.193 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.186+0000 7fb9377fe700 1 -- 172.21.15.67:0/886570726 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb93815e4c0 con 0x7fb9380cdf30 2023-10-21T20:41:20.194 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.186+0000 7fb9377fe700 1 --2- 172.21.15.67:0/886570726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9380cdf30 0x7fb93815da50 secure :-1 s=READY pgs=3256 cs=0 l=1 rev1=1 crypto rx=0x7fb928009840 tx=0x7fb928009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f030c10de0e5c08f server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:20.194 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.186+0000 7fb9367fc700 1 -- 172.21.15.67:0/886570726 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb928011830 con 0x7fb9380cdf30 2023-10-21T20:41:20.194 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.186+0000 7fb9367fc700 1 -- 172.21.15.67:0/886570726 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb928011990 con 0x7fb9380cdf30 2023-10-21T20:41:20.194 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.186+0000 7fb9367fc700 1 -- 172.21.15.67:0/886570726 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb928011d20 con 0x7fb9380cdf30 2023-10-21T20:41:20.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.187+0000 7fb93de07700 1 -- 172.21.15.67:0/886570726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9380cdf30 msgr2=0x7fb93815da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.187+0000 7fb93de07700 1 --2- 172.21.15.67:0/886570726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9380cdf30 0x7fb93815da50 secure :-1 s=READY pgs=3256 cs=0 l=1 rev1=1 crypto rx=0x7fb928009840 tx=0x7fb928009b50 comp rx=0 tx=0).stop 2023-10-21T20:41:20.195 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.187+0000 7fb93de07700 1 -- 172.21.15.67:0/886570726 shutdown_connections 2023-10-21T20:41:20.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.187+0000 7fb93de07700 1 --2- 172.21.15.67:0/886570726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9380cdf30 0x7fb93815da50 unknown :-1 s=CLOSED pgs=3256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.187+0000 7fb93de07700 1 -- 172.21.15.67:0/886570726 >> 172.21.15.67:0/886570726 conn(0x7fb9380d0360 msgr2=0x7fb9380d0770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:20.196 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.187+0000 7fb93de07700 1 -- 172.21.15.67:0/886570726 shutdown_connections 2023-10-21T20:41:20.197 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.187+0000 7fb93de07700 1 -- 172.21.15.67:0/886570726 wait complete. 2023-10-21T20:41:20.197 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.188+0000 7fb93de07700 1 Processor -- start 2023-10-21T20:41:20.200 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.189+0000 7fb93de07700 1 -- start start 2023-10-21T20:41:20.200 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.189+0000 7fb93de07700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb93806b370 0x7fb9380c6050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.200 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.189+0000 7fb93de07700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb93806fe10 0x7fb938148c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.201 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.189+0000 7fb93de07700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9380cdf30 0x7fb9380ca130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.201 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.189+0000 7fb93de07700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9380c5c30 con 0x7fb9380cdf30 2023-10-21T20:41:20.201 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.189+0000 7fb93de07700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9380c6590 con 0x7fb93806b370 2023-10-21T20:41:20.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.189+0000 7fb93de07700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9380c4fb0 con 0x7fb93806fe10 2023-10-21T20:41:20.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.189+0000 7fb937fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9380cdf30 0x7fb9380ca130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb937fff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9380cdf30 0x7fb9380ca130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48130/0 (socket says 172.21.15.67:48130) 2023-10-21T20:41:20.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb937fff700 1 -- 172.21.15.67:0/1994484014 learned_addr learned my addr 172.21.15.67:0/1994484014 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:20.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb9377fe700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb93806b370 0x7fb9380c6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb936ffd700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb93806fe10 0x7fb938148c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb937fff700 1 -- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb93806fe10 msgr2=0x7fb938148c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb937fff700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb93806fe10 0x7fb938148c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb937fff700 1 -- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb93806b370 msgr2=0x7fb9380c6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb937fff700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb93806b370 0x7fb9380c6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb937fff700 1 -- 172.21.15.67:0/1994484014 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9280094a0 con 0x7fb9380cdf30 2023-10-21T20:41:20.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb936ffd700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb93806fe10 0x7fb938148c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T20:41:20.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb937fff700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9380cdf30 0x7fb9380ca130 secure :-1 s=READY pgs=3257 cs=0 l=1 rev1=1 crypto rx=0x7fb93000cbc0 tx=0x7fb93000cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:20.205 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb91ffff700 1 -- 172.21.15.67:0/1994484014 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb93000ab50 con 0x7fb9380cdf30 2023-10-21T20:41:20.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb91ffff700 1 -- 172.21.15.67:0/1994484014 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb93000acb0 con 0x7fb9380cdf30 2023-10-21T20:41:20.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb93de07700 1 -- 172.21.15.67:0/1994484014 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9380c5290 con 0x7fb9380cdf30 2023-10-21T20:41:20.206 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb91ffff700 1 -- 172.21.15.67:0/1994484014 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb930012600 con 0x7fb9380cdf30 2023-10-21T20:41:20.207 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.190+0000 7fb93de07700 1 -- 172.21.15.67:0/1994484014 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9380c5850 con 0x7fb9380cdf30 2023-10-21T20:41:20.207 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.191+0000 7fb93de07700 1 -- 172.21.15.67:0/1994484014 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9380674f0 con 0x7fb9380cdf30 2023-10-21T20:41:20.207 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.192+0000 7fb91ffff700 1 -- 172.21.15.67:0/1994484014 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb93001b3b0 con 0x7fb9380cdf30 2023-10-21T20:41:20.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.192+0000 7fb91ffff700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb92406af00 0x7fb92406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.192+0000 7fb91ffff700 1 -- 172.21.15.67:0/1994484014 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fb930088eb0 con 0x7fb9380cdf30 2023-10-21T20:41:20.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.192+0000 7fb9377fe700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb92406af00 0x7fb92406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.208 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.193+0000 7fb9377fe700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb92406af00 0x7fb92406d3c0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fb9280090b0 tx=0x7fb92801c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:20.209 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.197+0000 7fb91ffff700 1 -- 172.21.15.67:0/1994484014 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb9300543a0 con 0x7fb9380cdf30 2023-10-21T20:41:20.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.410+0000 7fb93de07700 1 -- 172.21.15.67:0/1994484014 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7fb93815ea80 con 0x7fb92406af00 2023-10-21T20:41:20.413 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.411+0000 7fb91ffff700 1 -- 172.21.15.67:0/1994484014 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fb928011c80 con 0x7fb92406af00 2023-10-21T20:41:20.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.413+0000 7fb93de07700 1 -- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb92406af00 msgr2=0x7fb92406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.413+0000 7fb93de07700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb92406af00 0x7fb92406d3c0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fb9280090b0 tx=0x7fb92801c040 comp rx=0 tx=0).stop 2023-10-21T20:41:20.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.413+0000 7fb93de07700 1 -- 172.21.15.67:0/1994484014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9380cdf30 msgr2=0x7fb9380ca130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.416 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.413+0000 7fb93de07700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9380cdf30 0x7fb9380ca130 secure :-1 s=READY pgs=3257 cs=0 l=1 rev1=1 crypto rx=0x7fb93000cbc0 tx=0x7fb93000cf80 comp rx=0 tx=0).stop 2023-10-21T20:41:20.417 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.413+0000 7fb93de07700 1 -- 172.21.15.67:0/1994484014 shutdown_connections 2023-10-21T20:41:20.417 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.413+0000 7fb93de07700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9380cdf30 0x7fb9380ca130 unknown :-1 s=CLOSED pgs=3257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.417 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.413+0000 7fb93de07700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb93806b370 0x7fb9380c6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.418 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.413+0000 7fb93de07700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fb92406af00 0x7fb92406d3c0 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.418 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.413+0000 7fb93de07700 1 --2- 172.21.15.67:0/1994484014 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fb93806fe10 0x7fb938148c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.418 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.413+0000 7fb93de07700 1 -- 172.21.15.67:0/1994484014 >> 172.21.15.67:0/1994484014 conn(0x7fb9380d0360 msgr2=0x7fb9380cab40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:20.418 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.413+0000 7fb93de07700 1 -- 172.21.15.67:0/1994484014 shutdown_connections 2023-10-21T20:41:20.419 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.413+0000 7fb93de07700 1 -- 172.21.15.67:0/1994484014 wait complete. 2023-10-21T20:41:20.419 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 2 to deep-scrub 2023-10-21T20:41:20.429 INFO:tasks.ceph:Scrubbing osd.3 2023-10-21T20:41:20.430 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2023-10-21T20:41:20.572 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.568+0000 7f71aa30d700 1 Processor -- start 2023-10-21T20:41:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.568+0000 7f71aa30d700 1 -- start start 2023-10-21T20:41:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.569+0000 7f71aa30d700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f71a40b4320 0x7f71a40cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.569+0000 7f71aa30d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71a40b47d0 0x7f71a40cc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.569+0000 7f71aa30d700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71a40b2f50 con 0x7f71a415b5a0 2023-10-21T20:41:20.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.569+0000 7f71aa30d700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71a40b3210 con 0x7f71a40b4320 2023-10-21T20:41:20.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.569+0000 7f71aa30d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71a40b34f0 con 0x7f71a40b47d0 2023-10-21T20:41:20.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.569+0000 7f71a37fe700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f71a40b4320 0x7f71a40cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.569+0000 7f71a88aa700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71a40b47d0 0x7f71a40cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.569+0000 7f71a3fff700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f71a415b5a0 0x7f71a415fb70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:33094/0 (socket says 172.21.15.67:33094) 2023-10-21T20:41:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.570+0000 7f71a3fff700 1 -- 172.21.15.67:0/3450701224 learned_addr learned my addr 172.21.15.67:0/3450701224 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.570+0000 7f71a37fe700 1 -- 172.21.15.67:0/3450701224 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71a40b47d0 msgr2=0x7f71a40cc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.570+0000 7f71a37fe700 1 --2- 172.21.15.67:0/3450701224 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71a40b47d0 0x7f71a40cc060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.577 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.570+0000 7f71a37fe700 1 -- 172.21.15.67:0/3450701224 >> v1:172.21.15.190:6789/0 conn(0x7f71a415b5a0 legacy=0x7f71a415fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.577 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.570+0000 7f71a37fe700 1 -- 172.21.15.67:0/3450701224 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71a40b37d0 con 0x7f71a40b4320 2023-10-21T20:41:20.577 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.570+0000 7f71a2ffd700 1 -- 172.21.15.67:0/3450701224 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1630908558 0 0) 0x7f71a40b2f50 con 0x7f71a415b5a0 2023-10-21T20:41:20.578 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.570+0000 7f71a37fe700 1 --2- 172.21.15.67:0/3450701224 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71a40b4320 0x7f71a40cbb20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f7194009840 tx=0x7f7194009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df70c06a491193f8 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:20.578 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.570+0000 7f71a2ffd700 1 -- 172.21.15.67:0/3450701224 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7194011830 con 0x7f71a40b4320 2023-10-21T20:41:20.578 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.570+0000 7f71a2ffd700 1 -- 172.21.15.67:0/3450701224 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7194011990 con 0x7f71a40b4320 2023-10-21T20:41:20.578 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.570+0000 7f71a2ffd700 1 -- 172.21.15.67:0/3450701224 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7194011d20 con 0x7f71a40b4320 2023-10-21T20:41:20.582 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.571+0000 7f71aa30d700 1 -- 172.21.15.67:0/3450701224 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71a40b4320 msgr2=0x7f71a40cbb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.582 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.571+0000 7f71aa30d700 1 --2- 172.21.15.67:0/3450701224 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71a40b4320 0x7f71a40cbb20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f7194009840 tx=0x7f7194009b50 comp rx=0 tx=0).stop 2023-10-21T20:41:20.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.571+0000 7f71aa30d700 1 -- 172.21.15.67:0/3450701224 shutdown_connections 2023-10-21T20:41:20.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.571+0000 7f71aa30d700 1 --2- 172.21.15.67:0/3450701224 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71a40b47d0 0x7f71a40cc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.583 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.571+0000 7f71aa30d700 1 --2- 172.21.15.67:0/3450701224 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71a40b4320 0x7f71a40cbb20 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.584 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.571+0000 7f71aa30d700 1 -- 172.21.15.67:0/3450701224 >> 172.21.15.67:0/3450701224 conn(0x7f71a40cdf50 msgr2=0x7f71a40ce360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:20.584 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.571+0000 7f71aa30d700 1 -- 172.21.15.67:0/3450701224 shutdown_connections 2023-10-21T20:41:20.584 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.571+0000 7f71aa30d700 1 -- 172.21.15.67:0/3450701224 wait complete. 2023-10-21T20:41:20.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.572+0000 7f71aa30d700 1 Processor -- start 2023-10-21T20:41:20.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.573+0000 7f71aa30d700 1 -- start start 2023-10-21T20:41:20.585 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.573+0000 7f71aa30d700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71a40b4320 0x7f71a41f09d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.586 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.573+0000 7f71aa30d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71a40b47d0 0x7f71a415ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.586 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.573+0000 7f71aa30d700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71a415b5a0 0x7f71a41f3f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.586 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.573+0000 7f71aa30d700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71a415eb50 con 0x7f71a415b5a0 2023-10-21T20:41:20.587 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.573+0000 7f71aa30d700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71a40a8440 con 0x7f71a40b47d0 2023-10-21T20:41:20.587 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.573+0000 7f71aa30d700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71a41f0f10 con 0x7f71a40b4320 2023-10-21T20:41:20.587 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.574+0000 7f71a88aa700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71a415b5a0 0x7f71a41f3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.587 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.574+0000 7f71a88aa700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71a415b5a0 0x7f71a41f3f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48144/0 (socket says 172.21.15.67:48144) 2023-10-21T20:41:20.588 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.574+0000 7f71a88aa700 1 -- 172.21.15.67:0/4064111854 learned_addr learned my addr 172.21.15.67:0/4064111854 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:20.588 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.574+0000 7f71a37fe700 1 --2- 172.21.15.67:0/4064111854 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71a40b47d0 0x7f71a415ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.588 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.574+0000 7f71a3fff700 1 --2- 172.21.15.67:0/4064111854 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71a40b4320 0x7f71a41f09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.574+0000 7f71a37fe700 1 -- 172.21.15.67:0/4064111854 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71a40b4320 msgr2=0x7f71a41f09d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.574+0000 7f71a37fe700 1 --2- 172.21.15.67:0/4064111854 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f71a40b4320 0x7f71a41f09d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.589 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.574+0000 7f71a37fe700 1 -- 172.21.15.67:0/4064111854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71a415b5a0 msgr2=0x7f71a41f3f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.590 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.574+0000 7f71a37fe700 1 --2- 172.21.15.67:0/4064111854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71a415b5a0 0x7f71a41f3f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.590 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.574+0000 7f71a37fe700 1 -- 172.21.15.67:0/4064111854 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71940094a0 con 0x7f71a40b47d0 2023-10-21T20:41:20.590 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.574+0000 7f71a37fe700 1 --2- 172.21.15.67:0/4064111854 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71a40b47d0 0x7f71a415ab00 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f7194016000 tx=0x7f7194004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:20.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.574+0000 7f71a0ff9700 1 -- 172.21.15.67:0/4064111854 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71940036a0 con 0x7f71a40b47d0 2023-10-21T20:41:20.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.574+0000 7f71a0ff9700 1 -- 172.21.15.67:0/4064111854 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f719401e070 con 0x7f71a40b47d0 2023-10-21T20:41:20.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.574+0000 7f71aa30d700 1 -- 172.21.15.67:0/4064111854 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71a40a8650 con 0x7f71a40b47d0 2023-10-21T20:41:20.591 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.575+0000 7f71a0ff9700 1 -- 172.21.15.67:0/4064111854 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7194003a40 con 0x7f71a40b47d0 2023-10-21T20:41:20.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.575+0000 7f71aa30d700 1 -- 172.21.15.67:0/4064111854 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71a415e770 con 0x7f71a40b47d0 2023-10-21T20:41:20.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.576+0000 7f71aa30d700 1 -- 172.21.15.67:0/4064111854 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f71a40cf470 con 0x7f71a40b47d0 2023-10-21T20:41:20.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.576+0000 7f71a0ff9700 1 -- 172.21.15.67:0/4064111854 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f7194003ba0 con 0x7f71a40b47d0 2023-10-21T20:41:20.592 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.577+0000 7f71a0ff9700 1 --2- 172.21.15.67:0/4064111854 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f718406af00 0x7f718406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.577+0000 7f71a0ff9700 1 -- 172.21.15.67:0/4064111854 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f719408a200 con 0x7f71a40b47d0 2023-10-21T20:41:20.593 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.577+0000 7f71a0ff9700 1 --2- 172.21.15.67:0/4064111854 >> [v2:172.21.15.67:6816/3234007291,v1:172.21.15.67:6817/3234007291] conn(0x7f7184070d60 0x7f7184073180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.577+0000 7f71a0ff9700 1 -- 172.21.15.67:0/4064111854 --> [v2:172.21.15.67:6816/3234007291,v1:172.21.15.67:6817/3234007291] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f7184073850 con 0x7f7184070d60 2023-10-21T20:41:20.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.577+0000 7f71a0ff9700 1 -- 172.21.15.67:0/4064111854 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7f719408c8c0 con 0x7f71a40b47d0 2023-10-21T20:41:20.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.577+0000 7f71a3fff700 1 --2- 172.21.15.67:0/4064111854 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f718406af00 0x7f718406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.594 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.577+0000 7f71a88aa700 1 --2- 172.21.15.67:0/4064111854 >> [v2:172.21.15.67:6816/3234007291,v1:172.21.15.67:6817/3234007291] conn(0x7f7184070d60 0x7f7184073180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.595 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.577+0000 7f71a88aa700 1 --2- 172.21.15.67:0/4064111854 >> [v2:172.21.15.67:6816/3234007291,v1:172.21.15.67:6817/3234007291] conn(0x7f7184070d60 0x7f7184073180 crc :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:20.595 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.577+0000 7f71a3fff700 1 --2- 172.21.15.67:0/4064111854 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f718406af00 0x7f718406d3c0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f718c007fd0 tx=0x7f718c007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:20.595 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.578+0000 7f71a0ff9700 1 -- 172.21.15.67:0/4064111854 <== osd.3 v2:172.21.15.67:6816/3234007291 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f7184073850 con 0x7f7184070d60 2023-10-21T20:41:20.596 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.594+0000 7f71aa30d700 1 -- 172.21.15.67:0/4064111854 --> [v2:172.21.15.67:6816/3234007291,v1:172.21.15.67:6817/3234007291] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f71a40b3ab0 con 0x7f7184070d60 2023-10-21T20:41:20.597 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.594+0000 7f71a0ff9700 1 -- 172.21.15.67:0/4064111854 <== osd.3 v2:172.21.15.67:6816/3234007291 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+105 (crc 0 0 0) 0x7f719c00f040 con 0x7f7184070d60 2023-10-21T20:41:20.597 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2023-10-21T20:41:20.597 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-10-21T20:41:20.598 INFO:teuthology.orchestra.run.smithi067.stdout:} 2023-10-21T20:41:20.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.594+0000 7f71aa30d700 1 -- 172.21.15.67:0/4064111854 >> [v2:172.21.15.67:6816/3234007291,v1:172.21.15.67:6817/3234007291] conn(0x7f7184070d60 msgr2=0x7f7184073180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.594+0000 7f71aa30d700 1 --2- 172.21.15.67:0/4064111854 >> [v2:172.21.15.67:6816/3234007291,v1:172.21.15.67:6817/3234007291] conn(0x7f7184070d60 0x7f7184073180 crc :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.599 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.594+0000 7f71aa30d700 1 -- 172.21.15.67:0/4064111854 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f718406af00 msgr2=0x7f718406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.594+0000 7f71aa30d700 1 --2- 172.21.15.67:0/4064111854 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f718406af00 0x7f718406d3c0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f718c007fd0 tx=0x7f718c007de0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.594+0000 7f71aa30d700 1 -- 172.21.15.67:0/4064111854 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71a40b47d0 msgr2=0x7f71a415ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.594+0000 7f71aa30d700 1 --2- 172.21.15.67:0/4064111854 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f71a40b47d0 0x7f71a415ab00 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f7194016000 tx=0x7f7194004750 comp rx=0 tx=0).stop 2023-10-21T20:41:20.600 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.594+0000 7f71a88aa700 1 -- 172.21.15.67:0/4064111854 reap_dead start 2023-10-21T20:41:20.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.594+0000 7f71aa30d700 1 -- 172.21.15.67:0/4064111854 shutdown_connections 2023-10-21T20:41:20.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.594+0000 7f71aa30d700 1 -- 172.21.15.67:0/4064111854 >> 172.21.15.67:0/4064111854 conn(0x7f71a40cdf50 msgr2=0x7f71a40b2940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:20.601 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.594+0000 7f71aa30d700 1 -- 172.21.15.67:0/4064111854 shutdown_connections 2023-10-21T20:41:20.602 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.595+0000 7f71aa30d700 1 -- 172.21.15.67:0/4064111854 wait complete. 2023-10-21T20:41:20.610 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2023-10-21T20:41:20.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.745+0000 7f7a73a65700 1 Processor -- start 2023-10-21T20:41:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.745+0000 7f7a73a65700 1 -- start start 2023-10-21T20:41:20.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.746+0000 7f7a73a65700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7a6c0d2330 0x7f7a6c0d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.746+0000 7f7a73a65700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7a6c0d0550 0x7f7a6c0b2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.746+0000 7f7a73a65700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a6c0ce1e0 con 0x7f7a6c0b4c00 2023-10-21T20:41:20.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.746+0000 7f7a73a65700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a6c0b4fe0 con 0x7f7a6c0d2330 2023-10-21T20:41:20.755 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.746+0000 7f7a73a65700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a6c0cf020 con 0x7f7a6c0d0550 2023-10-21T20:41:20.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.746+0000 7f7a71000700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7a6c0d2330 0x7f7a6c0d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.746+0000 7f7a71000700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f7a6c0d2330 0x7f7a6c0d0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48154/0 (socket says 172.21.15.67:48154) 2023-10-21T20:41:20.756 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.746+0000 7f7a71000700 1 -- 172.21.15.67:0/512006865 learned_addr learned my addr 172.21.15.67:0/512006865 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:20.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.746+0000 7f7a72002700 1 --2- 172.21.15.67:0/512006865 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7a6c0d0550 0x7f7a6c0b2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.746+0000 7f7a71000700 1 -- 172.21.15.67:0/512006865 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7a6c0d0550 msgr2=0x7f7a6c0b2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:20.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.746+0000 7f7a71000700 1 --2- 172.21.15.67:0/512006865 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7a6c0d0550 0x7f7a6c0b2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.757 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.746+0000 7f7a71000700 1 -- 172.21.15.67:0/512006865 >> v1:172.21.15.67:6789/0 conn(0x7f7a6c0b4c00 legacy=0x7f7a6c0d1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.747+0000 7f7a71000700 1 -- 172.21.15.67:0/512006865 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a6c0ce410 con 0x7f7a6c0d2330 2023-10-21T20:41:20.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.747+0000 7f7a71000700 1 --2- 172.21.15.67:0/512006865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a6c0d2330 0x7f7a6c0d0010 secure :-1 s=READY pgs=3259 cs=0 l=1 rev1=1 crypto rx=0x7f7a68009e50 tx=0x7f7a6800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f544821774636f03 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:20.758 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.747+0000 7f7a63fff700 1 -- 172.21.15.67:0/512006865 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a6800e070 con 0x7f7a6c0d2330 2023-10-21T20:41:20.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.747+0000 7f7a63fff700 1 -- 172.21.15.67:0/512006865 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a6800b9c0 con 0x7f7a6c0d2330 2023-10-21T20:41:20.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.747+0000 7f7a63fff700 1 -- 172.21.15.67:0/512006865 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a6800bd70 con 0x7f7a6c0d2330 2023-10-21T20:41:20.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.748+0000 7f7a73a65700 1 -- 172.21.15.67:0/512006865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a6c0d2330 msgr2=0x7f7a6c0d0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.748+0000 7f7a73a65700 1 --2- 172.21.15.67:0/512006865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a6c0d2330 0x7f7a6c0d0010 secure :-1 s=READY pgs=3259 cs=0 l=1 rev1=1 crypto rx=0x7f7a68009e50 tx=0x7f7a6800b330 comp rx=0 tx=0).stop 2023-10-21T20:41:20.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.748+0000 7f7a73a65700 1 -- 172.21.15.67:0/512006865 shutdown_connections 2023-10-21T20:41:20.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.748+0000 7f7a73a65700 1 --2- 172.21.15.67:0/512006865 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7a6c0d0550 0x7f7a6c0b2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.748+0000 7f7a73a65700 1 --2- 172.21.15.67:0/512006865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a6c0d2330 0x7f7a6c0d0010 unknown :-1 s=CLOSED pgs=3259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.748+0000 7f7a73a65700 1 -- 172.21.15.67:0/512006865 >> 172.21.15.67:0/512006865 conn(0x7f7a6c09c9c0 msgr2=0x7f7a6c0d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:20.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.748+0000 7f7a73a65700 1 -- 172.21.15.67:0/512006865 shutdown_connections 2023-10-21T20:41:20.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.748+0000 7f7a73a65700 1 -- 172.21.15.67:0/512006865 wait complete. 2023-10-21T20:41:20.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.749+0000 7f7a73a65700 1 Processor -- start 2023-10-21T20:41:20.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.749+0000 7f7a73a65700 1 -- start start 2023-10-21T20:41:20.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a73a65700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7a6c0b4c00 0x7f7a6c0ca710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a73a65700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a6c0d0550 0x7f7a6c0c7d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a73a65700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7a6c0d2330 0x7f7a6c1f41e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a73a65700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a6c15c4a0 con 0x7f7a6c0d0550 2023-10-21T20:41:20.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a73a65700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a6c0c82d0 con 0x7f7a6c0d2330 2023-10-21T20:41:20.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a73a65700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a6c0cb970 con 0x7f7a6c0b4c00 2023-10-21T20:41:20.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a71000700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a6c0d0550 0x7f7a6c0c7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a71000700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a6c0d0550 0x7f7a6c0c7d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48158/0 (socket says 172.21.15.67:48158) 2023-10-21T20:41:20.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a71000700 1 -- 172.21.15.67:0/1448355537 learned_addr learned my addr 172.21.15.67:0/1448355537 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:20.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a72002700 1 --2- 172.21.15.67:0/1448355537 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7a6c0d2330 0x7f7a6c1f41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a71801700 1 --2- 172.21.15.67:0/1448355537 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7a6c0b4c00 0x7f7a6c0ca710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a71000700 1 -- 172.21.15.67:0/1448355537 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7a6c0b4c00 msgr2=0x7f7a6c0ca710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a71000700 1 --2- 172.21.15.67:0/1448355537 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7a6c0b4c00 0x7f7a6c0ca710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a71000700 1 -- 172.21.15.67:0/1448355537 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7a6c0d2330 msgr2=0x7f7a6c1f41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a71000700 1 --2- 172.21.15.67:0/1448355537 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7a6c0d2330 0x7f7a6c1f41e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.750+0000 7f7a71000700 1 -- 172.21.15.67:0/1448355537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a68009b30 con 0x7f7a6c0d0550 2023-10-21T20:41:20.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.751+0000 7f7a71000700 1 --2- 172.21.15.67:0/1448355537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a6c0d0550 0x7f7a6c0c7d90 secure :-1 s=READY pgs=3260 cs=0 l=1 rev1=1 crypto rx=0x7f7a6c08ce30 tx=0x7f7a68004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:20.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.751+0000 7f7a61ffb700 1 -- 172.21.15.67:0/1448355537 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a68004800 con 0x7f7a6c0d0550 2023-10-21T20:41:20.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.751+0000 7f7a61ffb700 1 -- 172.21.15.67:0/1448355537 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a680092e0 con 0x7f7a6c0d0550 2023-10-21T20:41:20.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.751+0000 7f7a61ffb700 1 -- 172.21.15.67:0/1448355537 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a6801c680 con 0x7f7a6c0d0550 2023-10-21T20:41:20.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.751+0000 7f7a73a65700 1 -- 172.21.15.67:0/1448355537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a6c0cad60 con 0x7f7a6c0d0550 2023-10-21T20:41:20.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.751+0000 7f7a73a65700 1 -- 172.21.15.67:0/1448355537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a6c0cb320 con 0x7f7a6c0d0550 2023-10-21T20:41:20.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.752+0000 7f7a73a65700 1 -- 172.21.15.67:0/1448355537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a6c074d40 con 0x7f7a6c0d0550 2023-10-21T20:41:20.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.753+0000 7f7a61ffb700 1 -- 172.21.15.67:0/1448355537 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f7a6801c7e0 con 0x7f7a6c0d0550 2023-10-21T20:41:20.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.753+0000 7f7a61ffb700 1 --2- 172.21.15.67:0/1448355537 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7a5006af00 0x7f7a5006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:20.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.753+0000 7f7a61ffb700 1 -- 172.21.15.67:0/1448355537 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f7a6808adc0 con 0x7f7a6c0d0550 2023-10-21T20:41:20.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.753+0000 7f7a71801700 1 --2- 172.21.15.67:0/1448355537 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7a5006af00 0x7f7a5006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:20.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.754+0000 7f7a71801700 1 --2- 172.21.15.67:0/1448355537 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7a5006af00 0x7f7a5006d3c0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c003780 tx=0x7f7a5c0036f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:20.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.758+0000 7f7a61ffb700 1 -- 172.21.15.67:0/1448355537 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f7a68056200 con 0x7f7a6c0d0550 2023-10-21T20:41:20.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.966+0000 7f7a73a65700 1 -- 172.21.15.67:0/1448355537 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7f7a6c0ce9d0 con 0x7f7a5006af00 2023-10-21T20:41:20.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.966+0000 7f7a61ffb700 1 -- 172.21.15.67:0/1448355537 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f7a5c004de0 con 0x7f7a5006af00 2023-10-21T20:41:20.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.969+0000 7f7a73a65700 1 -- 172.21.15.67:0/1448355537 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7a5006af00 msgr2=0x7f7a5006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.972 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.969+0000 7f7a73a65700 1 --2- 172.21.15.67:0/1448355537 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7a5006af00 0x7f7a5006d3c0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c003780 tx=0x7f7a5c0036f0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.972 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.969+0000 7f7a73a65700 1 -- 172.21.15.67:0/1448355537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a6c0d0550 msgr2=0x7f7a6c0c7d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:20.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.969+0000 7f7a73a65700 1 --2- 172.21.15.67:0/1448355537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a6c0d0550 0x7f7a6c0c7d90 secure :-1 s=READY pgs=3260 cs=0 l=1 rev1=1 crypto rx=0x7f7a6c08ce30 tx=0x7f7a68004ad0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.969+0000 7f7a73a65700 1 -- 172.21.15.67:0/1448355537 shutdown_connections 2023-10-21T20:41:20.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.969+0000 7f7a73a65700 1 --2- 172.21.15.67:0/1448355537 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7a6c0d2330 0x7f7a6c1f41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.973 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.969+0000 7f7a73a65700 1 --2- 172.21.15.67:0/1448355537 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f7a5006af00 0x7f7a5006d3c0 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.969+0000 7f7a73a65700 1 --2- 172.21.15.67:0/1448355537 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f7a6c0b4c00 0x7f7a6c0ca710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.969+0000 7f7a73a65700 1 --2- 172.21.15.67:0/1448355537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a6c0d0550 0x7f7a6c0c7d90 unknown :-1 s=CLOSED pgs=3260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:20.974 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.969+0000 7f7a73a65700 1 -- 172.21.15.67:0/1448355537 >> 172.21.15.67:0/1448355537 conn(0x7f7a6c09c9c0 msgr2=0x7f7a6c0b01b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:20.975 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.969+0000 7f7a73a65700 1 -- 172.21.15.67:0/1448355537 shutdown_connections 2023-10-21T20:41:20.975 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:20.969+0000 7f7a73a65700 1 -- 172.21.15.67:0/1448355537 wait complete. 2023-10-21T20:41:20.976 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 3 to deep-scrub 2023-10-21T20:41:20.986 INFO:tasks.ceph:Scrubbing osd.4 2023-10-21T20:41:20.986 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2023-10-21T20:41:21.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.126+0000 7f87b200a700 1 Processor -- start 2023-10-21T20:41:21.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.126+0000 7f87b200a700 1 -- start start 2023-10-21T20:41:21.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87b200a700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f87ac160e80 0x7f87ac0d4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.131 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87b200a700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f87ac0d1440 0x7f87ac06b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87b200a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f87ac0d1c40 0x7f87ac0d20f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87b200a700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87ac0d08f0 con 0x7f87ac160e80 2023-10-21T20:41:21.132 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87b200a700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87ac0d1090 con 0x7f87ac0d1440 2023-10-21T20:41:21.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87b200a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87ac0d2630 con 0x7f87ac0d1c40 2023-10-21T20:41:21.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87ab7fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f87ac160e80 0x7f87ac0d4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87ab7fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f87ac160e80 0x7f87ac0d4180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48164/0 (socket says 172.21.15.67:48164) 2023-10-21T20:41:21.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87ab7fe700 1 -- 172.21.15.67:0/2277380884 learned_addr learned my addr 172.21.15.67:0/2277380884 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:21.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87abfff700 1 --2- 172.21.15.67:0/2277380884 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f87ac0d1c40 0x7f87ac0d20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87aaffd700 1 --2- 172.21.15.67:0/2277380884 >> v2:172.21.15.190:3300/0 conn(0x7f87ac0d1440 0x7f87ac06b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87ab7fe700 1 -- 172.21.15.67:0/2277380884 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f87ac0d1c40 msgr2=0x7f87ac0d20f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:21.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87ab7fe700 1 --2- 172.21.15.67:0/2277380884 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f87ac0d1c40 0x7f87ac0d20f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87ab7fe700 1 -- 172.21.15.67:0/2277380884 >> v2:172.21.15.190:3300/0 conn(0x7f87ac0d1440 msgr2=0x7f87ac06b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:21.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87ab7fe700 1 --2- 172.21.15.67:0/2277380884 >> v2:172.21.15.190:3300/0 conn(0x7f87ac0d1440 0x7f87ac06b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87ab7fe700 1 -- 172.21.15.67:0/2277380884 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87ac0ce450 con 0x7f87ac160e80 2023-10-21T20:41:21.136 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87abfff700 1 --2- 172.21.15.67:0/2277380884 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f87ac0d1c40 0x7f87ac0d20f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T20:41:21.136 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.127+0000 7f87aaffd700 1 --2- 172.21.15.67:0/2277380884 >> v2:172.21.15.190:3300/0 conn(0x7f87ac0d1440 0x7f87ac06b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T20:41:21.136 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.128+0000 7f87ab7fe700 1 --2- 172.21.15.67:0/2277380884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87ac160e80 0x7f87ac0d4180 secure :-1 s=READY pgs=3261 cs=0 l=1 rev1=1 crypto rx=0x7f87ac08c6a0 tx=0x7f879c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27a8bca4cf4f6107 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:21.137 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.128+0000 7f87aa7fc700 1 -- 172.21.15.67:0/2277380884 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f879c00b860 con 0x7f87ac160e80 2023-10-21T20:41:21.137 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.128+0000 7f87aa7fc700 1 -- 172.21.15.67:0/2277380884 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f879c00b9c0 con 0x7f87ac160e80 2023-10-21T20:41:21.137 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.128+0000 7f87aa7fc700 1 -- 172.21.15.67:0/2277380884 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f879c00bd50 con 0x7f87ac160e80 2023-10-21T20:41:21.137 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.128+0000 7f87b200a700 1 -- 172.21.15.67:0/2277380884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87ac160e80 msgr2=0x7f87ac0d4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.128+0000 7f87b200a700 1 --2- 172.21.15.67:0/2277380884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87ac160e80 0x7f87ac0d4180 secure :-1 s=READY pgs=3261 cs=0 l=1 rev1=1 crypto rx=0x7f87ac08c6a0 tx=0x7f879c009c00 comp rx=0 tx=0).stop 2023-10-21T20:41:21.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.128+0000 7f87b200a700 1 -- 172.21.15.67:0/2277380884 shutdown_connections 2023-10-21T20:41:21.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.128+0000 7f87b200a700 1 --2- 172.21.15.67:0/2277380884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87ac160e80 0x7f87ac0d4180 unknown :-1 s=CLOSED pgs=3261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.128+0000 7f87b200a700 1 --2- 172.21.15.67:0/2277380884 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f87ac0d1c40 0x7f87ac0d20f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.128+0000 7f87b200a700 1 --2- 172.21.15.67:0/2277380884 >> v2:172.21.15.190:3300/0 conn(0x7f87ac0d1440 0x7f87ac06b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.128+0000 7f87b200a700 1 -- 172.21.15.67:0/2277380884 >> 172.21.15.67:0/2277380884 conn(0x7f87ac0d3660 msgr2=0x7f87ac0d3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:21.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.128+0000 7f87b200a700 1 -- 172.21.15.67:0/2277380884 shutdown_connections 2023-10-21T20:41:21.140 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.128+0000 7f87b200a700 1 -- 172.21.15.67:0/2277380884 wait complete. 2023-10-21T20:41:21.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.130+0000 7f87b200a700 1 Processor -- start 2023-10-21T20:41:21.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.130+0000 7f87b200a700 1 -- start start 2023-10-21T20:41:21.143 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87b200a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f87ac0d1440 0x7f87ac159230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87b200a700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f87ac0d1c40 0x7f87ac0ca730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87b200a700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87ac160e80 0x7f87ac0b2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87b200a700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87ac0cbb90 con 0x7f87ac160e80 2023-10-21T20:41:21.144 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87b200a700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87ac159770 con 0x7f87ac0d1c40 2023-10-21T20:41:21.145 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87b200a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87ac0caf80 con 0x7f87ac0d1440 2023-10-21T20:41:21.145 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87abfff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87ac160e80 0x7f87ac0b2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.145 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87abfff700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87ac160e80 0x7f87ac0b2fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48174/0 (socket says 172.21.15.67:48174) 2023-10-21T20:41:21.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87abfff700 1 -- 172.21.15.67:0/2896555206 learned_addr learned my addr 172.21.15.67:0/2896555206 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:21.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87aaffd700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f87ac0d1c40 0x7f87ac0ca730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87ab7fe700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f87ac0d1440 0x7f87ac159230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.146 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87abfff700 1 -- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f87ac0d1440 msgr2=0x7f87ac159230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.147 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87abfff700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f87ac0d1440 0x7f87ac159230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.147 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87abfff700 1 -- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f87ac0d1c40 msgr2=0x7f87ac0ca730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.147 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87abfff700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f87ac0d1c40 0x7f87ac0ca730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.148 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87abfff700 1 -- 172.21.15.67:0/2896555206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f879c009550 con 0x7f87ac160e80 2023-10-21T20:41:21.148 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87ab7fe700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f87ac0d1440 0x7f87ac159230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T20:41:21.148 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87abfff700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87ac160e80 0x7f87ac0b2fc0 secure :-1 s=READY pgs=3262 cs=0 l=1 rev1=1 crypto rx=0x7f87a4007ef0 tx=0x7f87a400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:21.148 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f8793fff700 1 -- 172.21.15.67:0/2896555206 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87a400de60 con 0x7f87ac160e80 2023-10-21T20:41:21.149 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f8793fff700 1 -- 172.21.15.67:0/2896555206 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87a400f040 con 0x7f87ac160e80 2023-10-21T20:41:21.149 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f87b200a700 1 -- 172.21.15.67:0/2896555206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87ac0cb260 con 0x7f87ac160e80 2023-10-21T20:41:21.149 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.131+0000 7f8793fff700 1 -- 172.21.15.67:0/2896555206 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87a4003c60 con 0x7f87ac160e80 2023-10-21T20:41:21.150 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.132+0000 7f87b200a700 1 -- 172.21.15.67:0/2896555206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87ac0cb820 con 0x7f87ac160e80 2023-10-21T20:41:21.150 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.132+0000 7f87b200a700 1 -- 172.21.15.67:0/2896555206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f87ac0d0ad0 con 0x7f87ac160e80 2023-10-21T20:41:21.150 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.133+0000 7f8793fff700 1 -- 172.21.15.67:0/2896555206 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f87a4004030 con 0x7f87ac160e80 2023-10-21T20:41:21.150 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.134+0000 7f8793fff700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f879806af00 0x7f879806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.151 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.134+0000 7f8793fff700 1 -- 172.21.15.67:0/2896555206 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f87a4089440 con 0x7f87ac160e80 2023-10-21T20:41:21.151 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.134+0000 7f8793fff700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:6808/618675147,v1:172.21.15.190:6809/618675147] conn(0x7f8798070d60 0x7f8798073180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.151 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.134+0000 7f8793fff700 1 -- 172.21.15.67:0/2896555206 --> [v2:172.21.15.190:6808/618675147,v1:172.21.15.190:6809/618675147] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8798073850 con 0x7f8798070d60 2023-10-21T20:41:21.152 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.134+0000 7f8793fff700 1 -- 172.21.15.67:0/2896555206 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7f87a408bad0 con 0x7f87ac160e80 2023-10-21T20:41:21.152 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.134+0000 7f87ab7fe700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f879806af00 0x7f879806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.152 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.134+0000 7f87aaffd700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:6808/618675147,v1:172.21.15.190:6809/618675147] conn(0x7f8798070d60 0x7f8798073180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.152 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.134+0000 7f87ab7fe700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f879806af00 0x7f879806d3c0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f879c014040 tx=0x7f879c008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:21.153 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.134+0000 7f87aaffd700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:6808/618675147,v1:172.21.15.190:6809/618675147] conn(0x7f8798070d60 0x7f8798073180 crc :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:21.153 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.135+0000 7f8793fff700 1 -- 172.21.15.67:0/2896555206 <== osd.4 v2:172.21.15.190:6808/618675147 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f8798073850 con 0x7f8798070d60 2023-10-21T20:41:21.154 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.151+0000 7f87b200a700 1 -- 172.21.15.67:0/2896555206 --> [v2:172.21.15.190:6808/618675147,v1:172.21.15.190:6809/618675147] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f87ac0ce6f0 con 0x7f8798070d60 2023-10-21T20:41:21.154 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.152+0000 7f8793fff700 1 -- 172.21.15.67:0/2896555206 <== osd.4 v2:172.21.15.190:6808/618675147 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+105 (crc 0 0 0) 0x7f87a0009ac0 con 0x7f8798070d60 2023-10-21T20:41:21.155 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2023-10-21T20:41:21.155 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-10-21T20:41:21.155 INFO:teuthology.orchestra.run.smithi067.stdout:} 2023-10-21T20:41:21.156 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.152+0000 7f87b200a700 1 -- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:6808/618675147,v1:172.21.15.190:6809/618675147] conn(0x7f8798070d60 msgr2=0x7f8798073180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.157 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.152+0000 7f87b200a700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:6808/618675147,v1:172.21.15.190:6809/618675147] conn(0x7f8798070d60 0x7f8798073180 crc :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.157 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.152+0000 7f87b200a700 1 -- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f879806af00 msgr2=0x7f879806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.157 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.152+0000 7f87b200a700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f879806af00 0x7f879806d3c0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f879c014040 tx=0x7f879c008030 comp rx=0 tx=0).stop 2023-10-21T20:41:21.158 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.152+0000 7f87b200a700 1 -- 172.21.15.67:0/2896555206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87ac160e80 msgr2=0x7f87ac0b2fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.158 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.152+0000 7f87b200a700 1 --2- 172.21.15.67:0/2896555206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87ac160e80 0x7f87ac0b2fc0 secure :-1 s=READY pgs=3262 cs=0 l=1 rev1=1 crypto rx=0x7f87a4007ef0 tx=0x7f87a400d3b0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.158 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.152+0000 7f87abfff700 1 -- 172.21.15.67:0/2896555206 reap_dead start 2023-10-21T20:41:21.158 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.152+0000 7f87b200a700 1 -- 172.21.15.67:0/2896555206 shutdown_connections 2023-10-21T20:41:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.152+0000 7f87b200a700 1 -- 172.21.15.67:0/2896555206 >> 172.21.15.67:0/2896555206 conn(0x7f87ac0d3660 msgr2=0x7f87ac0b2200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.152+0000 7f87b200a700 1 -- 172.21.15.67:0/2896555206 shutdown_connections 2023-10-21T20:41:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.152+0000 7f87b200a700 1 -- 172.21.15.67:0/2896555206 wait complete. 2023-10-21T20:41:21.167 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2023-10-21T20:41:21.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.303+0000 7f9f794e2700 1 Processor -- start 2023-10-21T20:41:21.305 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.303+0000 7f9f794e2700 1 -- start start 2023-10-21T20:41:21.308 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.304+0000 7f9f794e2700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f9f740cf390 0x7f9f740d04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.308 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.304+0000 7f9f794e2700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f740ce7f0 con 0x7f9f740d0030 2023-10-21T20:41:21.308 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.304+0000 7f9f794e2700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f740ce1e0 con 0x7f9f74160e60 2023-10-21T20:41:21.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.304+0000 7f9f794e2700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f740d2620 con 0x7f9f740cf390 2023-10-21T20:41:21.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.304+0000 7f9f727fc700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f9f740d0030 0x7f9f740cec80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36244/0 (socket says 172.21.15.67:36244) 2023-10-21T20:41:21.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.304+0000 7f9f727fc700 1 -- 172.21.15.67:0/651664608 learned_addr learned my addr 172.21.15.67:0/651664608 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:21.309 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.304+0000 7f9f737fe700 1 --2- 172.21.15.67:0/651664608 >> v2:172.21.15.190:3300/0 conn(0x7f9f740cf390 0x7f9f740d04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.310 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.304+0000 7f9f71ffb700 1 -- 172.21.15.67:0/651664608 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1437721407 0 0) 0x7f9f740ce7f0 con 0x7f9f740d0030 2023-10-21T20:41:21.310 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.304+0000 7f9f71ffb700 1 -- 172.21.15.67:0/651664608 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9f5c0035b0 con 0x7f9f740d0030 2023-10-21T20:41:21.310 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.304+0000 7f9f737fe700 1 -- 172.21.15.67:0/651664608 >> v1:172.21.15.190:6789/0 conn(0x7f9f74160e60 legacy=0x7f9f740b6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.304+0000 7f9f737fe700 1 -- 172.21.15.67:0/651664608 >> v1:172.21.15.67:6789/0 conn(0x7f9f740d0030 legacy=0x7f9f740cec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.304+0000 7f9f737fe700 1 -- 172.21.15.67:0/651664608 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f740d2060 con 0x7f9f740cf390 2023-10-21T20:41:21.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.305+0000 7f9f737fe700 1 --2- 172.21.15.67:0/651664608 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9f740cf390 0x7f9f740d04b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9f6c009d90 tx=0x7f9f6c00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bdf71ef35e485cef server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:21.311 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.305+0000 7f9f71ffb700 1 -- 172.21.15.67:0/651664608 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f6c00e070 con 0x7f9f740cf390 2023-10-21T20:41:21.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.305+0000 7f9f71ffb700 1 -- 172.21.15.67:0/651664608 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f6c00bb20 con 0x7f9f740cf390 2023-10-21T20:41:21.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.305+0000 7f9f71ffb700 1 -- 172.21.15.67:0/651664608 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f6c012430 con 0x7f9f740cf390 2023-10-21T20:41:21.312 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.305+0000 7f9f794e2700 1 -- 172.21.15.67:0/651664608 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9f740cf390 msgr2=0x7f9f740d04b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.305+0000 7f9f794e2700 1 --2- 172.21.15.67:0/651664608 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9f740cf390 0x7f9f740d04b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9f6c009d90 tx=0x7f9f6c00b330 comp rx=0 tx=0).stop 2023-10-21T20:41:21.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.305+0000 7f9f794e2700 1 -- 172.21.15.67:0/651664608 shutdown_connections 2023-10-21T20:41:21.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.305+0000 7f9f794e2700 1 --2- 172.21.15.67:0/651664608 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9f740cf390 0x7f9f740d04b0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.313 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.305+0000 7f9f794e2700 1 -- 172.21.15.67:0/651664608 >> 172.21.15.67:0/651664608 conn(0x7f9f7409c9c0 msgr2=0x7f9f740d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:21.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.305+0000 7f9f794e2700 1 -- 172.21.15.67:0/651664608 shutdown_connections 2023-10-21T20:41:21.314 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.306+0000 7f9f794e2700 1 -- 172.21.15.67:0/651664608 wait complete. 2023-10-21T20:41:21.317 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.307+0000 7f9f794e2700 1 Processor -- start 2023-10-21T20:41:21.317 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.307+0000 7f9f794e2700 1 -- start start 2023-10-21T20:41:21.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f794e2700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9f740cf390 0x7f9f74156b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f794e2700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9f740d0030 0x7f9f74159ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f794e2700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f74160e60 0x7f9f740b5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.318 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f794e2700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f741570a0 con 0x7f9f74160e60 2023-10-21T20:41:21.319 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f794e2700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f740c7140 con 0x7f9f740d0030 2023-10-21T20:41:21.319 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f794e2700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f740c7420 con 0x7f9f740cf390 2023-10-21T20:41:21.319 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f737fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f74160e60 0x7f9f740b5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.320 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f737fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f74160e60 0x7f9f740b5100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48190/0 (socket says 172.21.15.67:48190) 2023-10-21T20:41:21.320 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f737fe700 1 -- 172.21.15.67:0/3145425467 learned_addr learned my addr 172.21.15.67:0/3145425467 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:21.320 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f727fc700 1 --2- 172.21.15.67:0/3145425467 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9f740d0030 0x7f9f74159ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.321 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f72ffd700 1 --2- 172.21.15.67:0/3145425467 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9f740cf390 0x7f9f74156b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.321 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f737fe700 1 -- 172.21.15.67:0/3145425467 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9f740cf390 msgr2=0x7f9f74156b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.321 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f737fe700 1 --2- 172.21.15.67:0/3145425467 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9f740cf390 0x7f9f74156b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.321 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f737fe700 1 -- 172.21.15.67:0/3145425467 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9f740d0030 msgr2=0x7f9f74159ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.322 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f737fe700 1 --2- 172.21.15.67:0/3145425467 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9f740d0030 0x7f9f74159ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.322 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.308+0000 7f9f737fe700 1 -- 172.21.15.67:0/3145425467 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f6c009a70 con 0x7f9f74160e60 2023-10-21T20:41:21.322 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.309+0000 7f9f737fe700 1 --2- 172.21.15.67:0/3145425467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f74160e60 0x7f9f740b5100 secure :-1 s=READY pgs=3264 cs=0 l=1 rev1=1 crypto rx=0x7f9f7408ce80 tx=0x7f9f6c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:21.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.309+0000 7f9f5b7fe700 1 -- 172.21.15.67:0/3145425467 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f6c012430 con 0x7f9f74160e60 2023-10-21T20:41:21.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.309+0000 7f9f5b7fe700 1 -- 172.21.15.67:0/3145425467 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f6c020070 con 0x7f9f74160e60 2023-10-21T20:41:21.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.309+0000 7f9f794e2700 1 -- 172.21.15.67:0/3145425467 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f740c7700 con 0x7f9f74160e60 2023-10-21T20:41:21.323 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.309+0000 7f9f5b7fe700 1 -- 172.21.15.67:0/3145425467 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f6c004280 con 0x7f9f74160e60 2023-10-21T20:41:21.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.309+0000 7f9f794e2700 1 -- 172.21.15.67:0/3145425467 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f740c7cc0 con 0x7f9f74160e60 2023-10-21T20:41:21.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.310+0000 7f9f794e2700 1 -- 172.21.15.67:0/3145425467 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f7406ce30 con 0x7f9f74160e60 2023-10-21T20:41:21.324 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.310+0000 7f9f5b7fe700 1 -- 172.21.15.67:0/3145425467 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9f6c0043e0 con 0x7f9f74160e60 2023-10-21T20:41:21.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.311+0000 7f9f5b7fe700 1 --2- 172.21.15.67:0/3145425467 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9f6006af00 0x7f9f6006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.311+0000 7f9f5b7fe700 1 -- 172.21.15.67:0/3145425467 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f9f6c022070 con 0x7f9f74160e60 2023-10-21T20:41:21.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.311+0000 7f9f72ffd700 1 --2- 172.21.15.67:0/3145425467 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9f6006af00 0x7f9f6006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.325 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.311+0000 7f9f72ffd700 1 --2- 172.21.15.67:0/3145425467 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9f6006af00 0x7f9f6006d3c0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f9f64007fd0 tx=0x7f9f64009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:21.326 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.315+0000 7f9f5b7fe700 1 -- 172.21.15.67:0/3145425467 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9f6c056690 con 0x7f9f74160e60 2023-10-21T20:41:21.527 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.525+0000 7f9f794e2700 1 -- 172.21.15.67:0/3145425467 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7f9f740d2340 con 0x7f9f6006af00 2023-10-21T20:41:21.528 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.526+0000 7f9f5b7fe700 1 -- 172.21.15.67:0/3145425467 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f9f64001560 con 0x7f9f6006af00 2023-10-21T20:41:21.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.528+0000 7f9f794e2700 1 -- 172.21.15.67:0/3145425467 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9f6006af00 msgr2=0x7f9f6006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.528+0000 7f9f794e2700 1 --2- 172.21.15.67:0/3145425467 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9f6006af00 0x7f9f6006d3c0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f9f64007fd0 tx=0x7f9f64009040 comp rx=0 tx=0).stop 2023-10-21T20:41:21.531 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.528+0000 7f9f794e2700 1 -- 172.21.15.67:0/3145425467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f74160e60 msgr2=0x7f9f740b5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.532 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.528+0000 7f9f794e2700 1 --2- 172.21.15.67:0/3145425467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f74160e60 0x7f9f740b5100 secure :-1 s=READY pgs=3264 cs=0 l=1 rev1=1 crypto rx=0x7f9f7408ce80 tx=0x7f9f6c004ad0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.532 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.528+0000 7f9f794e2700 1 -- 172.21.15.67:0/3145425467 shutdown_connections 2023-10-21T20:41:21.532 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.528+0000 7f9f794e2700 1 --2- 172.21.15.67:0/3145425467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f74160e60 0x7f9f740b5100 unknown :-1 s=CLOSED pgs=3264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.532 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.528+0000 7f9f794e2700 1 --2- 172.21.15.67:0/3145425467 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f9f6006af00 0x7f9f6006d3c0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.528+0000 7f9f794e2700 1 --2- 172.21.15.67:0/3145425467 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f9f740cf390 0x7f9f74156b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.528+0000 7f9f794e2700 1 --2- 172.21.15.67:0/3145425467 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9f740d0030 0x7f9f74159ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.528+0000 7f9f794e2700 1 -- 172.21.15.67:0/3145425467 >> 172.21.15.67:0/3145425467 conn(0x7f9f7409c9c0 msgr2=0x7f9f7406c720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.528+0000 7f9f794e2700 1 -- 172.21.15.67:0/3145425467 shutdown_connections 2023-10-21T20:41:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.528+0000 7f9f794e2700 1 -- 172.21.15.67:0/3145425467 wait complete. 2023-10-21T20:41:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 4 to deep-scrub 2023-10-21T20:41:21.544 INFO:tasks.ceph:Scrubbing osd.5 2023-10-21T20:41:21.545 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2023-10-21T20:41:21.684 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.682+0000 7fe56c222700 1 Processor -- start 2023-10-21T20:41:21.685 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.683+0000 7fe56c222700 1 -- start start 2023-10-21T20:41:21.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.683+0000 7fe56c222700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe56415b5a0 0x7fe56415fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.688 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.683+0000 7fe56c222700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe5640cc230 0x7fe5640cf990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.683+0000 7fe56c222700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5641600b0 con 0x7fe5640b4320 2023-10-21T20:41:21.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.683+0000 7fe56c222700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5640b2f50 con 0x7fe5640cc230 2023-10-21T20:41:21.689 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.683+0000 7fe56c222700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5640b3210 con 0x7fe56415b5a0 2023-10-21T20:41:21.690 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe56a7bf700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fe5640cc230 0x7fe5640cf990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.690 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe5697bd700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7fe5640b4320 0x7fe5640cbb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36258/0 (socket says 172.21.15.67:36258) 2023-10-21T20:41:21.690 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe5697bd700 1 -- 172.21.15.67:0/726539053 learned_addr learned my addr 172.21.15.67:0/726539053 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:21.691 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe56a7bf700 1 --2- 172.21.15.67:0/726539053 >> v2:172.21.15.67:3300/0 conn(0x7fe5640cc230 0x7fe5640cf990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48198/0 (socket says 172.21.15.67:48198) 2023-10-21T20:41:21.691 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe569fbe700 1 --2- 172.21.15.67:0/726539053 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe56415b5a0 0x7fe56415fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe56a7bf700 1 -- 172.21.15.67:0/726539053 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe56415b5a0 msgr2=0x7fe56415fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:21.692 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe56a7bf700 1 --2- 172.21.15.67:0/726539053 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe56415b5a0 0x7fe56415fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.693 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe56a7bf700 1 -- 172.21.15.67:0/726539053 >> v1:172.21.15.67:6789/0 conn(0x7fe5640b4320 legacy=0x7fe5640cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.693 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe56a7bf700 1 -- 172.21.15.67:0/726539053 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5640b34f0 con 0x7fe5640cc230 2023-10-21T20:41:21.694 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe568fbc700 1 -- 172.21.15.67:0/726539053 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 738347749 0 0) 0x7fe5641600b0 con 0x7fe5640b4320 2023-10-21T20:41:21.694 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe569fbe700 1 --2- 172.21.15.67:0/726539053 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe56415b5a0 0x7fe56415fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T20:41:21.695 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe56a7bf700 1 --2- 172.21.15.67:0/726539053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5640cc230 0x7fe5640cf990 secure :-1 s=READY pgs=3266 cs=0 l=1 rev1=1 crypto rx=0x7fe55c009d90 tx=0x7fe55c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc7adb4ed9c0a6f4 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:21.695 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe568fbc700 1 -- 172.21.15.67:0/726539053 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe55c00e070 con 0x7fe5640cc230 2023-10-21T20:41:21.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe568fbc700 1 -- 172.21.15.67:0/726539053 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe55c00bbd0 con 0x7fe5640cc230 2023-10-21T20:41:21.696 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.684+0000 7fe568fbc700 1 -- 172.21.15.67:0/726539053 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe55c012430 con 0x7fe5640cc230 2023-10-21T20:41:21.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.685+0000 7fe56c222700 1 -- 172.21.15.67:0/726539053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5640cc230 msgr2=0x7fe5640cf990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.697 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.685+0000 7fe56c222700 1 --2- 172.21.15.67:0/726539053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5640cc230 0x7fe5640cf990 secure :-1 s=READY pgs=3266 cs=0 l=1 rev1=1 crypto rx=0x7fe55c009d90 tx=0x7fe55c00b330 comp rx=0 tx=0).stop 2023-10-21T20:41:21.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.685+0000 7fe56c222700 1 -- 172.21.15.67:0/726539053 shutdown_connections 2023-10-21T20:41:21.698 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.685+0000 7fe56c222700 1 --2- 172.21.15.67:0/726539053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe5640cc230 0x7fe5640cf990 unknown :-1 s=CLOSED pgs=3266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.699 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.685+0000 7fe56c222700 1 --2- 172.21.15.67:0/726539053 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe56415b5a0 0x7fe56415fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.685+0000 7fe56c222700 1 -- 172.21.15.67:0/726539053 >> 172.21.15.67:0/726539053 conn(0x7fe5640cdf50 msgr2=0x7fe5640ce360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:21.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.685+0000 7fe56c222700 1 -- 172.21.15.67:0/726539053 shutdown_connections 2023-10-21T20:41:21.700 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.685+0000 7fe56c222700 1 -- 172.21.15.67:0/726539053 wait complete. 2023-10-21T20:41:21.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.686+0000 7fe56c222700 1 Processor -- start 2023-10-21T20:41:21.701 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.686+0000 7fe56c222700 1 -- start start 2023-10-21T20:41:21.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe56c222700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe5640b4320 0x7fe5640c9220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.704 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe56c222700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5640cc230 0x7fe56406bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe56c222700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe56415b5a0 0x7fe56406d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe56c222700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe56406d000 con 0x7fe56415b5a0 2023-10-21T20:41:21.705 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe56c222700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe56406c0d0 con 0x7fe5640b4320 2023-10-21T20:41:21.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe56c222700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe56406c380 con 0x7fe5640cc230 2023-10-21T20:41:21.706 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe56a7bf700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe56415b5a0 0x7fe56406d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe56a7bf700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe56415b5a0 0x7fe56406d420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48204/0 (socket says 172.21.15.67:48204) 2023-10-21T20:41:21.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe56a7bf700 1 -- 172.21.15.67:0/1397721546 learned_addr learned my addr 172.21.15.67:0/1397721546 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:21.707 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe569fbe700 1 --2- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe5640b4320 0x7fe5640c9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe5697bd700 1 --2- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5640cc230 0x7fe56406bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe56a7bf700 1 -- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5640cc230 msgr2=0x7fe56406bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.708 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe56a7bf700 1 --2- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fe5640cc230 0x7fe56406bb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe56a7bf700 1 -- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe5640b4320 msgr2=0x7fe5640c9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe56a7bf700 1 --2- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe5640b4320 0x7fe5640c9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.687+0000 7fe56a7bf700 1 -- 172.21.15.67:0/1397721546 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe55c009a70 con 0x7fe56415b5a0 2023-10-21T20:41:21.709 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.688+0000 7fe56a7bf700 1 --2- 172.21.15.67:0/1397721546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe56415b5a0 0x7fe56406d420 secure :-1 s=READY pgs=3267 cs=0 l=1 rev1=1 crypto rx=0x7fe55c013000 tx=0x7fe55c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:21.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.688+0000 7fe55a7fc700 1 -- 172.21.15.67:0/1397721546 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe55c012430 con 0x7fe56415b5a0 2023-10-21T20:41:21.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.688+0000 7fe55a7fc700 1 -- 172.21.15.67:0/1397721546 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe55c020070 con 0x7fe56415b5a0 2023-10-21T20:41:21.710 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.688+0000 7fe56c222700 1 -- 172.21.15.67:0/1397721546 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe56406c660 con 0x7fe56415b5a0 2023-10-21T20:41:21.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.688+0000 7fe55a7fc700 1 -- 172.21.15.67:0/1397721546 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe55c004280 con 0x7fe56415b5a0 2023-10-21T20:41:21.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.688+0000 7fe56c222700 1 -- 172.21.15.67:0/1397721546 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe56406cc20 con 0x7fe56415b5a0 2023-10-21T20:41:21.711 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.689+0000 7fe56c222700 1 -- 172.21.15.67:0/1397721546 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe5640b3ab0 con 0x7fe56415b5a0 2023-10-21T20:41:21.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.689+0000 7fe55a7fc700 1 -- 172.21.15.67:0/1397721546 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fe55c0043e0 con 0x7fe56415b5a0 2023-10-21T20:41:21.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.690+0000 7fe55a7fc700 1 --2- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe54806af00 0x7fe54806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.712 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.690+0000 7fe55a7fc700 1 -- 172.21.15.67:0/1397721546 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fe55c022070 con 0x7fe56415b5a0 2023-10-21T20:41:21.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.690+0000 7fe569fbe700 1 --2- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe54806af00 0x7fe54806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.690+0000 7fe55a7fc700 1 --2- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:6800/3091319596,v1:172.21.15.190:6801/3091319596] conn(0x7fe548070d60 0x7fe548073180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.690+0000 7fe55a7fc700 1 -- 172.21.15.67:0/1397721546 --> [v2:172.21.15.190:6800/3091319596,v1:172.21.15.190:6801/3091319596] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe548073850 con 0x7fe548070d60 2023-10-21T20:41:21.713 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.690+0000 7fe55a7fc700 1 -- 172.21.15.67:0/1397721546 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe55c08dcb0 con 0x7fe56415b5a0 2023-10-21T20:41:21.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.690+0000 7fe5697bd700 1 --2- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:6800/3091319596,v1:172.21.15.190:6801/3091319596] conn(0x7fe548070d60 0x7fe548073180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.690+0000 7fe569fbe700 1 --2- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe54806af00 0x7fe54806d3c0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fe560009990 tx=0x7fe560008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:21.714 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.691+0000 7fe5697bd700 1 --2- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:6800/3091319596,v1:172.21.15.190:6801/3091319596] conn(0x7fe548070d60 0x7fe548073180 crc :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:21.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.692+0000 7fe55a7fc700 1 -- 172.21.15.67:0/1397721546 <== osd.5 v2:172.21.15.190:6800/3091319596 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7fe548073850 con 0x7fe548070d60 2023-10-21T20:41:21.715 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.707+0000 7fe56c222700 1 -- 172.21.15.67:0/1397721546 --> [v2:172.21.15.190:6800/3091319596,v1:172.21.15.190:6801/3091319596] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fe5640b08c0 con 0x7fe548070d60 2023-10-21T20:41:21.716 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.708+0000 7fe55a7fc700 1 -- 172.21.15.67:0/1397721546 <== osd.5 v2:172.21.15.190:6800/3091319596 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+105 (crc 0 0 0) 0x7fe5640b08c0 con 0x7fe548070d60 2023-10-21T20:41:21.716 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2023-10-21T20:41:21.717 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-10-21T20:41:21.717 INFO:teuthology.orchestra.run.smithi067.stdout:} 2023-10-21T20:41:21.719 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.708+0000 7fe56c222700 1 -- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:6800/3091319596,v1:172.21.15.190:6801/3091319596] conn(0x7fe548070d60 msgr2=0x7fe548073180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.720 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.708+0000 7fe56c222700 1 --2- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:6800/3091319596,v1:172.21.15.190:6801/3091319596] conn(0x7fe548070d60 0x7fe548073180 crc :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.720 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.708+0000 7fe56c222700 1 -- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe54806af00 msgr2=0x7fe54806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.708+0000 7fe56c222700 1 --2- 172.21.15.67:0/1397721546 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fe54806af00 0x7fe54806d3c0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fe560009990 tx=0x7fe560008040 comp rx=0 tx=0).stop 2023-10-21T20:41:21.721 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.708+0000 7fe56c222700 1 -- 172.21.15.67:0/1397721546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe56415b5a0 msgr2=0x7fe56406d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.708+0000 7fe56c222700 1 --2- 172.21.15.67:0/1397721546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe56415b5a0 0x7fe56406d420 secure :-1 s=READY pgs=3267 cs=0 l=1 rev1=1 crypto rx=0x7fe55c013000 tx=0x7fe55c004ad0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.722 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.708+0000 7fe56a7bf700 1 -- 172.21.15.67:0/1397721546 reap_dead start 2023-10-21T20:41:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.708+0000 7fe56c222700 1 -- 172.21.15.67:0/1397721546 shutdown_connections 2023-10-21T20:41:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.708+0000 7fe56c222700 1 -- 172.21.15.67:0/1397721546 >> 172.21.15.67:0/1397721546 conn(0x7fe5640cdf50 msgr2=0x7fe5640b1d80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:21.724 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.708+0000 7fe56c222700 1 -- 172.21.15.67:0/1397721546 shutdown_connections 2023-10-21T20:41:21.724 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.708+0000 7fe56c222700 1 -- 172.21.15.67:0/1397721546 wait complete. 2023-10-21T20:41:21.726 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2023-10-21T20:41:21.863 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.861+0000 7f73073f9700 1 Processor -- start 2023-10-21T20:41:21.864 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.861+0000 7f73073f9700 1 -- start start 2023-10-21T20:41:21.867 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.862+0000 7f73073f9700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f730015d890 0x7f7300161ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.868 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.862+0000 7f73073f9700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7300161410 con 0x7f73000ce480 2023-10-21T20:41:21.868 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.862+0000 7f73073f9700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73000b39f0 con 0x7f73000b2f50 2023-10-21T20:41:21.868 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.862+0000 7f73073f9700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7300162410 con 0x7f730015d890 2023-10-21T20:41:21.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.862+0000 7f7305996700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f73000ce480 0x7f730006b720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36276/0 (socket says 172.21.15.67:36276) 2023-10-21T20:41:21.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.862+0000 7f7305996700 1 -- 172.21.15.67:0/3278201609 learned_addr learned my addr 172.21.15.67:0/3278201609 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:21.869 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.862+0000 7f72f7fff700 1 -- 172.21.15.67:0/3278201609 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3220062752 0 0) 0x7f7300161410 con 0x7f73000ce480 2023-10-21T20:41:21.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.862+0000 7f7305195700 1 --2- 172.21.15.67:0/3278201609 >> v2:172.21.15.190:3300/0 conn(0x7f730015d890 0x7f7300161ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.862+0000 7f72f7fff700 1 -- 172.21.15.67:0/3278201609 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f72ec0035b0 con 0x7f73000ce480 2023-10-21T20:41:21.870 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f72f7fff700 1 -- 172.21.15.67:0/3278201609 <== mon.0 v1:172.21.15.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3104157883 0 0) 0x7f72ec0035b0 con 0x7f73000ce480 2023-10-21T20:41:21.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f72f7fff700 1 -- 172.21.15.67:0/3278201609 >> v2:172.21.15.190:3300/0 conn(0x7f730015d890 msgr2=0x7f7300161ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:21.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f72f7fff700 1 --2- 172.21.15.67:0/3278201609 >> v2:172.21.15.190:3300/0 conn(0x7f730015d890 0x7f7300161ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f72f7fff700 1 -- 172.21.15.67:0/3278201609 >> v1:172.21.15.190:6789/0 conn(0x7f73000b2f50 legacy=0x7f73000cdd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.871 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f72f7fff700 1 -- 172.21.15.67:0/3278201609 --> v1:172.21.15.67:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73000b3cd0 con 0x7f73000ce480 2023-10-21T20:41:21.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f72f7fff700 1 -- 172.21.15.67:0/3278201609 <== mon.0 v1:172.21.15.67:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1728677633 0 0) 0x7f72f80019f0 con 0x7f73000ce480 2023-10-21T20:41:21.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f72f7fff700 1 -- 172.21.15.67:0/3278201609 >> v1:172.21.15.67:6789/0 conn(0x7f73000ce480 legacy=0x7f730006b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.872 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f72f7fff700 1 --2- 172.21.15.67:0/3278201609 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f72ec003a00 0x7f72ec003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f72f7fff700 1 --2- 172.21.15.67:0/3278201609 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72ec004850 0x7f72ec004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f72f7fff700 1 --2- 172.21.15.67:0/3278201609 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f72ec005210 0x7f72ec00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.873 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f72f7fff700 1 -- 172.21.15.67:0/3278201609 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72ec00c080 con 0x7f72ec004850 2023-10-21T20:41:21.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f72f7fff700 1 -- 172.21.15.67:0/3278201609 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72ec00c1f0 con 0x7f72ec005210 2023-10-21T20:41:21.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f72f7fff700 1 -- 172.21.15.67:0/3278201609 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72ec00c3b0 con 0x7f72ec003a00 2023-10-21T20:41:21.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f7304994700 1 --2- 172.21.15.67:0/3278201609 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72ec004850 0x7f72ec004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.874 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f7305996700 1 --2- 172.21.15.67:0/3278201609 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f72ec005210 0x7f72ec00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f7305195700 1 --2- 172.21.15.67:0/3278201609 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f72ec003a00 0x7f72ec003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f7304994700 1 -- 172.21.15.67:0/3278201609 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f72ec003a00 msgr2=0x7f72ec003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f7304994700 1 --2- 172.21.15.67:0/3278201609 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f72ec003a00 0x7f72ec003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f7304994700 1 -- 172.21.15.67:0/3278201609 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f72ec005210 msgr2=0x7f72ec00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:21.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f7304994700 1 --2- 172.21.15.67:0/3278201609 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f72ec005210 0x7f72ec00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f7304994700 1 -- 172.21.15.67:0/3278201609 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72ec0035b0 con 0x7f72ec004850 2023-10-21T20:41:21.876 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f7305996700 1 -- 172.21.15.67:0/3278201609 reap_dead start 2023-10-21T20:41:21.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.863+0000 7f7304994700 1 --2- 172.21.15.67:0/3278201609 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72ec004850 0x7f72ec004cd0 secure :-1 s=READY pgs=3269 cs=0 l=1 rev1=1 crypto rx=0x7f72f00017c0 tx=0x7f72ec005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15afa19f2479ae9 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:21.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.864+0000 7f72f7fff700 1 -- 172.21.15.67:0/3278201609 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72f00052d0 con 0x7f72ec004850 2023-10-21T20:41:21.877 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.864+0000 7f72f7fff700 1 -- 172.21.15.67:0/3278201609 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72f0005450 con 0x7f72ec004850 2023-10-21T20:41:21.878 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.864+0000 7f72f7fff700 1 -- 172.21.15.67:0/3278201609 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72f00038c0 con 0x7f72ec004850 2023-10-21T20:41:21.878 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.864+0000 7f73073f9700 1 -- 172.21.15.67:0/3278201609 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72ec004850 msgr2=0x7f72ec004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.878 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.864+0000 7f73073f9700 1 --2- 172.21.15.67:0/3278201609 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72ec004850 0x7f72ec004cd0 secure :-1 s=READY pgs=3269 cs=0 l=1 rev1=1 crypto rx=0x7f72f00017c0 tx=0x7f72ec005880 comp rx=0 tx=0).stop 2023-10-21T20:41:21.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.864+0000 7f73073f9700 1 -- 172.21.15.67:0/3278201609 shutdown_connections 2023-10-21T20:41:21.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.864+0000 7f73073f9700 1 --2- 172.21.15.67:0/3278201609 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72ec004850 0x7f72ec004cd0 unknown :-1 s=CLOSED pgs=3269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.864+0000 7f73073f9700 1 -- 172.21.15.67:0/3278201609 >> 172.21.15.67:0/3278201609 conn(0x7f730006eb80 msgr2=0x7f730006ef90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:21.879 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.864+0000 7f73073f9700 1 -- 172.21.15.67:0/3278201609 shutdown_connections 2023-10-21T20:41:21.880 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.864+0000 7f73073f9700 1 -- 172.21.15.67:0/3278201609 wait complete. 2023-10-21T20:41:21.880 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.866+0000 7f73073f9700 1 Processor -- start 2023-10-21T20:41:21.880 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.866+0000 7f73073f9700 1 -- start start 2023-10-21T20:41:21.883 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.866+0000 7f73073f9700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f72ec004850 0x7f730015c210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.866+0000 7f73073f9700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73001e7d00 0x7f73000ca9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.866+0000 7f73073f9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73000ac850 0x7f73000b6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.884 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.866+0000 7f73073f9700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73000b5680 con 0x7f73000ac850 2023-10-21T20:41:21.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.866+0000 7f73073f9700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73000b58d0 con 0x7f73001e7d00 2023-10-21T20:41:21.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.866+0000 7f73073f9700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73000b5bb0 con 0x7f72ec004850 2023-10-21T20:41:21.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.866+0000 7f7305996700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73000ac850 0x7f73000b6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.885 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f7305996700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73000ac850 0x7f73000b6690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48226/0 (socket says 172.21.15.67:48226) 2023-10-21T20:41:21.886 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f7305996700 1 -- 172.21.15.67:0/4126298508 learned_addr learned my addr 172.21.15.67:0/4126298508 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:21.886 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f7305195700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f72ec004850 0x7f730015c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.886 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f7304994700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73001e7d00 0x7f73000ca9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.887 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f7305996700 1 -- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f72ec004850 msgr2=0x7f730015c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.887 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f7305996700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f72ec004850 0x7f730015c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.887 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f7305996700 1 -- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73001e7d00 msgr2=0x7f73000ca9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:21.887 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f7305996700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73001e7d00 0x7f73000ca9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:21.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f7305996700 1 -- 172.21.15.67:0/4126298508 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73000b5e90 con 0x7f73000ac850 2023-10-21T20:41:21.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f7304994700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73001e7d00 0x7f73000ca9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T20:41:21.888 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f7305195700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f72ec004850 0x7f730015c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T20:41:21.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f7305996700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73000ac850 0x7f73000b6690 secure :-1 s=READY pgs=3270 cs=0 l=1 rev1=1 crypto rx=0x7f73000cef30 tx=0x7f72f800a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:21.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f72f5ffb700 1 -- 172.21.15.67:0/4126298508 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72f800ac80 con 0x7f73000ac850 2023-10-21T20:41:21.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f72f5ffb700 1 -- 172.21.15.67:0/4126298508 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72f800ade0 con 0x7f73000ac850 2023-10-21T20:41:21.889 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f73073f9700 1 -- 172.21.15.67:0/4126298508 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73000b6170 con 0x7f73000ac850 2023-10-21T20:41:21.890 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.867+0000 7f72f5ffb700 1 -- 172.21.15.67:0/4126298508 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72f8013630 con 0x7f73000ac850 2023-10-21T20:41:21.890 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.868+0000 7f73073f9700 1 -- 172.21.15.67:0/4126298508 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73000caf20 con 0x7f73000ac850 2023-10-21T20:41:21.890 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.868+0000 7f73073f9700 1 -- 172.21.15.67:0/4126298508 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73000b6360 con 0x7f73000ac850 2023-10-21T20:41:21.890 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.869+0000 7f72f5ffb700 1 -- 172.21.15.67:0/4126298508 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f72f8013790 con 0x7f73000ac850 2023-10-21T20:41:21.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.869+0000 7f72f5ffb700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f72e406af00 0x7f72e406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:21.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.869+0000 7f72f5ffb700 1 -- 172.21.15.67:0/4126298508 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f72f8089d70 con 0x7f73000ac850 2023-10-21T20:41:21.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.869+0000 7f7305195700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f72e406af00 0x7f72e406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:21.891 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.870+0000 7f7305195700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f72e406af00 0x7f72e406d3c0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f730006ba30 tx=0x7f72fc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:21.892 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:21.874+0000 7f72f5ffb700 1 -- 172.21.15.67:0/4126298508 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f72f80551b0 con 0x7f73000ac850 2023-10-21T20:41:22.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.082+0000 7f73073f9700 1 -- 172.21.15.67:0/4126298508 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7f73001619b0 con 0x7f72e406af00 2023-10-21T20:41:22.084 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.082+0000 7f72f5ffb700 1 -- 172.21.15.67:0/4126298508 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f72fc0098d0 con 0x7f72e406af00 2023-10-21T20:41:22.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.085+0000 7f73073f9700 1 -- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f72e406af00 msgr2=0x7f72e406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.085+0000 7f73073f9700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f72e406af00 0x7f72e406d3c0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f730006ba30 tx=0x7f72fc008040 comp rx=0 tx=0).stop 2023-10-21T20:41:22.087 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.085+0000 7f73073f9700 1 -- 172.21.15.67:0/4126298508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73000ac850 msgr2=0x7f73000b6690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.085+0000 7f73073f9700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73000ac850 0x7f73000b6690 secure :-1 s=READY pgs=3270 cs=0 l=1 rev1=1 crypto rx=0x7f73000cef30 tx=0x7f72f800a5f0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.085+0000 7f73073f9700 1 -- 172.21.15.67:0/4126298508 shutdown_connections 2023-10-21T20:41:22.088 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.085+0000 7f73073f9700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73000ac850 0x7f73000b6690 unknown :-1 s=CLOSED pgs=3270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.085+0000 7f73073f9700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f72e406af00 0x7f72e406d3c0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.085+0000 7f73073f9700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f72ec004850 0x7f730015c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.085+0000 7f73073f9700 1 --2- 172.21.15.67:0/4126298508 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73001e7d00 0x7f73000ca9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.089 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.085+0000 7f73073f9700 1 -- 172.21.15.67:0/4126298508 >> 172.21.15.67:0/4126298508 conn(0x7f730006eb80 msgr2=0x7f730006bca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:22.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.085+0000 7f73073f9700 1 -- 172.21.15.67:0/4126298508 shutdown_connections 2023-10-21T20:41:22.090 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.085+0000 7f73073f9700 1 -- 172.21.15.67:0/4126298508 wait complete. 2023-10-21T20:41:22.090 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 5 to deep-scrub 2023-10-21T20:41:22.101 INFO:tasks.ceph:Scrubbing osd.6 2023-10-21T20:41:22.101 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2023-10-21T20:41:22.244 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.240+0000 7fd7cf6f7700 1 Processor -- start 2023-10-21T20:41:22.244 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.240+0000 7fd7cf6f7700 1 -- start start 2023-10-21T20:41:22.244 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7cf6f7700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fd7c8160e80 0x7fd7c80d4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.245 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7cf6f7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd7c80d1440 0x7fd7c806b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.245 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7cf6f7700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7c80ce450 con 0x7fd7c80d1c40 2023-10-21T20:41:22.245 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7cf6f7700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7c80d08f0 con 0x7fd7c8160e80 2023-10-21T20:41:22.246 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7cf6f7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c80d1090 con 0x7fd7c80d1440 2023-10-21T20:41:22.246 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7ccc92700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd7c80d1440 0x7fd7c806b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.246 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7cd493700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fd7c8160e80 0x7fd7c80d4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7cdc94700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7fd7c80d1c40 0x7fd7c80d20b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:33194/0 (socket says 172.21.15.67:33194) 2023-10-21T20:41:22.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7cd493700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fd7c8160e80 0x7fd7c80d4180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.67:50330/0 (socket says 172.21.15.67:50330) 2023-10-21T20:41:22.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7cdc94700 1 -- 172.21.15.67:0/2470742113 learned_addr learned my addr 172.21.15.67:0/2470742113 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:22.247 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7ccc92700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd7c80d1440 0x7fd7c806b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3301/0 says I am v2:172.21.15.67:34994/0 (socket says 172.21.15.67:34994) 2023-10-21T20:41:22.248 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7ccc92700 1 -- 172.21.15.67:0/2470742113 >> v2:172.21.15.190:3300/0 conn(0x7fd7c8160e80 msgr2=0x7fd7c80d4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:22.248 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7bffff700 1 -- 172.21.15.67:0/2470742113 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1080608621 0 0) 0x7fd7c80ce450 con 0x7fd7c80d1c40 2023-10-21T20:41:22.248 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7ccc92700 1 --2- 172.21.15.67:0/2470742113 >> v2:172.21.15.190:3300/0 conn(0x7fd7c8160e80 0x7fd7c80d4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.249 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7ccc92700 1 -- 172.21.15.67:0/2470742113 >> v1:172.21.15.190:6789/0 conn(0x7fd7c80d1c40 legacy=0x7fd7c80d20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.249 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7ccc92700 1 -- 172.21.15.67:0/2470742113 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7c80ce6f0 con 0x7fd7c80d1440 2023-10-21T20:41:22.249 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.241+0000 7fd7cd493700 1 --2- 172.21.15.67:0/2470742113 >> v2:172.21.15.190:3300/0 conn(0x7fd7c8160e80 0x7fd7c80d4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:22.249 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.242+0000 7fd7ccc92700 1 --2- 172.21.15.67:0/2470742113 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd7c80d1440 0x7fd7c806b930 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd7b8009840 tx=0x7fd7b8009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e0da89e2d3e46fc server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:22.250 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.242+0000 7fd7bffff700 1 -- 172.21.15.67:0/2470742113 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b8011830 con 0x7fd7c80d1440 2023-10-21T20:41:22.250 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.242+0000 7fd7bffff700 1 -- 172.21.15.67:0/2470742113 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7b8011990 con 0x7fd7c80d1440 2023-10-21T20:41:22.250 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.242+0000 7fd7bffff700 1 -- 172.21.15.67:0/2470742113 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b8011d20 con 0x7fd7c80d1440 2023-10-21T20:41:22.254 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.242+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2470742113 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd7c80d1440 msgr2=0x7fd7c806b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.254 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.242+0000 7fd7cf6f7700 1 --2- 172.21.15.67:0/2470742113 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd7c80d1440 0x7fd7c806b930 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd7b8009840 tx=0x7fd7b8009b50 comp rx=0 tx=0).stop 2023-10-21T20:41:22.255 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.242+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2470742113 shutdown_connections 2023-10-21T20:41:22.255 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.242+0000 7fd7cf6f7700 1 --2- 172.21.15.67:0/2470742113 >> v2:172.21.15.190:3300/0 conn(0x7fd7c8160e80 0x7fd7c80d4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.255 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.242+0000 7fd7cf6f7700 1 --2- 172.21.15.67:0/2470742113 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd7c80d1440 0x7fd7c806b930 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.256 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.242+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2470742113 >> 172.21.15.67:0/2470742113 conn(0x7fd7c80d3660 msgr2=0x7fd7c80d3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:22.256 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.242+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2470742113 shutdown_connections 2023-10-21T20:41:22.256 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.242+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2470742113 wait complete. 2023-10-21T20:41:22.256 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.244+0000 7fd7cf6f7700 1 Processor -- start 2023-10-21T20:41:22.257 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.244+0000 7fd7cf6f7700 1 -- start start 2023-10-21T20:41:22.257 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.244+0000 7fd7cf6f7700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7c80d1440 0x7fd7c814f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.257 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.244+0000 7fd7cf6f7700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd7c80d1c40 0x7fd7c814c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.244+0000 7fd7cf6f7700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd7c8160e80 0x7fd7c81511a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.244+0000 7fd7cf6f7700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c8150100 con 0x7fd7c80d1440 2023-10-21T20:41:22.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.244+0000 7fd7cf6f7700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c81503e0 con 0x7fd7c80d1c40 2023-10-21T20:41:22.258 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.244+0000 7fd7cf6f7700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c81506c0 con 0x7fd7c8160e80 2023-10-21T20:41:22.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.245+0000 7fd7cd493700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7c80d1440 0x7fd7c814f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.245+0000 7fd7cd493700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7c80d1440 0x7fd7c814f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48236/0 (socket says 172.21.15.67:48236) 2023-10-21T20:41:22.259 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.245+0000 7fd7cd493700 1 -- 172.21.15.67:0/2238845449 learned_addr learned my addr 172.21.15.67:0/2238845449 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:22.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.245+0000 7fd7cd493700 1 -- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd7c8160e80 msgr2=0x7fd7c81511a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.245+0000 7fd7ccc92700 1 --2- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd7c80d1c40 0x7fd7c814c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.260 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.245+0000 7fd7cd493700 1 --2- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fd7c8160e80 0x7fd7c81511a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.261 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.245+0000 7fd7cd493700 1 -- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd7c80d1c40 msgr2=0x7fd7c814c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.261 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.245+0000 7fd7cd493700 1 --2- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd7c80d1c40 0x7fd7c814c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.261 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.245+0000 7fd7cd493700 1 -- 172.21.15.67:0/2238845449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7c40094a0 con 0x7fd7c80d1440 2023-10-21T20:41:22.261 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.245+0000 7fd7ccc92700 1 --2- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd7c80d1c40 0x7fd7c814c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T20:41:22.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.245+0000 7fd7cd493700 1 --2- 172.21.15.67:0/2238845449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7c80d1440 0x7fd7c814f720 secure :-1 s=READY pgs=3271 cs=0 l=1 rev1=1 crypto rx=0x7fd7c400ebe0 tx=0x7fd7c4009ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:22.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.245+0000 7fd7bdffb700 1 -- 172.21.15.67:0/2238845449 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7c400c910 con 0x7fd7c80d1440 2023-10-21T20:41:22.262 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.245+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2238845449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7b80094a0 con 0x7fd7c80d1440 2023-10-21T20:41:22.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.246+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2238845449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7c8150c80 con 0x7fd7c80d1440 2023-10-21T20:41:22.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.246+0000 7fd7bdffb700 1 -- 172.21.15.67:0/2238845449 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7c400ca70 con 0x7fd7c80d1440 2023-10-21T20:41:22.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.246+0000 7fd7bdffb700 1 -- 172.21.15.67:0/2238845449 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7c400cde0 con 0x7fd7c80d1440 2023-10-21T20:41:22.263 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.246+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2238845449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd7c80d0db0 con 0x7fd7c80d1440 2023-10-21T20:41:22.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.247+0000 7fd7bdffb700 1 -- 172.21.15.67:0/2238845449 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fd7c4013470 con 0x7fd7c80d1440 2023-10-21T20:41:22.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.248+0000 7fd7bdffb700 1 --2- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd7ac06af00 0x7fd7ac06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.264 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.248+0000 7fd7bdffb700 1 -- 172.21.15.67:0/2238845449 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fd7c4089e30 con 0x7fd7c80d1440 2023-10-21T20:41:22.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.248+0000 7fd7bdffb700 1 --2- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:6816/1520599832,v1:172.21.15.190:6817/1520599832] conn(0x7fd7ac070d60 0x7fd7ac073180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.248+0000 7fd7bdffb700 1 -- 172.21.15.67:0/2238845449 --> [v2:172.21.15.190:6816/1520599832,v1:172.21.15.190:6817/1520599832] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd7ac073850 con 0x7fd7ac070d60 2023-10-21T20:41:22.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.248+0000 7fd7bdffb700 1 -- 172.21.15.67:0/2238845449 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd7c408a1a0 con 0x7fd7c80d1440 2023-10-21T20:41:22.265 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.248+0000 7fd7ccc92700 1 --2- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd7ac06af00 0x7fd7ac06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.248+0000 7fd7cdc94700 1 --2- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:6816/1520599832,v1:172.21.15.190:6817/1520599832] conn(0x7fd7ac070d60 0x7fd7ac073180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.249+0000 7fd7ccc92700 1 --2- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd7ac06af00 0x7fd7ac06d3c0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fd7c80b2190 tx=0x7fd7b8008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:22.266 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.249+0000 7fd7cdc94700 1 --2- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:6816/1520599832,v1:172.21.15.190:6817/1520599832] conn(0x7fd7ac070d60 0x7fd7ac073180 crc :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:22.267 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.250+0000 7fd7bdffb700 1 -- 172.21.15.67:0/2238845449 <== osd.6 v2:172.21.15.190:6816/1520599832 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7fd7ac073850 con 0x7fd7ac070d60 2023-10-21T20:41:22.268 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.266+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2238845449 --> [v2:172.21.15.190:6816/1520599832,v1:172.21.15.190:6817/1520599832] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fd7c8150830 con 0x7fd7ac070d60 2023-10-21T20:41:22.269 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.267+0000 7fd7bdffb700 1 -- 172.21.15.67:0/2238845449 <== osd.6 v2:172.21.15.190:6816/1520599832 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+105 (crc 0 0 0) 0x7fd7c8150830 con 0x7fd7ac070d60 2023-10-21T20:41:22.269 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2023-10-21T20:41:22.270 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-10-21T20:41:22.270 INFO:teuthology.orchestra.run.smithi067.stdout:} 2023-10-21T20:41:22.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.267+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:6816/1520599832,v1:172.21.15.190:6817/1520599832] conn(0x7fd7ac070d60 msgr2=0x7fd7ac073180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.271 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.267+0000 7fd7cf6f7700 1 --2- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:6816/1520599832,v1:172.21.15.190:6817/1520599832] conn(0x7fd7ac070d60 0x7fd7ac073180 crc :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.267+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd7ac06af00 msgr2=0x7fd7ac06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.267+0000 7fd7cf6f7700 1 --2- 172.21.15.67:0/2238845449 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fd7ac06af00 0x7fd7ac06d3c0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fd7c80b2190 tx=0x7fd7b8008030 comp rx=0 tx=0).stop 2023-10-21T20:41:22.272 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.267+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2238845449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7c80d1440 msgr2=0x7fd7c814f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.267+0000 7fd7cf6f7700 1 --2- 172.21.15.67:0/2238845449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7c80d1440 0x7fd7c814f720 secure :-1 s=READY pgs=3271 cs=0 l=1 rev1=1 crypto rx=0x7fd7c400ebe0 tx=0x7fd7c4009ec0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.267+0000 7fd7cdc94700 1 -- 172.21.15.67:0/2238845449 reap_dead start 2023-10-21T20:41:22.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.267+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2238845449 shutdown_connections 2023-10-21T20:41:22.273 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.267+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2238845449 >> 172.21.15.67:0/2238845449 conn(0x7fd7c80d3660 msgr2=0x7fd7c806c790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:22.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.267+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2238845449 shutdown_connections 2023-10-21T20:41:22.274 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.267+0000 7fd7cf6f7700 1 -- 172.21.15.67:0/2238845449 wait complete. 2023-10-21T20:41:22.283 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2023-10-21T20:41:22.423 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.417+0000 7f1f4410a700 1 Processor -- start 2023-10-21T20:41:22.466 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.417+0000 7f1f4410a700 1 -- start start 2023-10-21T20:41:22.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f4410a700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f1f3c160e60 0x7f1f3c0b6490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f4410a700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f1f3c0d0030 0x7f1f3c0d04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f4410a700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f3c0ce7f0 con 0x7f1f3c0cec80 2023-10-21T20:41:22.467 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f4410a700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f3c0d2620 con 0x7f1f3c0d0030 2023-10-21T20:41:22.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f4410a700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f3c0d09f0 con 0x7f1f3c160e60 2023-10-21T20:41:22.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f416a5700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f1f3c0d0030 0x7f1f3c0d04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.468 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f426a7700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f1f3c0cec80 0x7f1f3c0cf0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36310/0 (socket says 172.21.15.67:36310) 2023-10-21T20:41:22.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f426a7700 1 -- 172.21.15.67:0/2608176950 learned_addr learned my addr 172.21.15.67:0/2608176950 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:22.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f416a5700 1 --2- 172.21.15.67:0/2608176950 >> v2:172.21.15.67:3300/0 conn(0x7f1f3c0d0030 0x7f1f3c0d04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48248/0 (socket says 172.21.15.67:48248) 2023-10-21T20:41:22.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f41ea6700 1 --2- 172.21.15.67:0/2608176950 >> v2:172.21.15.190:3300/0 conn(0x7f1f3c160e60 0x7f1f3c0b6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.469 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f416a5700 1 -- 172.21.15.67:0/2608176950 >> v2:172.21.15.190:3300/0 conn(0x7f1f3c160e60 msgr2=0x7f1f3c0b6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:22.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f416a5700 1 --2- 172.21.15.67:0/2608176950 >> v2:172.21.15.190:3300/0 conn(0x7f1f3c160e60 0x7f1f3c0b6490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f416a5700 1 -- 172.21.15.67:0/2608176950 >> v1:172.21.15.67:6789/0 conn(0x7f1f3c0cec80 legacy=0x7f1f3c0cf0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f416a5700 1 -- 172.21.15.67:0/2608176950 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f3c0ce1e0 con 0x7f1f3c0d0030 2023-10-21T20:41:22.470 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.418+0000 7f1f40ea4700 1 -- 172.21.15.67:0/2608176950 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 656451175 0 0) 0x7f1f3c0ce7f0 con 0x7f1f3c0cec80 2023-10-21T20:41:22.471 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.419+0000 7f1f416a5700 1 --2- 172.21.15.67:0/2608176950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c0d0030 0x7f1f3c0d04b0 secure :-1 s=READY pgs=3273 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c08dda0 tx=0x7f1f2c009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90d00af251bfa1af server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:22.471 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.419+0000 7f1f40ea4700 1 -- 172.21.15.67:0/2608176950 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f2c011830 con 0x7f1f3c0d0030 2023-10-21T20:41:22.471 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.419+0000 7f1f40ea4700 1 -- 172.21.15.67:0/2608176950 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f2c011990 con 0x7f1f3c0d0030 2023-10-21T20:41:22.472 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.419+0000 7f1f40ea4700 1 -- 172.21.15.67:0/2608176950 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f2c011d20 con 0x7f1f3c0d0030 2023-10-21T20:41:22.472 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.419+0000 7f1f4410a700 1 -- 172.21.15.67:0/2608176950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c0d0030 msgr2=0x7f1f3c0d04b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.472 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.419+0000 7f1f4410a700 1 --2- 172.21.15.67:0/2608176950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c0d0030 0x7f1f3c0d04b0 secure :-1 s=READY pgs=3273 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c08dda0 tx=0x7f1f2c009b20 comp rx=0 tx=0).stop 2023-10-21T20:41:22.472 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.419+0000 7f1f4410a700 1 -- 172.21.15.67:0/2608176950 shutdown_connections 2023-10-21T20:41:22.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.419+0000 7f1f4410a700 1 --2- 172.21.15.67:0/2608176950 >> v2:172.21.15.190:3300/0 conn(0x7f1f3c160e60 0x7f1f3c0b6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.419+0000 7f1f4410a700 1 --2- 172.21.15.67:0/2608176950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c0d0030 0x7f1f3c0d04b0 unknown :-1 s=CLOSED pgs=3273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.419+0000 7f1f4410a700 1 -- 172.21.15.67:0/2608176950 >> 172.21.15.67:0/2608176950 conn(0x7f1f3c09c9c0 msgr2=0x7f1f3c0d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:22.473 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.419+0000 7f1f4410a700 1 -- 172.21.15.67:0/2608176950 shutdown_connections 2023-10-21T20:41:22.474 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.419+0000 7f1f4410a700 1 -- 172.21.15.67:0/2608176950 wait complete. 2023-10-21T20:41:22.474 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.421+0000 7f1f4410a700 1 Processor -- start 2023-10-21T20:41:22.474 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.421+0000 7f1f4410a700 1 -- start start 2023-10-21T20:41:22.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.421+0000 7f1f4410a700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f3c0cec80 0x7f1f3c0cd3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.421+0000 7f1f4410a700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c0d0030 0x7f1f3c1f3810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.477 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.421+0000 7f1f4410a700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1f3c160e60 0x7f1f3c1f26c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.421+0000 7f1f4410a700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f3c0b7d10 con 0x7f1f3c0d0030 2023-10-21T20:41:22.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.421+0000 7f1f4410a700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f3c1f3d50 con 0x7f1f3c160e60 2023-10-21T20:41:22.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.421+0000 7f1f4410a700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f3c0cc300 con 0x7f1f3c0cec80 2023-10-21T20:41:22.478 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f416a5700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c0d0030 0x7f1f3c1f3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f416a5700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c0d0030 0x7f1f3c1f3810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48252/0 (socket says 172.21.15.67:48252) 2023-10-21T20:41:22.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f416a5700 1 -- 172.21.15.67:0/242187061 learned_addr learned my addr 172.21.15.67:0/242187061 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:22.479 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f41ea6700 1 --2- 172.21.15.67:0/242187061 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f3c0cec80 0x7f1f3c0cd3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f426a7700 1 --2- 172.21.15.67:0/242187061 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1f3c160e60 0x7f1f3c1f26c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f416a5700 1 -- 172.21.15.67:0/242187061 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f3c0cec80 msgr2=0x7f1f3c0cd3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f416a5700 1 --2- 172.21.15.67:0/242187061 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f3c0cec80 0x7f1f3c0cd3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.480 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f416a5700 1 -- 172.21.15.67:0/242187061 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1f3c160e60 msgr2=0x7f1f3c1f26c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f416a5700 1 --2- 172.21.15.67:0/242187061 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1f3c160e60 0x7f1f3c1f26c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f416a5700 1 -- 172.21.15.67:0/242187061 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f2c0094a0 con 0x7f1f3c0d0030 2023-10-21T20:41:22.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f416a5700 1 --2- 172.21.15.67:0/242187061 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c0d0030 0x7f1f3c1f3810 secure :-1 s=READY pgs=3274 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c014040 tx=0x7f1f2c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:22.481 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f327fc700 1 -- 172.21.15.67:0/242187061 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f2c0036a0 con 0x7f1f3c0d0030 2023-10-21T20:41:22.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f327fc700 1 -- 172.21.15.67:0/242187061 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f2c01e070 con 0x7f1f3c0d0030 2023-10-21T20:41:22.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f4410a700 1 -- 172.21.15.67:0/242187061 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f3c0cc5e0 con 0x7f1f3c0d0030 2023-10-21T20:41:22.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f327fc700 1 -- 172.21.15.67:0/242187061 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f2c003a60 con 0x7f1f3c0d0030 2023-10-21T20:41:22.482 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.422+0000 7f1f4410a700 1 -- 172.21.15.67:0/242187061 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f3c0ccba0 con 0x7f1f3c0d0030 2023-10-21T20:41:22.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.423+0000 7f1f4410a700 1 -- 172.21.15.67:0/242187061 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f3c074d40 con 0x7f1f3c0d0030 2023-10-21T20:41:22.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.424+0000 7f1f327fc700 1 -- 172.21.15.67:0/242187061 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1f2c003bc0 con 0x7f1f3c0d0030 2023-10-21T20:41:22.483 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.425+0000 7f1f327fc700 1 --2- 172.21.15.67:0/242187061 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1f2006af00 0x7f1f2006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.425+0000 7f1f327fc700 1 -- 172.21.15.67:0/242187061 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f1f2c08a1a0 con 0x7f1f3c0d0030 2023-10-21T20:41:22.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.425+0000 7f1f41ea6700 1 --2- 172.21.15.67:0/242187061 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1f2006af00 0x7f1f2006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.425+0000 7f1f41ea6700 1 --2- 172.21.15.67:0/242187061 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1f2006af00 0x7f1f2006d3c0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c06ce90 tx=0x7f1f38008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:22.484 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.429+0000 7f1f327fc700 1 -- 172.21.15.67:0/242187061 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1f2c0555e0 con 0x7f1f3c0d0030 2023-10-21T20:41:22.642 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.640+0000 7f1f4410a700 1 -- 172.21.15.67:0/242187061 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7f1f3c0d2340 con 0x7f1f2006af00 2023-10-21T20:41:22.643 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.641+0000 7f1f327fc700 1 -- 172.21.15.67:0/242187061 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f1f38009e40 con 0x7f1f2006af00 2023-10-21T20:41:22.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.644+0000 7f1f4410a700 1 -- 172.21.15.67:0/242187061 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1f2006af00 msgr2=0x7f1f2006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.646 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.644+0000 7f1f4410a700 1 --2- 172.21.15.67:0/242187061 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1f2006af00 0x7f1f2006d3c0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c06ce90 tx=0x7f1f38008040 comp rx=0 tx=0).stop 2023-10-21T20:41:22.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.644+0000 7f1f4410a700 1 -- 172.21.15.67:0/242187061 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c0d0030 msgr2=0x7f1f3c1f3810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.644+0000 7f1f4410a700 1 --2- 172.21.15.67:0/242187061 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c0d0030 0x7f1f3c1f3810 secure :-1 s=READY pgs=3274 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c014040 tx=0x7f1f2c004750 comp rx=0 tx=0).stop 2023-10-21T20:41:22.647 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.644+0000 7f1f4410a700 1 -- 172.21.15.67:0/242187061 shutdown_connections 2023-10-21T20:41:22.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.644+0000 7f1f4410a700 1 --2- 172.21.15.67:0/242187061 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1f3c160e60 0x7f1f3c1f26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.644+0000 7f1f4410a700 1 --2- 172.21.15.67:0/242187061 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f1f2006af00 0x7f1f2006d3c0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.644+0000 7f1f4410a700 1 --2- 172.21.15.67:0/242187061 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f1f3c0cec80 0x7f1f3c0cd3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.648 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.644+0000 7f1f4410a700 1 --2- 172.21.15.67:0/242187061 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c0d0030 0x7f1f3c1f3810 unknown :-1 s=CLOSED pgs=3274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.644+0000 7f1f4410a700 1 -- 172.21.15.67:0/242187061 >> 172.21.15.67:0/242187061 conn(0x7f1f3c09c9c0 msgr2=0x7f1f3c0d11f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:22.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.644+0000 7f1f4410a700 1 -- 172.21.15.67:0/242187061 shutdown_connections 2023-10-21T20:41:22.649 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.644+0000 7f1f4410a700 1 -- 172.21.15.67:0/242187061 wait complete. 2023-10-21T20:41:22.650 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 6 to deep-scrub 2023-10-21T20:41:22.660 INFO:tasks.ceph:Scrubbing osd.7 2023-10-21T20:41:22.660 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2023-10-21T20:41:22.800 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.798+0000 7f3edb4d6700 1 Processor -- start 2023-10-21T20:41:22.801 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.798+0000 7f3edb4d6700 1 -- start start 2023-10-21T20:41:22.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.799+0000 7f3edb4d6700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f3ed4160e80 0x7f3ed40d4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.803 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.799+0000 7f3edb4d6700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f3ed40d2350 0x7f3ed406b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.804 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.799+0000 7f3edb4d6700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ed40ce450 con 0x7f3ed40d1440 2023-10-21T20:41:22.804 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.799+0000 7f3edb4d6700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ed40d08f0 con 0x7f3ed40d2350 2023-10-21T20:41:22.804 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.799+0000 7f3edb4d6700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ed40d1090 con 0x7f3ed4160e80 2023-10-21T20:41:22.804 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.799+0000 7f3ed9a73700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f3ed40d2350 0x7f3ed406b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.805 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.799+0000 7f3ed8a71700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f3ed40d1440 0x7f3ed40d1c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36322/0 (socket says 172.21.15.67:36322) 2023-10-21T20:41:22.805 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.799+0000 7f3ed8a71700 1 -- 172.21.15.67:0/583298702 learned_addr learned my addr 172.21.15.67:0/583298702 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:22.805 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.799+0000 7f3ed9272700 1 --2- 172.21.15.67:0/583298702 >> v2:172.21.15.190:3300/0 conn(0x7f3ed4160e80 0x7f3ed40d4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.799+0000 7f3ed9a73700 1 -- 172.21.15.67:0/583298702 >> v2:172.21.15.190:3300/0 conn(0x7f3ed4160e80 msgr2=0x7f3ed40d4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:22.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.799+0000 7f3ed9a73700 1 --2- 172.21.15.67:0/583298702 >> v2:172.21.15.190:3300/0 conn(0x7f3ed4160e80 0x7f3ed40d4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.806 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.799+0000 7f3ed9a73700 1 -- 172.21.15.67:0/583298702 >> v1:172.21.15.67:6789/0 conn(0x7f3ed40d1440 legacy=0x7f3ed40d1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.807 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.799+0000 7f3ecbfff700 1 -- 172.21.15.67:0/583298702 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2678090810 0 0) 0x7f3ed40ce450 con 0x7f3ed40d1440 2023-10-21T20:41:22.807 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.800+0000 7f3ed9a73700 1 -- 172.21.15.67:0/583298702 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ed40ce6f0 con 0x7f3ed40d2350 2023-10-21T20:41:22.808 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.800+0000 7f3ed9272700 1 --2- 172.21.15.67:0/583298702 >> v2:172.21.15.190:3300/0 conn(0x7f3ed4160e80 0x7f3ed40d4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T20:41:22.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.800+0000 7f3ed9a73700 1 --2- 172.21.15.67:0/583298702 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ed40d2350 0x7f3ed406b930 secure :-1 s=READY pgs=3276 cs=0 l=1 rev1=1 crypto rx=0x7f3ed408c6f0 tx=0x7f3ecc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3bdc342efc93476 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:22.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.800+0000 7f3ecbfff700 1 -- 172.21.15.67:0/583298702 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ecc00e070 con 0x7f3ed40d2350 2023-10-21T20:41:22.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.800+0000 7f3ecbfff700 1 -- 172.21.15.67:0/583298702 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ecc00bb90 con 0x7f3ed40d2350 2023-10-21T20:41:22.809 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.800+0000 7f3ecbfff700 1 -- 172.21.15.67:0/583298702 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ecc012430 con 0x7f3ed40d2350 2023-10-21T20:41:22.810 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.800+0000 7f3edb4d6700 1 -- 172.21.15.67:0/583298702 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ed40d2350 msgr2=0x7f3ed406b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.810 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.800+0000 7f3edb4d6700 1 --2- 172.21.15.67:0/583298702 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ed40d2350 0x7f3ed406b930 secure :-1 s=READY pgs=3276 cs=0 l=1 rev1=1 crypto rx=0x7f3ed408c6f0 tx=0x7f3ecc00b330 comp rx=0 tx=0).stop 2023-10-21T20:41:22.810 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.800+0000 7f3edb4d6700 1 -- 172.21.15.67:0/583298702 shutdown_connections 2023-10-21T20:41:22.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.800+0000 7f3edb4d6700 1 --2- 172.21.15.67:0/583298702 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ed40d2350 0x7f3ed406b930 unknown :-1 s=CLOSED pgs=3276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.800+0000 7f3edb4d6700 1 --2- 172.21.15.67:0/583298702 >> v2:172.21.15.190:3300/0 conn(0x7f3ed4160e80 0x7f3ed40d4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.811 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.800+0000 7f3edb4d6700 1 -- 172.21.15.67:0/583298702 >> 172.21.15.67:0/583298702 conn(0x7f3ed40d3660 msgr2=0x7f3ed40d3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:22.812 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.801+0000 7f3edb4d6700 1 -- 172.21.15.67:0/583298702 shutdown_connections 2023-10-21T20:41:22.812 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.801+0000 7f3edb4d6700 1 -- 172.21.15.67:0/583298702 wait complete. 2023-10-21T20:41:22.815 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.802+0000 7f3edb4d6700 1 Processor -- start 2023-10-21T20:41:22.816 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.802+0000 7f3edb4d6700 1 -- start start 2023-10-21T20:41:22.816 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3edb4d6700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3ed40d1440 0x7f3ed40c7190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.816 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3edb4d6700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3ed40d2350 0x7f3ed40b2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.816 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3edb4d6700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ed4160e80 0x7f3ed40c9c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.817 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3edb4d6700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed40ca140 con 0x7f3ed4160e80 2023-10-21T20:41:22.817 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3edb4d6700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed40cb820 con 0x7f3ed40d2350 2023-10-21T20:41:22.817 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3edb4d6700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed40cbb00 con 0x7f3ed40d1440 2023-10-21T20:41:22.818 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3ed9a73700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ed4160e80 0x7f3ed40c9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.818 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3ed9a73700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ed4160e80 0x7f3ed40c9c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48268/0 (socket says 172.21.15.67:48268) 2023-10-21T20:41:22.818 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3ed9a73700 1 -- 172.21.15.67:0/2415210571 learned_addr learned my addr 172.21.15.67:0/2415210571 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:22.818 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3ed8a71700 1 --2- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3ed40d2350 0x7f3ed40b2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.819 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3ed9272700 1 --2- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3ed40d1440 0x7f3ed40c7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.819 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3ed9a73700 1 -- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3ed40d1440 msgr2=0x7f3ed40c7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.819 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3ed9a73700 1 --2- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f3ed40d1440 0x7f3ed40c7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.820 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3ed9a73700 1 -- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3ed40d2350 msgr2=0x7f3ed40b2fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.820 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3ed9a73700 1 --2- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3ed40d2350 0x7f3ed40b2fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.820 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3ed9a73700 1 -- 172.21.15.67:0/2415210571 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ecc009a70 con 0x7f3ed4160e80 2023-10-21T20:41:22.820 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3ed9a73700 1 --2- 172.21.15.67:0/2415210571 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ed4160e80 0x7f3ed40c9c00 secure :-1 s=READY pgs=3277 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc014040 tx=0x7f3ecc004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:22.821 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3ec9ffb700 1 -- 172.21.15.67:0/2415210571 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ecc012430 con 0x7f3ed4160e80 2023-10-21T20:41:22.821 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.803+0000 7f3ec9ffb700 1 -- 172.21.15.67:0/2415210571 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ecc020070 con 0x7f3ed4160e80 2023-10-21T20:41:22.821 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.804+0000 7f3edb4d6700 1 -- 172.21.15.67:0/2415210571 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ed40cbde0 con 0x7f3ed4160e80 2023-10-21T20:41:22.822 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.804+0000 7f3ec9ffb700 1 -- 172.21.15.67:0/2415210571 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ecc004280 con 0x7f3ed4160e80 2023-10-21T20:41:22.822 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.804+0000 7f3edb4d6700 1 -- 172.21.15.67:0/2415210571 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ed40c7850 con 0x7f3ed4160e80 2023-10-21T20:41:22.822 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.804+0000 7f3edb4d6700 1 -- 172.21.15.67:0/2415210571 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3ed40d0db0 con 0x7f3ed4160e80 2023-10-21T20:41:22.823 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.805+0000 7f3ec9ffb700 1 -- 172.21.15.67:0/2415210571 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3ecc0043e0 con 0x7f3ed4160e80 2023-10-21T20:41:22.823 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.806+0000 7f3ec9ffb700 1 --2- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3eb806af00 0x7f3eb806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.823 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.806+0000 7f3ec9ffb700 1 -- 172.21.15.67:0/2415210571 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f3ecc022070 con 0x7f3ed4160e80 2023-10-21T20:41:22.823 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.806+0000 7f3ec9ffb700 1 --2- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:6819/2816904388,v1:172.21.15.190:6821/2816904388] conn(0x7f3eb8070d60 0x7f3eb8073180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.824 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.806+0000 7f3ec9ffb700 1 -- 172.21.15.67:0/2415210571 --> [v2:172.21.15.190:6819/2816904388,v1:172.21.15.190:6821/2816904388] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3eb8073850 con 0x7f3eb8070d60 2023-10-21T20:41:22.824 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.806+0000 7f3ec9ffb700 1 -- 172.21.15.67:0/2415210571 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3ecc08db30 con 0x7f3ed4160e80 2023-10-21T20:41:22.824 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.806+0000 7f3ed9272700 1 --2- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3eb806af00 0x7f3eb806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.806+0000 7f3ed8a71700 1 --2- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:6819/2816904388,v1:172.21.15.190:6821/2816904388] conn(0x7f3eb8070d60 0x7f3eb8073180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.806+0000 7f3ed9272700 1 --2- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3eb806af00 0x7f3eb806d3c0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f3ed406cc40 tx=0x7f3ed0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:22.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.807+0000 7f3ed8a71700 1 --2- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:6819/2816904388,v1:172.21.15.190:6821/2816904388] conn(0x7f3eb8070d60 0x7f3eb8073180 crc :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:22.825 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.807+0000 7f3ec9ffb700 1 -- 172.21.15.67:0/2415210571 <== osd.7 v2:172.21.15.190:6819/2816904388 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f3eb8073850 con 0x7f3eb8070d60 2023-10-21T20:41:22.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.823+0000 7f3edb4d6700 1 -- 172.21.15.67:0/2415210571 --> [v2:172.21.15.190:6819/2816904388,v1:172.21.15.190:6821/2816904388] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f3ed40d0ad0 con 0x7f3eb8070d60 2023-10-21T20:41:22.826 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.823+0000 7f3ec9ffb700 1 -- 172.21.15.67:0/2415210571 <== osd.7 v2:172.21.15.190:6819/2816904388 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+105 (crc 0 0 0) 0x7f3ec4007050 con 0x7f3eb8070d60 2023-10-21T20:41:22.827 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2023-10-21T20:41:22.827 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-10-21T20:41:22.828 INFO:teuthology.orchestra.run.smithi067.stdout:} 2023-10-21T20:41:22.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.824+0000 7f3edb4d6700 1 -- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:6819/2816904388,v1:172.21.15.190:6821/2816904388] conn(0x7f3eb8070d60 msgr2=0x7f3eb8073180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.824+0000 7f3edb4d6700 1 --2- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:6819/2816904388,v1:172.21.15.190:6821/2816904388] conn(0x7f3eb8070d60 0x7f3eb8073180 crc :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.829 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.824+0000 7f3edb4d6700 1 -- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3eb806af00 msgr2=0x7f3eb806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.824+0000 7f3edb4d6700 1 --2- 172.21.15.67:0/2415210571 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f3eb806af00 0x7f3eb806d3c0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f3ed406cc40 tx=0x7f3ed0008040 comp rx=0 tx=0).stop 2023-10-21T20:41:22.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.824+0000 7f3edb4d6700 1 -- 172.21.15.67:0/2415210571 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ed4160e80 msgr2=0x7f3ed40c9c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.830 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.824+0000 7f3edb4d6700 1 --2- 172.21.15.67:0/2415210571 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ed4160e80 0x7f3ed40c9c00 secure :-1 s=READY pgs=3277 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc014040 tx=0x7f3ecc004ad0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.824+0000 7f3ed9a73700 1 -- 172.21.15.67:0/2415210571 reap_dead start 2023-10-21T20:41:22.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.824+0000 7f3edb4d6700 1 -- 172.21.15.67:0/2415210571 shutdown_connections 2023-10-21T20:41:22.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.824+0000 7f3edb4d6700 1 -- 172.21.15.67:0/2415210571 >> 172.21.15.67:0/2415210571 conn(0x7f3ed40d3660 msgr2=0x7f3ed415cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:22.831 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.824+0000 7f3edb4d6700 1 -- 172.21.15.67:0/2415210571 shutdown_connections 2023-10-21T20:41:22.832 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.824+0000 7f3edb4d6700 1 -- 172.21.15.67:0/2415210571 wait complete. 2023-10-21T20:41:22.840 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2023-10-21T20:41:22.976 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.974+0000 7f40e02e2700 1 Processor -- start 2023-10-21T20:41:22.976 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.974+0000 7f40e02e2700 1 -- start start 2023-10-21T20:41:22.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40e02e2700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40d80b4c00 0x7f40d80d1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40e02e2700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f40d80d2160 0x7f40d80d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.979 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40e02e2700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f40d80d0550 0x7f40d81613b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40e02e2700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40d80b4fe0 con 0x7f40d80d0550 2023-10-21T20:41:22.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40e02e2700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40d80d25e0 con 0x7f40d80d2160 2023-10-21T20:41:22.980 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40e02e2700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40d80ce1e0 con 0x7f40d80b4c00 2023-10-21T20:41:22.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40de87f700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f40d80d0550 0x7f40d81613b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40de87f700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f40d80d0550 0x7f40d81613b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48276/0 (socket says 172.21.15.67:48276) 2023-10-21T20:41:22.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40de87f700 1 -- 172.21.15.67:0/3310038347 learned_addr learned my addr 172.21.15.67:0/3310038347 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:22.981 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40dd87d700 1 --2- 172.21.15.67:0/3310038347 >> v2:172.21.15.190:3300/0 conn(0x7f40d80d2160 0x7f40d80d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40de07e700 1 --2- 172.21.15.67:0/3310038347 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40d80b4c00 0x7f40d80d1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40de87f700 1 -- 172.21.15.67:0/3310038347 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40d80b4c00 msgr2=0x7f40d80d1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:22.982 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40de87f700 1 --2- 172.21.15.67:0/3310038347 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40d80b4c00 0x7f40d80d1c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40de87f700 1 -- 172.21.15.67:0/3310038347 >> v2:172.21.15.190:3300/0 conn(0x7f40d80d2160 msgr2=0x7f40d80d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:22.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40de87f700 1 --2- 172.21.15.67:0/3310038347 >> v2:172.21.15.190:3300/0 conn(0x7f40d80d2160 0x7f40d80d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.975+0000 7f40de87f700 1 -- 172.21.15.67:0/3310038347 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40d80cf020 con 0x7f40d80d0550 2023-10-21T20:41:22.983 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.976+0000 7f40de87f700 1 --2- 172.21.15.67:0/3310038347 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40d80d0550 0x7f40d81613b0 secure :-1 s=READY pgs=3278 cs=0 l=1 rev1=1 crypto rx=0x7f40d806b530 tx=0x7f40d000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9457567f1284616a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:22.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.976+0000 7f40dd07c700 1 -- 172.21.15.67:0/3310038347 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40d000e070 con 0x7f40d80d0550 2023-10-21T20:41:22.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.976+0000 7f40dd07c700 1 -- 172.21.15.67:0/3310038347 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40d000b9c0 con 0x7f40d80d0550 2023-10-21T20:41:22.984 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.976+0000 7f40dd07c700 1 -- 172.21.15.67:0/3310038347 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40d000bd70 con 0x7f40d80d0550 2023-10-21T20:41:22.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.976+0000 7f40e02e2700 1 -- 172.21.15.67:0/3310038347 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40d80d0550 msgr2=0x7f40d81613b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.976+0000 7f40e02e2700 1 --2- 172.21.15.67:0/3310038347 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40d80d0550 0x7f40d81613b0 secure :-1 s=READY pgs=3278 cs=0 l=1 rev1=1 crypto rx=0x7f40d806b530 tx=0x7f40d000b330 comp rx=0 tx=0).stop 2023-10-21T20:41:22.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.976+0000 7f40e02e2700 1 -- 172.21.15.67:0/3310038347 shutdown_connections 2023-10-21T20:41:22.985 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.976+0000 7f40e02e2700 1 --2- 172.21.15.67:0/3310038347 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40d80d0550 0x7f40d81613b0 unknown :-1 s=CLOSED pgs=3278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.976+0000 7f40e02e2700 1 --2- 172.21.15.67:0/3310038347 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40d80b4c00 0x7f40d80d1c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.977+0000 7f40e02e2700 1 --2- 172.21.15.67:0/3310038347 >> v2:172.21.15.190:3300/0 conn(0x7f40d80d2160 0x7f40d80d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.977+0000 7f40e02e2700 1 -- 172.21.15.67:0/3310038347 >> 172.21.15.67:0/3310038347 conn(0x7f40d809c9c0 msgr2=0x7f40d80d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:22.986 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.977+0000 7f40e02e2700 1 -- 172.21.15.67:0/3310038347 shutdown_connections 2023-10-21T20:41:22.987 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.977+0000 7f40e02e2700 1 -- 172.21.15.67:0/3310038347 wait complete. 2023-10-21T20:41:22.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.978+0000 7f40e02e2700 1 Processor -- start 2023-10-21T20:41:22.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.978+0000 7f40e02e2700 1 -- start start 2023-10-21T20:41:22.990 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40e02e2700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f40d80b4c00 0x7f40d8155a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.991 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40e02e2700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40d80d0550 0x7f40d80b8880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40e02e2700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40d80d2160 0x7f40d80cb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40e02e2700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40d80b77e0 con 0x7f40d80d2160 2023-10-21T20:41:22.992 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40e02e2700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40d80b7ac0 con 0x7f40d80b4c00 2023-10-21T20:41:22.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40e02e2700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40d80b7da0 con 0x7f40d80d0550 2023-10-21T20:41:22.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40de87f700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40d80d2160 0x7f40d80cb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40de87f700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40d80d2160 0x7f40d80cb5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48284/0 (socket says 172.21.15.67:48284) 2023-10-21T20:41:22.993 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40de87f700 1 -- 172.21.15.67:0/3474644903 learned_addr learned my addr 172.21.15.67:0/3474644903 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:22.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40de07e700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f40d80b4c00 0x7f40d8155a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40dd87d700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40d80d0550 0x7f40d80b8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.994 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40de87f700 1 -- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40d80d0550 msgr2=0x7f40d80b8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40de87f700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40d80d0550 0x7f40d80b8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40de87f700 1 -- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f40d80b4c00 msgr2=0x7f40d8155a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:22.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40de87f700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f40d80b4c00 0x7f40d8155a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:22.995 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40de87f700 1 -- 172.21.15.67:0/3474644903 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40d0009b30 con 0x7f40d80d2160 2023-10-21T20:41:22.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40de07e700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f40d80b4c00 0x7f40d8155a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T20:41:22.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40dd87d700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40d80d0550 0x7f40d80b8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T20:41:22.996 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40de87f700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40d80d2160 0x7f40d80cb5e0 secure :-1 s=READY pgs=3279 cs=0 l=1 rev1=1 crypto rx=0x7f40d808ce30 tx=0x7f40d0004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:22.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40ceffd700 1 -- 172.21.15.67:0/3474644903 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40d0004250 con 0x7f40d80d2160 2023-10-21T20:41:22.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40ceffd700 1 -- 172.21.15.67:0/3474644903 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40d00043d0 con 0x7f40d80d2160 2023-10-21T20:41:22.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40e02e2700 1 -- 172.21.15.67:0/3474644903 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40d80b8080 con 0x7f40d80d2160 2023-10-21T20:41:22.997 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.979+0000 7f40ceffd700 1 -- 172.21.15.67:0/3474644903 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40d0004780 con 0x7f40d80d2160 2023-10-21T20:41:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.980+0000 7f40e02e2700 1 -- 172.21.15.67:0/3474644903 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40d80b8dc0 con 0x7f40d80d2160 2023-10-21T20:41:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.981+0000 7f40e02e2700 1 -- 172.21.15.67:0/3474644903 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f40d80b85a0 con 0x7f40d80d2160 2023-10-21T20:41:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.981+0000 7f40ceffd700 1 -- 172.21.15.67:0/3474644903 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f40d001c440 con 0x7f40d80d2160 2023-10-21T20:41:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.981+0000 7f40ceffd700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f40bc06af00 0x7f40bc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:22.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.982+0000 7f40ceffd700 1 -- 172.21.15.67:0/3474644903 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f40d008a870 con 0x7f40d80d2160 2023-10-21T20:41:22.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.982+0000 7f40de07e700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f40bc06af00 0x7f40bc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:22.999 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.982+0000 7f40de07e700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f40bc06af00 0x7f40bc06d3c0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f40d4006fd0 tx=0x7f40d4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:23.000 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:22.986+0000 7f40ceffd700 1 -- 172.21.15.67:0/3474644903 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f40d80b85a0 con 0x7f40d80d2160 2023-10-21T20:41:23.198 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.196+0000 7f40e02e2700 1 -- 172.21.15.67:0/3474644903 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7f40d80b7c30 con 0x7f40bc06af00 2023-10-21T20:41:23.198 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.196+0000 7f40ceffd700 1 -- 172.21.15.67:0/3474644903 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f40d80b7c30 con 0x7f40bc06af00 2023-10-21T20:41:23.201 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.199+0000 7f40e02e2700 1 -- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f40bc06af00 msgr2=0x7f40bc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:23.201 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.199+0000 7f40e02e2700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f40bc06af00 0x7f40bc06d3c0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f40d4006fd0 tx=0x7f40d4008040 comp rx=0 tx=0).stop 2023-10-21T20:41:23.201 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.199+0000 7f40e02e2700 1 -- 172.21.15.67:0/3474644903 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40d80d2160 msgr2=0x7f40d80cb5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:23.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.199+0000 7f40e02e2700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40d80d2160 0x7f40d80cb5e0 secure :-1 s=READY pgs=3279 cs=0 l=1 rev1=1 crypto rx=0x7f40d808ce30 tx=0x7f40d0004ad0 comp rx=0 tx=0).stop 2023-10-21T20:41:23.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.199+0000 7f40e02e2700 1 -- 172.21.15.67:0/3474644903 shutdown_connections 2023-10-21T20:41:23.202 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.199+0000 7f40e02e2700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40d80d2160 0x7f40d80cb5e0 unknown :-1 s=CLOSED pgs=3279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:23.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.199+0000 7f40e02e2700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f40d80b4c00 0x7f40d8155a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:23.203 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.199+0000 7f40e02e2700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f40bc06af00 0x7f40bc06d3c0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:23.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.199+0000 7f40e02e2700 1 --2- 172.21.15.67:0/3474644903 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f40d80d0550 0x7f40d80b8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:23.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.199+0000 7f40e02e2700 1 -- 172.21.15.67:0/3474644903 >> 172.21.15.67:0/3474644903 conn(0x7f40d809c9c0 msgr2=0x7f40d806c560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:23.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.199+0000 7f40e02e2700 1 -- 172.21.15.67:0/3474644903 shutdown_connections 2023-10-21T20:41:23.204 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.199+0000 7f40e02e2700 1 -- 172.21.15.67:0/3474644903 wait complete. 2023-10-21T20:41:23.205 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 7 to deep-scrub 2023-10-21T20:41:23.215 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T20:41:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.348+0000 7f6709ea9700 1 Processor -- start 2023-10-21T20:41:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.349+0000 7f6709ea9700 1 -- start start 2023-10-21T20:41:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.349+0000 7f6709ea9700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f67040b4c00 0x7f67040d1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.349+0000 7f6709ea9700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67040ce1e0 con 0x7f67040d0720 2023-10-21T20:41:23.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.349+0000 7f6709ea9700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67040cf020 con 0x7f67040d2160 2023-10-21T20:41:23.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.349+0000 7f6709ea9700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67040d2610 con 0x7f67040b4c00 2023-10-21T20:41:23.354 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.350+0000 7f67037fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f67040b4c00 0x7f67040d1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:23.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.350+0000 7f67037fe700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7f67040b4c00 0x7f67040d1c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48290/0 (socket says 172.21.15.67:48290) 2023-10-21T20:41:23.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.350+0000 7f6703fff700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f67040d0720 0x7f67040b2fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36354/0 (socket says 172.21.15.67:36354) 2023-10-21T20:41:23.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.350+0000 7f67037fe700 1 -- 172.21.15.67:0/2959798820 learned_addr learned my addr 172.21.15.67:0/2959798820 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:23.355 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.350+0000 7f67037fe700 1 -- 172.21.15.67:0/2959798820 >> v1:172.21.15.190:6789/0 conn(0x7f67040d2160 legacy=0x7f67040d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:23.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.350+0000 7f67037fe700 1 -- 172.21.15.67:0/2959798820 >> v1:172.21.15.67:6789/0 conn(0x7f67040d0720 legacy=0x7f67040b2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:23.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.350+0000 7f67037fe700 1 -- 172.21.15.67:0/2959798820 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67040ce410 con 0x7f67040b4c00 2023-10-21T20:41:23.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.350+0000 7f67037fe700 1 --2- 172.21.15.67:0/2959798820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67040b4c00 0x7f67040d1c20 secure :-1 s=READY pgs=3281 cs=0 l=1 rev1=1 crypto rx=0x7f66f4006fd0 tx=0x7f66f4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bdf1ebe3b3bc367 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:23.356 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.350+0000 7f67027fc700 1 -- 172.21.15.67:0/2959798820 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66f4005e30 con 0x7f67040b4c00 2023-10-21T20:41:23.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.350+0000 7f67027fc700 1 -- 172.21.15.67:0/2959798820 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66f4004030 con 0x7f67040b4c00 2023-10-21T20:41:23.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.350+0000 7f67027fc700 1 -- 172.21.15.67:0/2959798820 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66f40043e0 con 0x7f67040b4c00 2023-10-21T20:41:23.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.351+0000 7f6709ea9700 1 -- 172.21.15.67:0/2959798820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67040b4c00 msgr2=0x7f67040d1c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:23.357 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.351+0000 7f6709ea9700 1 --2- 172.21.15.67:0/2959798820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67040b4c00 0x7f67040d1c20 secure :-1 s=READY pgs=3281 cs=0 l=1 rev1=1 crypto rx=0x7f66f4006fd0 tx=0x7f66f4009bd0 comp rx=0 tx=0).stop 2023-10-21T20:41:23.358 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.351+0000 7f6709ea9700 1 -- 172.21.15.67:0/2959798820 shutdown_connections 2023-10-21T20:41:23.358 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.351+0000 7f6709ea9700 1 --2- 172.21.15.67:0/2959798820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67040b4c00 0x7f67040d1c20 unknown :-1 s=CLOSED pgs=3281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:23.358 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.351+0000 7f6709ea9700 1 -- 172.21.15.67:0/2959798820 >> 172.21.15.67:0/2959798820 conn(0x7f670409c9c0 msgr2=0x7f67040d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:23.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.351+0000 7f6709ea9700 1 -- 172.21.15.67:0/2959798820 shutdown_connections 2023-10-21T20:41:23.359 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.351+0000 7f6709ea9700 1 -- 172.21.15.67:0/2959798820 wait complete. 2023-10-21T20:41:23.362 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.352+0000 7f6709ea9700 1 Processor -- start 2023-10-21T20:41:23.362 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.352+0000 7f6709ea9700 1 -- start start 2023-10-21T20:41:23.362 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.353+0000 7f6709ea9700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67040b4c00 0x7f67040c9810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:23.362 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.353+0000 7f6709ea9700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67040d0720 0x7f6704160cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:23.363 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.353+0000 7f6709ea9700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67040d2160 0x7f67041611f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:23.363 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.353+0000 7f6709ea9700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67040ca710 con 0x7f67040b4c00 2023-10-21T20:41:23.363 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.353+0000 7f6709ea9700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67040c81a0 con 0x7f67040d2160 2023-10-21T20:41:23.364 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.353+0000 7f6709ea9700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67040c8d20 con 0x7f67040d0720 2023-10-21T20:41:23.364 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.353+0000 7f67037fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67040b4c00 0x7f67040c9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:23.364 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.353+0000 7f67037fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67040b4c00 0x7f67040c9810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48294/0 (socket says 172.21.15.67:48294) 2023-10-21T20:41:23.365 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.353+0000 7f67037fe700 1 -- 172.21.15.67:0/1469951112 learned_addr learned my addr 172.21.15.67:0/1469951112 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:23.365 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.353+0000 7f6703fff700 1 --2- 172.21.15.67:0/1469951112 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67040d2160 0x7f67041611f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:23.365 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.353+0000 7f6702ffd700 1 --2- 172.21.15.67:0/1469951112 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67040d0720 0x7f6704160cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:23.365 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.354+0000 7f67037fe700 1 -- 172.21.15.67:0/1469951112 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67040d0720 msgr2=0x7f6704160cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:23.366 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.354+0000 7f67037fe700 1 --2- 172.21.15.67:0/1469951112 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67040d0720 0x7f6704160cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:23.366 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.354+0000 7f67037fe700 1 -- 172.21.15.67:0/1469951112 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67040d2160 msgr2=0x7f67041611f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:23.366 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.354+0000 7f67037fe700 1 --2- 172.21.15.67:0/1469951112 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67040d2160 0x7f67041611f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:23.367 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.354+0000 7f67037fe700 1 -- 172.21.15.67:0/1469951112 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66f4009500 con 0x7f67040b4c00 2023-10-21T20:41:23.367 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.354+0000 7f67037fe700 1 --2- 172.21.15.67:0/1469951112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67040b4c00 0x7f67040c9810 secure :-1 s=READY pgs=3282 cs=0 l=1 rev1=1 crypto rx=0x7f66f4000c00 tx=0x7f66f4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:23.367 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.354+0000 7f66ebfff700 1 -- 172.21.15.67:0/1469951112 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66f40045c0 con 0x7f67040b4c00 2023-10-21T20:41:23.367 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.354+0000 7f66ebfff700 1 -- 172.21.15.67:0/1469951112 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66f401d430 con 0x7f67040b4c00 2023-10-21T20:41:23.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.354+0000 7f6709ea9700 1 -- 172.21.15.67:0/1469951112 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67040c91b0 con 0x7f67040b4c00 2023-10-21T20:41:23.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.354+0000 7f66ebfff700 1 -- 172.21.15.67:0/1469951112 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66f401d800 con 0x7f67040b4c00 2023-10-21T20:41:23.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.354+0000 7f6709ea9700 1 -- 172.21.15.67:0/1469951112 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67040c86d0 con 0x7f67040b4c00 2023-10-21T20:41:23.368 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.355+0000 7f6709ea9700 1 -- 172.21.15.67:0/1469951112 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6704074d40 con 0x7f67040b4c00 2023-10-21T20:41:23.369 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.356+0000 7f66ebfff700 1 -- 172.21.15.67:0/1469951112 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f66f401d960 con 0x7f67040b4c00 2023-10-21T20:41:23.369 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.356+0000 7f66ebfff700 1 --2- 172.21.15.67:0/1469951112 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66f006af00 0x7f66f006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:23.369 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.356+0000 7f66ebfff700 1 -- 172.21.15.67:0/1469951112 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f66f408a990 con 0x7f67040b4c00 2023-10-21T20:41:23.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.356+0000 7f6702ffd700 1 --2- 172.21.15.67:0/1469951112 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66f006af00 0x7f66f006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:23.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.357+0000 7f6702ffd700 1 --2- 172.21.15.67:0/1469951112 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66f006af00 0x7f66f006d3c0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f67040a1500 tx=0x7f66f8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:23.370 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.361+0000 7f66ebfff700 1 -- 172.21.15.67:0/1469951112 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f66f4055e50 con 0x7f67040b4c00 2023-10-21T20:41:23.568 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.566+0000 7f6709ea9700 1 -- 172.21.15.67:0/1469951112 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f67040ce9d0 con 0x7f66f006af00 2023-10-21T20:41:23.570 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.569+0000 7f66ebfff700 1 -- 172.21.15.67:0/1469951112 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+48546 (secure 0 0 0) 0x7f66f8001560 con 0x7f66f006af00 2023-10-21T20:41:23.571 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:41:23.573 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.571+0000 7f6709ea9700 1 -- 172.21.15.67:0/1469951112 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66f006af00 msgr2=0x7f66f006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:23.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.571+0000 7f6709ea9700 1 --2- 172.21.15.67:0/1469951112 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66f006af00 0x7f66f006d3c0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f67040a1500 tx=0x7f66f8009040 comp rx=0 tx=0).stop 2023-10-21T20:41:23.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.571+0000 7f6709ea9700 1 -- 172.21.15.67:0/1469951112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67040b4c00 msgr2=0x7f67040c9810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:23.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.571+0000 7f6709ea9700 1 --2- 172.21.15.67:0/1469951112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67040b4c00 0x7f67040c9810 secure :-1 s=READY pgs=3282 cs=0 l=1 rev1=1 crypto rx=0x7f66f4000c00 tx=0x7f66f4004750 comp rx=0 tx=0).stop 2023-10-21T20:41:23.574 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.571+0000 7f6709ea9700 1 -- 172.21.15.67:0/1469951112 shutdown_connections 2023-10-21T20:41:23.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.571+0000 7f6709ea9700 1 --2- 172.21.15.67:0/1469951112 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67040d2160 0x7f67041611f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:23.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.571+0000 7f6709ea9700 1 --2- 172.21.15.67:0/1469951112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67040b4c00 0x7f67040c9810 unknown :-1 s=CLOSED pgs=3282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:23.575 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.571+0000 7f6709ea9700 1 --2- 172.21.15.67:0/1469951112 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f66f006af00 0x7f66f006d3c0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:23.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.571+0000 7f6709ea9700 1 --2- 172.21.15.67:0/1469951112 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f67040d0720 0x7f6704160cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:23.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.571+0000 7f6709ea9700 1 -- 172.21.15.67:0/1469951112 >> 172.21.15.67:0/1469951112 conn(0x7f670409c9c0 msgr2=0x7f67040b2070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:23.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.571+0000 7f6709ea9700 1 -- 172.21.15.67:0/1469951112 shutdown_connections 2023-10-21T20:41:23.576 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:23.571+0000 7f6709ea9700 1 -- 172.21.15.67:0/1469951112 wait complete. 2023-10-21T20:41:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2023-10-21T20:41:23.588 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":13722,"stamp":"2023-10-21T20:41:22.454081+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":46,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":11082128,"kb_used_data":4424,"kb_used_omap":30626,"kb_used_meta":11047005,"kb_avail":743892592,"statfs":{"total":773094113280,"available":761746014208,"internally_reserved":0,"allocated":4530176,"data_stored":2497416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31361459,"internal_metadata":11312133709},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":161,"apply_latency_ms":161,"commit_latency_ns":161000000,"apply_latency_ns":161000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.499050"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":403,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-10-21T20:41:11.538985+0000","last_change":"2023-10-21T13:04:48.686798+0000","last_active":"2023-10-21T20:41:11.538985+0000","last_peered":"2023-10-21T20:41:11.538985+0000","last_clean":"2023-10-21T20:41:11.538985+0000","last_became_active":"2023-10-21T13:04:48.685603+0000","last_became_peered":"2023-10-21T13:04:48.685603+0000","last_unstale":"2023-10-21T20:41:11.538985+0000","last_undegraded":"2023-10-21T20:41:11.538985+0000","last_fullsized":"2023-10-21T20:41:11.538985+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T13:04:47.669759+0000","last_clean_scrub_stamp":"2023-10-21T13:04:47.669759+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:39:05.649200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834580329,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1453856,"kb_used_data":408,"kb_used_omap":3145,"kb_used_meta":1450294,"kb_avail":92917984,"statfs":{"total":96636764160,"available":95148015616,"internally_reserved":0,"allocated":417792,"data_stored":164585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3220624,"internal_metadata":1485101936},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.7270000000000001,"5min":1.2609999999999999,"15min":1.0860000000000001},"min":{"1min":0.26400000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.624000000000001,"5min":10.624000000000001,"15min":10.624000000000001},"last":0.48999999999999999},{"interface":"front","average":{"1min":2.0569999999999999,"5min":1.6180000000000001,"15min":1.6559999999999999},"min":{"1min":0.30499999999999999,"5min":0.28000000000000003,"15min":0.26100000000000001},"max":{"1min":11.48,"5min":11.48,"15min":11.48},"last":0.54400000000000004}]},{"osd":1,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.671,"5min":1.4079999999999999,"15min":1.3919999999999999},"min":{"1min":0.30599999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":11.01,"5min":11.625,"15min":11.625},"last":0.61499999999999999},{"interface":"front","average":{"1min":2.7799999999999998,"5min":1.859,"15min":1.895},"min":{"1min":0.32800000000000001,"5min":0.28899999999999998,"15min":0.26200000000000001},"max":{"1min":11.222,"5min":11.222,"15min":11.943},"last":0.45000000000000001}]},{"osd":2,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":1.639,"15min":1.8100000000000001},"min":{"1min":0.35599999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":10.19,"5min":11.068,"15min":11.068},"last":0.58299999999999996},{"interface":"front","average":{"1min":3.298,"5min":2.278,"15min":2.0430000000000001},"min":{"1min":0.34799999999999998,"5min":0.318,"15min":0.30599999999999999},"max":{"1min":18.263000000000002,"5min":18.263000000000002,"15min":18.263000000000002},"last":0.69699999999999995}]},{"osd":3,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":2.3100000000000001,"5min":1.9399999999999999,"15min":2.0049999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.32400000000000001},"max":{"1min":6.5549999999999997,"5min":6.5549999999999997,"15min":9.3100000000000005},"last":0.51400000000000001},{"interface":"front","average":{"1min":2.9289999999999998,"5min":2.1850000000000001,"15min":2.141},"min":{"1min":0.38400000000000001,"5min":0.36199999999999999,"15min":0.33200000000000002},"max":{"1min":16.105,"5min":16.105,"15min":16.105},"last":0.66400000000000003}]},{"osd":4,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.093,"15min":0.98399999999999999},"min":{"1min":0.27200000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":7.0350000000000001,"5min":8.9849999999999994,"15min":10.611000000000001},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.753,"15min":0.78300000000000003},"min":{"1min":0.33100000000000002,"5min":0.31900000000000001,"15min":0.30199999999999999},"max":{"1min":0.51200000000000001,"5min":6.4249999999999998,"15min":10.506},"last":0.63200000000000001}]},{"osd":5,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":1.1040000000000001,"15min":0.96299999999999997},"min":{"1min":0.308,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.663,"5min":10.663,"15min":10.663},"last":0.56799999999999995},{"interface":"front","average":{"1min":1.2949999999999999,"5min":1.3200000000000001,"15min":1.153},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":6.8879999999999999,"5min":8.9100000000000001,"15min":9.0519999999999996},"last":0.64900000000000002}]},{"osd":6,"last update":"Sat Oct 21 20:40:30 2023","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":1.321,"15min":1.167},"min":{"1min":0.34899999999999998,"5min":0.32700000000000001,"15min":0.32400000000000001},"max":{"1min":7.8040000000000003,"5min":8.9550000000000001,"15min":8.9550000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.96999999999999997,"15min":0.93999999999999995},"min":{"1min":0.39000000000000001,"5min":0.36199999999999999,"15min":0.33100000000000002},"max":{"1min":3.883,"5min":6.3490000000000002,"15min":6.3490000000000002},"last":0.67900000000000005}]}]},{"osd":6,"up_from":13,"seq":55834580326,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1294880,"kb_used_data":408,"kb_used_omap":4720,"kb_used_meta":1289743,"kb_avail":93076960,"statfs":{"total":96636764160,"available":95310807040,"internally_reserved":0,"allocated":417792,"data_stored":164585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4833918,"internal_metadata":1320697218},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.1619999999999999,"5min":1.425,"15min":1.1040000000000001},"min":{"1min":0.28899999999999998,"5min":0.25600000000000001,"15min":0.248},"max":{"1min":27.067,"5min":27.067,"15min":27.067},"last":2.2269999999999999},{"interface":"front","average":{"1min":3.8090000000000002,"5min":1.8919999999999999,"15min":1.5149999999999999},"min":{"1min":0.29899999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":27.155000000000001,"5min":27.155000000000001,"15min":27.155000000000001},"last":2.2970000000000002}]},{"osd":1,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":4.5990000000000002,"5min":2.085,"15min":1.7769999999999999},"min":{"1min":0.30299999999999999,"5min":0.30199999999999999,"15min":0.28100000000000003},"max":{"1min":23.181999999999999,"5min":23.181999999999999,"15min":23.181999999999999},"last":0.82299999999999995},{"interface":"front","average":{"1min":4.7240000000000002,"5min":2.0819999999999999,"15min":1.7529999999999999},"min":{"1min":0.33300000000000002,"5min":0.32200000000000001,"15min":0.30399999999999999},"max":{"1min":22.584,"5min":22.584,"15min":22.584},"last":0.69399999999999995}]},{"osd":2,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.161,"5min":2.0880000000000001,"15min":1.7809999999999999},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":15.942,"5min":15.942,"15min":15.942},"last":1.23},{"interface":"front","average":{"1min":5.2699999999999996,"5min":2.6520000000000001,"15min":2.032},"min":{"1min":0.33700000000000002,"5min":0.311,"15min":0.29499999999999998},"max":{"1min":28.975000000000001,"5min":28.975000000000001,"15min":28.975000000000001},"last":2.331}]},{"osd":3,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.8180000000000001,"5min":2.383,"15min":2.2130000000000001},"min":{"1min":0.40300000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":27.184999999999999,"5min":27.184999999999999,"15min":27.184999999999999},"last":0.96899999999999997},{"interface":"front","average":{"1min":2.6389999999999998,"5min":2.081,"15min":1.9810000000000001},"min":{"1min":0.377,"5min":0.34499999999999997,"15min":0.33900000000000002},"max":{"1min":22.135000000000002,"5min":22.135000000000002,"15min":22.135000000000002},"last":0.88600000000000001}]},{"osd":4,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.0150000000000001,"5min":1.2869999999999999,"15min":1.0840000000000001},"min":{"1min":0.33500000000000002,"5min":0.28799999999999998,"15min":0.255},"max":{"1min":22.491,"5min":22.491,"15min":22.491},"last":2.2599999999999998},{"interface":"front","average":{"1min":3.129,"5min":1.421,"15min":1.244},"min":{"1min":0.33200000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":27.218,"5min":27.218,"15min":27.218},"last":0.93300000000000005}]},{"osd":5,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7829999999999999,"5min":1.3660000000000001,"15min":1.1799999999999999},"min":{"1min":0.34100000000000003,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":22.082999999999998,"5min":22.082999999999998,"15min":22.082999999999998},"last":2.2799999999999998},{"interface":"front","average":{"1min":1.3899999999999999,"5min":1.109,"15min":1.139},"min":{"1min":0.38400000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.7489999999999997,"5min":6.8230000000000004,"15min":7.4550000000000001},"last":0.95199999999999996}]},{"osd":7,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7810000000000001,"5min":1.546,"15min":1.3200000000000001},"min":{"1min":0.40600000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":27.082999999999998,"5min":27.082999999999998,"15min":27.082999999999998},"last":1.1899999999999999},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.0800000000000001,"15min":1.151},"min":{"1min":0.41399999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":5.2690000000000001,"5min":5.2850000000000001,"15min":8.0909999999999993},"last":0.91700000000000004}]}]},{"osd":1,"up_from":13,"seq":55834580297,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1795428,"kb_used_data":988,"kb_used_omap":2982,"kb_used_meta":1791449,"kb_avail":92576412,"statfs":{"total":96636764160,"available":94798245888,"internally_reserved":0,"allocated":1011712,"data_stored":754953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3053659,"internal_metadata":1834444709},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":39,"apply_latency_ms":39,"commit_latency_ns":39000000,"apply_latency_ns":39000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":3.6779999999999999,"5min":1.845,"15min":1.7649999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22700000000000001},"max":{"1min":39.948,"5min":39.948,"15min":39.948},"last":0.78100000000000003},{"interface":"front","average":{"1min":3.3010000000000002,"5min":2.0299999999999998,"15min":1.8120000000000001},"min":{"1min":0.29299999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":32.439999999999998,"5min":32.439999999999998,"15min":32.439999999999998},"last":1.5029999999999999}]},{"osd":2,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":4.3490000000000002,"5min":2.391,"15min":2.262},"min":{"1min":0.27200000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":44.823999999999998,"5min":44.823999999999998,"15min":44.823999999999998},"last":0.60699999999999998},{"interface":"front","average":{"1min":1.472,"5min":1.7529999999999999,"15min":1.7310000000000001},"min":{"1min":0.38,"5min":0.313,"15min":0.25900000000000001},"max":{"1min":7.0389999999999997,"5min":11.166,"15min":12.582000000000001},"last":1.26}]},{"osd":3,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":1.873,"5min":1.9359999999999999,"15min":1.839},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.29499999999999998},"max":{"1min":7.2380000000000004,"5min":11.961,"15min":12.523},"last":0.82099999999999995},{"interface":"front","average":{"1min":5.1130000000000004,"5min":2.4390000000000001,"15min":2.145},"min":{"1min":0.37,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":60.057000000000002,"5min":60.057000000000002,"15min":60.057000000000002},"last":1.214}]},{"osd":4,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":4.5069999999999997,"5min":2.194,"15min":2.0710000000000002},"min":{"1min":0.41699999999999998,"5min":0.34499999999999997,"15min":0.32300000000000001},"max":{"1min":43.991,"5min":43.991,"15min":43.991},"last":23.984999999999999},{"interface":"front","average":{"1min":2.2069999999999999,"5min":1.774,"15min":1.5600000000000001},"min":{"1min":0.37,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":17.384,"5min":17.384,"15min":17.384},"last":26.468}]},{"osd":5,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":5.3239999999999998,"5min":2.4849999999999999,"15min":1.909},"min":{"1min":0.49099999999999999,"5min":0.374,"15min":0.372},"max":{"1min":59.923999999999999,"5min":59.923999999999999,"15min":59.923999999999999},"last":12.429},{"interface":"front","average":{"1min":4.0380000000000003,"5min":2.2789999999999999,"15min":2.1440000000000001},"min":{"1min":0.44900000000000001,"5min":0.39300000000000002,"15min":0.35799999999999998},"max":{"1min":44.043999999999997,"5min":44.043999999999997,"15min":44.043999999999997},"last":10.824999999999999}]},{"osd":6,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":6.4930000000000003,"5min":2.7650000000000001,"15min":2.105},"min":{"1min":0.51600000000000001,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":72.941000000000003,"5min":72.941000000000003,"15min":72.941000000000003},"last":9.4209999999999994},{"interface":"front","average":{"1min":6.0650000000000004,"5min":2.8679999999999999,"15min":2.4670000000000001},"min":{"1min":0.50900000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":68.031999999999996,"5min":68.031999999999996,"15min":68.031999999999996},"last":3.4169999999999998}]},{"osd":7,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":2.6640000000000001,"5min":2.0529999999999999,"15min":1.76},"min":{"1min":0.44900000000000001,"5min":0.437,"15min":0.437},"max":{"1min":17.427,"5min":17.427,"15min":17.427},"last":3.2170000000000001},{"interface":"front","average":{"1min":3.754,"5min":2.2509999999999999,"15min":2.0939999999999999},"min":{"1min":0.54500000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":32.384999999999998,"5min":32.384999999999998,"15min":32.384999999999998},"last":9.3550000000000004}]}]},{"osd":0,"up_from":13,"seq":55834580292,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1383844,"kb_used_data":408,"kb_used_omap":2065,"kb_used_meta":1381358,"kb_avail":92987996,"statfs":{"total":96636764160,"available":95219707904,"internally_reserved":0,"allocated":417792,"data_stored":164585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2115492,"internal_metadata":1414510684},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":1.6890000000000001,"15min":1.5089999999999999},"min":{"1min":0.34899999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.7809999999999997,"5min":10.59,"15min":10.59},"last":4.5039999999999996},{"interface":"front","average":{"1min":2.6880000000000002,"5min":2.3570000000000002,"15min":2.085},"min":{"1min":0.35599999999999998,"5min":0.30299999999999999,"15min":0.27400000000000002},"max":{"1min":15.207000000000001,"5min":15.207000000000001,"15min":15.207000000000001},"last":4.3860000000000001}]},{"osd":2,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":3.0630000000000002,"5min":2.1179999999999999,"15min":1.7210000000000001},"min":{"1min":0.34399999999999997,"5min":0.26000000000000001,"15min":0.24099999999999999},"max":{"1min":13.765000000000001,"5min":13.765000000000001,"15min":13.765000000000001},"last":4.5359999999999996},{"interface":"front","average":{"1min":3.1150000000000002,"5min":2.3220000000000001,"15min":2.105},"min":{"1min":0.30299999999999999,"5min":0.28499999999999998,"15min":0.246},"max":{"1min":15.068,"5min":15.068,"15min":15.068},"last":0.876}]},{"osd":3,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":1.849,"15min":1.9650000000000001},"min":{"1min":0.34300000000000003,"5min":0.27900000000000003,"15min":0.26100000000000001},"max":{"1min":10.173,"5min":10.173,"15min":18.026},"last":1.1930000000000001},{"interface":"front","average":{"1min":2.2850000000000001,"5min":1.782,"15min":1.5489999999999999},"min":{"1min":0.496,"5min":0.30499999999999999,"15min":0.29999999999999999},"max":{"1min":13.555,"5min":13.555,"15min":13.555},"last":0.77300000000000002}]},{"osd":4,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.528,"5min":2.0750000000000002,"15min":1.8009999999999999},"min":{"1min":0.437,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":13.587999999999999,"5min":13.587999999999999,"15min":13.587999999999999},"last":0.83599999999999997},{"interface":"front","average":{"1min":1.9319999999999999,"5min":1.7,"15min":1.7789999999999999},"min":{"1min":0.39000000000000001,"5min":0.34999999999999998,"15min":0.34000000000000002},"max":{"1min":10.143000000000001,"5min":10.143000000000001,"15min":10.618},"last":1.2689999999999999}]},{"osd":5,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.2509999999999999,"5min":1.9199999999999999,"15min":1.484},"min":{"1min":0.52600000000000002,"5min":0.40000000000000002,"15min":0.36899999999999999},"max":{"1min":13.452999999999999,"5min":13.452999999999999,"15min":13.452999999999999},"last":4.4320000000000004},{"interface":"front","average":{"1min":2.6360000000000001,"5min":2.2730000000000001,"15min":1.9810000000000001},"min":{"1min":0.48199999999999998,"5min":0.41199999999999998,"15min":0.38700000000000001},"max":{"1min":13.417,"5min":13.417,"15min":13.417},"last":4.3440000000000003}]},{"osd":6,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.2589999999999999,"5min":1.7589999999999999,"15min":1.911},"min":{"1min":0.42199999999999999,"5min":0.40699999999999997,"15min":0.376},"max":{"1min":10.063000000000001,"5min":10.063000000000001,"15min":10.662000000000001},"last":1.2370000000000001},{"interface":"front","average":{"1min":2.512,"5min":1.907,"15min":1.554},"min":{"1min":0.53800000000000003,"5min":0.432,"15min":0.432},"max":{"1min":13.507999999999999,"5min":13.507999999999999,"15min":13.507999999999999},"last":4.4720000000000004}]},{"osd":7,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.9940000000000002,"5min":2.2429999999999999,"15min":2.0939999999999999},"min":{"1min":0.51400000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":13.641,"5min":13.641,"15min":13.641},"last":5.9130000000000003},{"interface":"front","average":{"1min":2.0600000000000001,"5min":1.796,"15min":2.0529999999999999},"min":{"1min":0.51800000000000002,"5min":0.44600000000000001,"15min":0.41099999999999998},"max":{"1min":10.109999999999999,"5min":10.109999999999999,"15min":10.704000000000001},"last":6.7779999999999996}]}]},{"osd":2,"up_from":13,"seq":55834580267,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1530208,"kb_used_data":408,"kb_used_omap":3054,"kb_used_meta":1526737,"kb_avail":92841632,"statfs":{"total":96636764160,"available":95069831168,"internally_reserved":0,"allocated":417792,"data_stored":164585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3128306,"internal_metadata":1563378702},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":49,"apply_latency_ms":49,"commit_latency_ns":49000000,"apply_latency_ns":49000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":2.2850000000000001,"5min":1.391,"15min":1.3240000000000001},"min":{"1min":0.245,"5min":0.23999999999999999,"15min":0.23300000000000001},"max":{"1min":18.425999999999998,"5min":18.425999999999998,"15min":18.425999999999998},"last":2.8620000000000001},{"interface":"front","average":{"1min":4.4580000000000002,"5min":2.5790000000000002,"15min":2.1080000000000001},"min":{"1min":0.42199999999999999,"5min":0.29599999999999999,"15min":0.26400000000000001},"max":{"1min":25.375,"5min":25.375,"15min":25.375},"last":2.6840000000000002}]},{"osd":1,"last update":"Sat Oct 21 20:40:21 2023","interfaces":[{"interface":"back","average":{"1min":2.302,"5min":2.1379999999999999,"15min":2.137},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":7.6289999999999996,"5min":11.116,"15min":16.302},"last":3.2599999999999998},{"interface":"front","average":{"1min":1.3069999999999999,"5min":2.0600000000000001,"15min":2.327},"min":{"1min":0.26900000000000002,"5min":0.251,"15min":0.251},"max":{"1min":8.157,"5min":9.3650000000000002,"15min":13.93},"last":3.7989999999999999}]},{"osd":3,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":1.865,"15min":1.5640000000000001},"min":{"1min":0.47899999999999998,"5min":0.29699999999999999,"15min":0.27300000000000002},"max":{"1min":18.375,"5min":18.375,"15min":18.375},"last":3.5249999999999999},{"interface":"front","average":{"1min":3.3239999999999998,"5min":2.496,"15min":2.258},"min":{"1min":0.42699999999999999,"5min":0.34599999999999997,"15min":0.31},"max":{"1min":11.973000000000001,"5min":11.973000000000001,"15min":11.973000000000001},"last":3.0270000000000001}]},{"osd":4,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":4.242,"5min":2.4169999999999998,"15min":1.97},"min":{"1min":0.36499999999999999,"5min":0.34399999999999997,"15min":0.33000000000000002},"max":{"1min":20.683,"5min":20.683,"15min":20.683},"last":4.117},{"interface":"front","average":{"1min":3.351,"5min":1.6830000000000001,"15min":1.4370000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.31900000000000001},"max":{"1min":17.382000000000001,"5min":17.382000000000001,"15min":17.382000000000001},"last":3.4609999999999999}]},{"osd":5,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":4.0449999999999999,"5min":2.3940000000000001,"15min":2.085},"min":{"1min":0.70699999999999996,"5min":0.41199999999999998,"15min":0.36599999999999999},"max":{"1min":16.809000000000001,"5min":16.809000000000001,"15min":16.809000000000001},"last":3.1960000000000002},{"interface":"front","average":{"1min":3.9740000000000002,"5min":2.4540000000000002,"15min":2.0310000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.35999999999999999},"max":{"1min":20.556999999999999,"5min":20.556999999999999,"15min":20.556999999999999},"last":3.8940000000000001}]},{"osd":6,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.347,"5min":2.415,"15min":2.1480000000000001},"min":{"1min":0.58099999999999996,"5min":0.41599999999999998,"15min":0.40500000000000003},"max":{"1min":15.970000000000001,"5min":15.970000000000001,"15min":15.970000000000001},"last":3.0750000000000002},{"interface":"front","average":{"1min":4.0019999999999998,"5min":2.746,"15min":2.335},"min":{"1min":0.443,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":20.521000000000001,"5min":20.521000000000001,"15min":20.521000000000001},"last":4.2060000000000004}]},{"osd":7,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.9489999999999998,"5min":2.552,"15min":2.3170000000000002},"min":{"1min":0.52300000000000002,"5min":0.47999999999999998,"15min":0.443},"max":{"1min":16.744,"5min":16.744,"15min":16.744},"last":3.1349999999999998},{"interface":"front","average":{"1min":4.1870000000000003,"5min":2.9510000000000001,"15min":2.3410000000000002},"min":{"1min":0.47399999999999998,"5min":0.44900000000000001,"15min":0.40799999999999997},"max":{"1min":20.449000000000002,"5min":20.449000000000002,"15min":20.449000000000002},"last":4.2690000000000001}]}]},{"osd":3,"up_from":13,"seq":55834580282,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1145572,"kb_used_data":408,"kb_used_omap":6285,"kb_used_meta":1138866,"kb_avail":93226268,"statfs":{"total":96636764160,"available":95463698432,"internally_reserved":0,"allocated":417792,"data_stored":164585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6436288,"internal_metadata":1166199360},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.8879999999999999,"15min":1.7090000000000001},"min":{"1min":0.253,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7.5259999999999998,"5min":11.333,"15min":11.44},"last":0.53200000000000003},{"interface":"front","average":{"1min":1.716,"5min":2.1139999999999999,"15min":1.8280000000000001},"min":{"1min":0.33300000000000002,"5min":0.28399999999999997,"15min":0.224},"max":{"1min":11.407999999999999,"5min":11.407999999999999,"15min":11.407999999999999},"last":0.38500000000000001}]},{"osd":1,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5580000000000001,"5min":2.0099999999999998,"15min":1.9510000000000001},"min":{"1min":0.32800000000000001,"5min":0.32100000000000001,"15min":0.255},"max":{"1min":5.7489999999999997,"5min":10.455,"15min":12.955},"last":0.47499999999999998},{"interface":"front","average":{"1min":1.472,"5min":2.0899999999999999,"15min":1.9079999999999999},"min":{"1min":0.33200000000000002,"5min":0.251,"15min":0.251},"max":{"1min":6.9279999999999999,"5min":11.413,"15min":12.097},"last":0.45000000000000001}]},{"osd":2,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5059999999999998,"5min":2.6320000000000001,"15min":2.157},"min":{"1min":0.376,"5min":0.309,"15min":0.26900000000000002},"max":{"1min":12.055,"5min":17.524999999999999,"15min":17.524999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":2.335,"5min":2.4380000000000002,"15min":1.9770000000000001},"min":{"1min":0.36399999999999999,"5min":0.32700000000000001,"15min":0.29999999999999999},"max":{"1min":12.239000000000001,"5min":17.585000000000001,"15min":17.585000000000001},"last":0.56799999999999995}]},{"osd":4,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.3120000000000001,"5min":1.831,"15min":1.7130000000000001},"min":{"1min":0.38600000000000001,"5min":0.36099999999999999,"15min":0.29999999999999999},"max":{"1min":6.9050000000000002,"5min":7.516,"15min":8.9960000000000004},"last":0.81200000000000006},{"interface":"front","average":{"1min":1.623,"5min":2.004,"15min":1.77},"min":{"1min":0.48599999999999999,"5min":0.35199999999999998,"15min":0.313},"max":{"1min":4.7089999999999996,"5min":6.5179999999999998,"15min":12.795999999999999},"last":0.64600000000000002}]},{"osd":5,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.518,"5min":1.992,"15min":1.827},"min":{"1min":0.40300000000000002,"5min":0.39400000000000002,"15min":0.38400000000000001},"max":{"1min":4.75,"5min":7.96,"15min":12.890000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":1.718,"5min":1.7230000000000001,"15min":1.6899999999999999},"min":{"1min":0.45000000000000001,"5min":0.377,"15min":0.377},"max":{"1min":6.8719999999999999,"5min":11.278,"15min":11.278},"last":0.745}]},{"osd":6,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.74,"5min":1.74,"15min":1.681},"min":{"1min":0.47399999999999998,"5min":0.41199999999999998,"15min":0.377},"max":{"1min":6.9640000000000004,"5min":11.375,"15min":11.375},"last":0.79600000000000004},{"interface":"front","average":{"1min":1.6279999999999999,"5min":1.9570000000000001,"15min":1.8839999999999999},"min":{"1min":0.45400000000000001,"5min":0.42699999999999999,"15min":0.36799999999999999},"max":{"1min":6.9420000000000002,"5min":12.417999999999999,"15min":12.417999999999999},"last":0.628}]},{"osd":7,"last update":"Sat Oct 21 20:40:37 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":2.0790000000000002,"15min":2.0419999999999998},"min":{"1min":0.5,"5min":0.46400000000000002,"15min":0.42199999999999999},"max":{"1min":6.9729999999999999,"5min":12.478999999999999,"15min":12.478999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":1.73,"5min":2.0649999999999999,"15min":1.9399999999999999},"min":{"1min":0.53300000000000003,"5min":0.438,"15min":0.438},"max":{"1min":4.782,"5min":6.4850000000000003,"15min":12.923},"last":0.72199999999999998}]}]},{"osd":4,"up_from":13,"seq":55834580326,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":854368,"kb_used_data":408,"kb_used_omap":5834,"kb_used_meta":848117,"kb_avail":93517472,"statfs":{"total":96636764160,"available":95761891328,"internally_reserved":0,"allocated":417792,"data_stored":164585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5974545,"internal_metadata":868472303},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:41:21 2023","interfaces":[{"interface":"back","average":{"1min":2.294,"5min":1.3919999999999999,"15min":1.119},"min":{"1min":0.26100000000000001,"5min":0.254,"15min":0.23799999999999999},"max":{"1min":15.965999999999999,"5min":15.965999999999999,"15min":15.965999999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":2.2829999999999999,"5min":1.76,"15min":1.595},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.24099999999999999},"max":{"1min":7.2279999999999998,"5min":14.111000000000001,"15min":21.774999999999999},"last":0.52200000000000002}]},{"osd":1,"last update":"Sat Oct 21 20:41:21 2023","interfaces":[{"interface":"back","average":{"1min":3.3260000000000001,"5min":2.1339999999999999,"15min":1.821},"min":{"1min":0.34799999999999998,"5min":0.28399999999999997,"15min":0.27400000000000002},"max":{"1min":28.780000000000001,"5min":28.780000000000001,"15min":28.780000000000001},"last":0.65800000000000003},{"interface":"front","average":{"1min":3.2389999999999999,"5min":2.089,"15min":1.734},"min":{"1min":0.40100000000000002,"5min":0.313,"15min":0.29199999999999998},"max":{"1min":17.568000000000001,"5min":17.568000000000001,"15min":17.568000000000001},"last":0.57499999999999996}]},{"osd":2,"last update":"Sat Oct 21 20:41:21 2023","interfaces":[{"interface":"back","average":{"1min":3.8730000000000002,"5min":2.1469999999999998,"15min":1.823},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.315},"max":{"1min":28.827999999999999,"5min":28.827999999999999,"15min":28.827999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":6.3490000000000002,"5min":3.0190000000000001,"15min":2.1269999999999998},"min":{"1min":0.373,"5min":0.33200000000000002,"15min":0.312},"max":{"1min":45.932000000000002,"5min":45.932000000000002,"15min":45.932000000000002},"last":0.69499999999999995}]},{"osd":3,"last update":"Sat Oct 21 20:41:21 2023","interfaces":[{"interface":"back","average":{"1min":4.1520000000000001,"5min":2.6219999999999999,"15min":2.1659999999999999},"min":{"1min":0.36199999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":20.215,"5min":20.215,"15min":21.896000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":2.355,"5min":2.4489999999999998,"15min":2.2789999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.35999999999999999},"max":{"1min":11.946,"5min":14.178000000000001,"15min":14.962},"last":0.71399999999999997}]},{"osd":5,"last update":"Sat Oct 21 20:41:21 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":1.2410000000000001,"15min":0.97999999999999998},"min":{"1min":0.317,"5min":0.28100000000000003,"15min":0.25},"max":{"1min":15.925000000000001,"5min":15.925000000000001,"15min":15.925000000000001},"last":0.498},{"interface":"front","average":{"1min":2.6030000000000002,"5min":1.4770000000000001,"15min":1.147},"min":{"1min":0.317,"5min":0.315,"15min":0.26600000000000001},"max":{"1min":13.176,"5min":13.176,"15min":13.176},"last":0.67700000000000005}]},{"osd":6,"last update":"Sat Oct 21 20:41:21 2023","interfaces":[{"interface":"back","average":{"1min":1.843,"5min":1.236,"15min":1.1479999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.29899999999999999},"max":{"1min":11.911,"5min":11.911,"15min":14.989000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":1.875,"5min":1.367,"15min":1.0629999999999999},"min":{"1min":0.38800000000000001,"5min":0.35299999999999998,"15min":0.316},"max":{"1min":12.987,"5min":12.987,"15min":15.44},"last":0.63400000000000001}]},{"osd":7,"last update":"Sat Oct 21 20:41:21 2023","interfaces":[{"interface":"back","average":{"1min":2.238,"5min":1.575,"15min":1.292},"min":{"1min":0.38700000000000001,"5min":0.34499999999999997,"15min":0.30499999999999999},"max":{"1min":13.210000000000001,"5min":22.030999999999999,"15min":22.030999999999999},"last":0.622},{"interface":"front","average":{"1min":2.1320000000000001,"5min":1.597,"15min":1.323},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":11.977,"5min":20.952000000000002,"15min":20.952000000000002},"last":0.75900000000000001}]}]},{"osd":5,"up_from":13,"seq":55834580331,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1623972,"kb_used_data":988,"kb_used_omap":2537,"kb_used_meta":1620438,"kb_avail":92747868,"statfs":{"total":96636764160,"available":94973816832,"internally_reserved":0,"allocated":1011712,"data_stored":754953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2598627,"internal_metadata":1659328797},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":1.2,"15min":1.1990000000000001},"min":{"1min":0.26800000000000002,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":17.847000000000001,"5min":17.847000000000001,"15min":17.847000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":2.218,"5min":1.415,"15min":1.3180000000000001},"min":{"1min":0.33600000000000002,"5min":0.27700000000000002,"15min":0.26600000000000001},"max":{"1min":7.383,"5min":7.383,"15min":10.047000000000001},"last":0.91000000000000003}]},{"osd":1,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":2.004,"5min":1.605,"15min":1.585},"min":{"1min":0.33400000000000002,"5min":0.28100000000000003,"15min":0.253},"max":{"1min":7.6040000000000001,"5min":7.6040000000000001,"15min":7.6040000000000001},"last":0.96999999999999997},{"interface":"front","average":{"1min":2.137,"5min":1.538,"15min":1.673},"min":{"1min":0.315,"5min":0.314,"15min":0.28899999999999998},"max":{"1min":10.997,"5min":10.997,"15min":10.997},"last":1.0649999999999999}]},{"osd":2,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":2.9289999999999998,"5min":1.9159999999999999,"15min":1.827},"min":{"1min":0.36499999999999999,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":11.044,"5min":11.044,"15min":11.044},"last":1.0349999999999999},{"interface":"front","average":{"1min":3.1850000000000001,"5min":2.4239999999999999,"15min":2.0110000000000001},"min":{"1min":0.376,"5min":0.308,"15min":0.30299999999999999},"max":{"1min":17.797000000000001,"5min":17.797000000000001,"15min":17.797000000000001},"last":0.95499999999999996}]},{"osd":3,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":3.5529999999999999,"5min":2.278,"15min":2.2490000000000001},"min":{"1min":0.38800000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":17.954000000000001,"5min":17.954000000000001,"15min":17.954000000000001},"last":0.75},{"interface":"front","average":{"1min":3.6400000000000001,"5min":2.0489999999999999,"15min":1.996},"min":{"1min":0.373,"5min":0.36599999999999999,"15min":0.34000000000000002},"max":{"1min":24.032,"5min":24.032,"15min":24.032},"last":0.64400000000000002}]},{"osd":4,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.157,"15min":1.03},"min":{"1min":0.30299999999999999,"5min":0.29199999999999998,"15min":0.26200000000000001},"max":{"1min":5.3289999999999997,"5min":9.9550000000000001,"15min":9.9550000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":1.877,"5min":1.056,"15min":1.0409999999999999},"min":{"1min":0.315,"5min":0.29499999999999998,"15min":0.28000000000000003},"max":{"1min":7.4199999999999999,"5min":7.4199999999999999,"15min":7.4199999999999999},"last":0.55500000000000005}]},{"osd":6,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":3.327,"5min":1.349,"15min":1.2030000000000001},"min":{"1min":0.35999999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":23.995999999999999,"5min":23.995999999999999,"15min":23.995999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":2.3039999999999998,"5min":1.248,"15min":1.212},"min":{"1min":0.38600000000000001,"5min":0.33700000000000002,"15min":0.33500000000000002},"max":{"1min":18.010999999999999,"5min":18.010999999999999,"15min":18.010999999999999},"last":0.58199999999999996}]},{"osd":7,"last update":"Sat Oct 21 20:40:33 2023","interfaces":[{"interface":"back","average":{"1min":4.5300000000000002,"5min":1.756,"15min":1.357},"min":{"1min":0.372,"5min":0.35599999999999998,"15min":0.32500000000000001},"max":{"1min":44.761000000000003,"5min":44.761000000000003,"15min":44.761000000000003},"last":0.61699999999999999},{"interface":"front","average":{"1min":3.6899999999999999,"5min":1.5860000000000001,"15min":1.3879999999999999},"min":{"1min":0.40200000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":23.957000000000001,"5min":23.957000000000001,"15min":23.957000000000001},"last":0.59999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T20:41:23.592 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2023-10-21T13:04:47.669759+0000 time.struct_time(tm_year=2023, tm_mon=10, tm_mday=21, tm_hour=13, tm_min=4, tm_sec=47, tm_wday=5, tm_yday=294, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=10, tm_mday=21, tm_hour=20, tm_min=41, tm_sec=17, tm_wday=5, tm_yday=294, tm_isdst=0) 2023-10-21T20:41:23.592 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2023-10-21T20:41:32.230 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:41:32.235 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:41:43.594 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T20:41:43.740 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.739+0000 7f2fd13ac700 1 Processor -- start 2023-10-21T20:41:43.741 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.739+0000 7f2fd13ac700 1 -- start start 2023-10-21T20:41:43.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.740+0000 7f2fd13ac700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2fcc0b5800 0x7f2fcc0d14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:43.743 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.740+0000 7f2fd13ac700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f2fcc0d23d0 0x7f2fcc0b0e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:43.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.740+0000 7f2fd13ac700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2fcc0d45b0 con 0x7f2fcc0cee80 2023-10-21T20:41:43.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.740+0000 7f2fd13ac700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2fcc0cf450 con 0x7f2fcc0d23d0 2023-10-21T20:41:43.744 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.740+0000 7f2fd13ac700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fcc0cf730 con 0x7f2fcc0b5800 2023-10-21T20:41:43.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.740+0000 7f2fcaffd700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2fcc0b5800 0x7f2fcc0d14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:43.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.740+0000 7f2fcb7fe700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7f2fcc0d23d0 0x7f2fcc0b0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:43.745 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.740+0000 7f2fca7fc700 1 --1- >> v1:172.21.15.190:6789/0 conn(0x7f2fcc0cee80 0x7f2fcc0d1cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.190:6789/0 says I am v1:172.21.15.67:33266/0 (socket says 172.21.15.67:33266) 2023-10-21T20:41:43.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.740+0000 7f2fca7fc700 1 -- 172.21.15.67:0/3548233497 learned_addr learned my addr 172.21.15.67:0/3548233497 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:43.746 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.741+0000 7f2fcb7fe700 1 -- 172.21.15.67:0/3548233497 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2fcc0b5800 msgr2=0x7f2fcc0d14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T20:41:43.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.741+0000 7f2fcb7fe700 1 --2- 172.21.15.67:0/3548233497 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2fcc0b5800 0x7f2fcc0d14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:43.747 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.741+0000 7f2fcb7fe700 1 -- 172.21.15.67:0/3548233497 >> v1:172.21.15.190:6789/0 conn(0x7f2fcc0cee80 legacy=0x7f2fcc0d1cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:43.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.741+0000 7f2fcb7fe700 1 -- 172.21.15.67:0/3548233497 --> v2:172.21.15.190:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fcc0b0340 con 0x7f2fcc0d23d0 2023-10-21T20:41:43.748 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.741+0000 7f2fc9ffb700 1 -- 172.21.15.67:0/3548233497 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3763186330 0 0) 0x7f2fcc0d45b0 con 0x7f2fcc0cee80 2023-10-21T20:41:43.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.741+0000 7f2fcaffd700 1 --2- 172.21.15.67:0/3548233497 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2fcc0b5800 0x7f2fcc0d14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T20:41:43.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.741+0000 7f2fcb7fe700 1 --2- 172.21.15.67:0/3548233497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fcc0d23d0 0x7f2fcc0b0e20 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f2fc4009d90 tx=0x7f2fc400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b41af71fdc57128 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:43.749 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.741+0000 7f2fc9ffb700 1 -- 172.21.15.67:0/3548233497 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc400e070 con 0x7f2fcc0d23d0 2023-10-21T20:41:43.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.741+0000 7f2fc9ffb700 1 -- 172.21.15.67:0/3548233497 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fc400bb20 con 0x7f2fcc0d23d0 2023-10-21T20:41:43.750 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.741+0000 7f2fc9ffb700 1 -- 172.21.15.67:0/3548233497 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc4012430 con 0x7f2fcc0d23d0 2023-10-21T20:41:43.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.742+0000 7f2fd13ac700 1 -- 172.21.15.67:0/3548233497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fcc0d23d0 msgr2=0x7f2fcc0b0e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:43.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.742+0000 7f2fd13ac700 1 --2- 172.21.15.67:0/3548233497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fcc0d23d0 0x7f2fcc0b0e20 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f2fc4009d90 tx=0x7f2fc400b330 comp rx=0 tx=0).stop 2023-10-21T20:41:43.751 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.742+0000 7f2fd13ac700 1 -- 172.21.15.67:0/3548233497 shutdown_connections 2023-10-21T20:41:43.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.742+0000 7f2fd13ac700 1 --2- 172.21.15.67:0/3548233497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fcc0d23d0 0x7f2fcc0b0e20 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:43.752 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.742+0000 7f2fd13ac700 1 --2- 172.21.15.67:0/3548233497 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2fcc0b5800 0x7f2fcc0d14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:43.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.742+0000 7f2fd13ac700 1 -- 172.21.15.67:0/3548233497 >> 172.21.15.67:0/3548233497 conn(0x7f2fcc09c9e0 msgr2=0x7f2fcc0d3770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:43.753 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.742+0000 7f2fd13ac700 1 -- 172.21.15.67:0/3548233497 shutdown_connections 2023-10-21T20:41:43.754 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.742+0000 7f2fd13ac700 1 -- 172.21.15.67:0/3548233497 wait complete. 2023-10-21T20:41:43.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.743+0000 7f2fd13ac700 1 Processor -- start 2023-10-21T20:41:43.759 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.743+0000 7f2fd13ac700 1 -- start start 2023-10-21T20:41:43.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.744+0000 7f2fd13ac700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fcc0b5800 0x7f2fcc1f4220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:43.760 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.744+0000 7f2fd13ac700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2fcc0cee80 0x7f2fcc15e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:43.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.744+0000 7f2fd13ac700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fcc0d23d0 0x7f2fcc0c9c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:43.761 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.744+0000 7f2fd13ac700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fcc15e6b0 con 0x7f2fcc0b5800 2023-10-21T20:41:43.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.744+0000 7f2fd13ac700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fcc0ca180 con 0x7f2fcc0d23d0 2023-10-21T20:41:43.762 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.744+0000 7f2fd13ac700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fcc1f4890 con 0x7f2fcc0cee80 2023-10-21T20:41:43.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.744+0000 7f2fcaffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fcc0b5800 0x7f2fcc1f4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:43.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.744+0000 7f2fcaffd700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fcc0b5800 0x7f2fcc1f4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48308/0 (socket says 172.21.15.67:48308) 2023-10-21T20:41:43.763 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.744+0000 7f2fcaffd700 1 -- 172.21.15.67:0/981568601 learned_addr learned my addr 172.21.15.67:0/981568601 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:43.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.744+0000 7f2fcb7fe700 1 --2- 172.21.15.67:0/981568601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fcc0d23d0 0x7f2fcc0c9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:43.764 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.744+0000 7f2fca7fc700 1 --2- 172.21.15.67:0/981568601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2fcc0cee80 0x7f2fcc15e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:43.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.745+0000 7f2fcaffd700 1 -- 172.21.15.67:0/981568601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2fcc0cee80 msgr2=0x7f2fcc15e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:43.765 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.745+0000 7f2fcaffd700 1 --2- 172.21.15.67:0/981568601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2fcc0cee80 0x7f2fcc15e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:43.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.745+0000 7f2fcaffd700 1 -- 172.21.15.67:0/981568601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fcc0d23d0 msgr2=0x7f2fcc0c9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:43.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.745+0000 7f2fcaffd700 1 --2- 172.21.15.67:0/981568601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fcc0d23d0 0x7f2fcc0c9c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:43.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.745+0000 7f2fcaffd700 1 -- 172.21.15.67:0/981568601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fbc009430 con 0x7f2fcc0b5800 2023-10-21T20:41:43.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.745+0000 7f2fcaffd700 1 --2- 172.21.15.67:0/981568601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fcc0b5800 0x7f2fcc1f4220 secure :-1 s=READY pgs=3283 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc00ebe0 tx=0x7f2fbc00eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:43.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.745+0000 7f2fb37fe700 1 -- 172.21.15.67:0/981568601 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fbc005a20 con 0x7f2fcc0b5800 2023-10-21T20:41:43.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.745+0000 7f2fb37fe700 1 -- 172.21.15.67:0/981568601 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fbc005b80 con 0x7f2fcc0b5800 2023-10-21T20:41:43.768 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.745+0000 7f2fd13ac700 1 -- 172.21.15.67:0/981568601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2fc4009a70 con 0x7f2fcc0b5800 2023-10-21T20:41:43.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.745+0000 7f2fb37fe700 1 -- 172.21.15.67:0/981568601 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fbc00c850 con 0x7f2fcc0b5800 2023-10-21T20:41:43.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.745+0000 7f2fd13ac700 1 -- 172.21.15.67:0/981568601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fcc1f4e50 con 0x7f2fcc0b5800 2023-10-21T20:41:43.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.746+0000 7f2fd13ac700 1 -- 172.21.15.67:0/981568601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2fcc074d40 con 0x7f2fcc0b5800 2023-10-21T20:41:43.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.747+0000 7f2fb37fe700 1 -- 172.21.15.67:0/981568601 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f2fbc00c9b0 con 0x7f2fcc0b5800 2023-10-21T20:41:43.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.747+0000 7f2fb37fe700 1 --2- 172.21.15.67:0/981568601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2fb806af00 0x7f2fb806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:43.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.747+0000 7f2fb37fe700 1 -- 172.21.15.67:0/981568601 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f2fbc089540 con 0x7f2fcc0b5800 2023-10-21T20:41:43.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.747+0000 7f2fca7fc700 1 --2- 172.21.15.67:0/981568601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2fb806af00 0x7f2fb806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:43.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.748+0000 7f2fca7fc700 1 --2- 172.21.15.67:0/981568601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2fb806af00 0x7f2fb806d3c0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f2fcc0b4d30 tx=0x7f2fc0007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:43.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.752+0000 7f2fb37fe700 1 -- 172.21.15.67:0/981568601 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f2fbc0548e0 con 0x7f2fcc0b5800 2023-10-21T20:41:43.961 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.960+0000 7f2fd13ac700 1 -- 172.21.15.67:0/981568601 --> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2fcc0b0900 con 0x7f2fb806af00 2023-10-21T20:41:43.964 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.963+0000 7f2fb37fe700 1 -- 172.21.15.67:0/981568601 <== mgr.4105 v2:172.21.15.190:6832/2049345277 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+48893 (secure 0 0 0) 0x7f2fc0001370 con 0x7f2fb806af00 2023-10-21T20:41:43.964 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:41:43.966 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.965+0000 7f2fd13ac700 1 -- 172.21.15.67:0/981568601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2fb806af00 msgr2=0x7f2fb806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:43.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.965+0000 7f2fd13ac700 1 --2- 172.21.15.67:0/981568601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2fb806af00 0x7f2fb806d3c0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f2fcc0b4d30 tx=0x7f2fc0007de0 comp rx=0 tx=0).stop 2023-10-21T20:41:43.967 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.965+0000 7f2fd13ac700 1 -- 172.21.15.67:0/981568601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fcc0b5800 msgr2=0x7f2fcc1f4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:43.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.965+0000 7f2fd13ac700 1 --2- 172.21.15.67:0/981568601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fcc0b5800 0x7f2fcc1f4220 secure :-1 s=READY pgs=3283 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc00ebe0 tx=0x7f2fbc00eef0 comp rx=0 tx=0).stop 2023-10-21T20:41:43.968 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.965+0000 7f2fd13ac700 1 -- 172.21.15.67:0/981568601 shutdown_connections 2023-10-21T20:41:43.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.965+0000 7f2fd13ac700 1 --2- 172.21.15.67:0/981568601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fcc0d23d0 0x7f2fcc0c9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:43.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.965+0000 7f2fd13ac700 1 --2- 172.21.15.67:0/981568601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fcc0b5800 0x7f2fcc1f4220 unknown :-1 s=CLOSED pgs=3283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:43.969 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.965+0000 7f2fd13ac700 1 --2- 172.21.15.67:0/981568601 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f2fb806af00 0x7f2fb806d3c0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:43.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.965+0000 7f2fd13ac700 1 --2- 172.21.15.67:0/981568601 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f2fcc0cee80 0x7f2fcc15e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:43.970 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.965+0000 7f2fd13ac700 1 -- 172.21.15.67:0/981568601 >> 172.21.15.67:0/981568601 conn(0x7f2fcc09c9e0 msgr2=0x7f2fcc0d1cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:43.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.965+0000 7f2fd13ac700 1 -- 172.21.15.67:0/981568601 shutdown_connections 2023-10-21T20:41:43.971 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:43.965+0000 7f2fd13ac700 1 -- 172.21.15.67:0/981568601 wait complete. 2023-10-21T20:41:43.972 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2023-10-21T20:41:43.981 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":13732,"stamp":"2023-10-21T20:41:42.458558+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":11082128,"kb_used_data":4424,"kb_used_omap":30626,"kb_used_meta":11047005,"kb_avail":743892592,"statfs":{"total":773094113280,"available":761746014208,"internally_reserved":0,"allocated":4530176,"data_stored":2497416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31361459,"internal_metadata":11312133709},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002708"},"pg_stats":[{"pgid":"1.0","version":"36'119","reported_seq":414,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-10-21T20:41:20.606674+0000","last_change":"2023-10-21T20:41:20.606737+0000","last_active":"2023-10-21T20:41:20.606674+0000","last_peered":"2023-10-21T20:41:20.606674+0000","last_clean":"2023-10-21T20:41:20.606674+0000","last_became_active":"2023-10-21T13:04:48.685603+0000","last_became_peered":"2023-10-21T13:04:48.685603+0000","last_unstale":"2023-10-21T20:41:20.606674+0000","last_undegraded":"2023-10-21T20:41:20.606674+0000","last_fullsized":"2023-10-21T20:41:20.606674+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"36'119","last_scrub_stamp":"2023-10-21T20:41:20.606587+0000","last_deep_scrub":"36'119","last_deep_scrub_stamp":"2023-10-21T20:41:20.606587+0000","last_clean_scrub_stamp":"2023-10-21T20:41:20.606587+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:03:08.193083+0000","scrub_duration":0.075791335000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834580333,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1453856,"kb_used_data":408,"kb_used_omap":3145,"kb_used_meta":1450294,"kb_avail":92917984,"statfs":{"total":96636764160,"available":95148015616,"internally_reserved":0,"allocated":417792,"data_stored":164585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3220624,"internal_metadata":1485101936},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:41:30 2023","interfaces":[{"interface":"back","average":{"1min":11.141999999999999,"5min":3.2650000000000001,"15min":1.778},"min":{"1min":0.26300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":135.62299999999999,"5min":135.62299999999999,"15min":135.62299999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":7.9429999999999996,"5min":2.9470000000000001,"15min":2.1280000000000001},"min":{"1min":0.41599999999999998,"5min":0.28000000000000003,"15min":0.26100000000000001},"max":{"1min":84.337000000000003,"5min":84.337000000000003,"15min":84.337000000000003},"last":0.71799999999999997}]},{"osd":1,"last update":"Sat Oct 21 20:41:30 2023","interfaces":[{"interface":"back","average":{"1min":5.032,"5min":2.1800000000000002,"15min":1.6539999999999999},"min":{"1min":0.41699999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":43.872,"5min":43.872,"15min":43.872},"last":0.56699999999999995},{"interface":"front","average":{"1min":3.1110000000000002,"5min":2.2240000000000002,"15min":2.008},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.26200000000000001},"max":{"1min":28.693999999999999,"5min":28.693999999999999,"15min":28.693999999999999},"last":0.59899999999999998}]},{"osd":2,"last update":"Sat Oct 21 20:41:30 2023","interfaces":[{"interface":"back","average":{"1min":1.601,"5min":1.7669999999999999,"15min":1.764},"min":{"1min":0.33400000000000002,"5min":0.30399999999999999,"15min":0.29999999999999999},"max":{"1min":8.3650000000000002,"5min":11.068,"15min":11.068},"last":0.67300000000000004},{"interface":"front","average":{"1min":11.516999999999999,"5min":4.2130000000000001,"15min":2.6829999999999998},"min":{"1min":0.39200000000000002,"5min":0.33400000000000002,"15min":0.30599999999999999},"max":{"1min":135.57900000000001,"5min":135.57900000000001,"15min":135.57900000000001},"last":0.52600000000000002}]},{"osd":3,"last update":"Sat Oct 21 20:41:30 2023","interfaces":[{"interface":"back","average":{"1min":1.762,"5min":2.0289999999999999,"15min":1.9970000000000001},"min":{"1min":0.44,"5min":0.34899999999999998,"15min":0.32400000000000001},"max":{"1min":11.499000000000001,"5min":11.499000000000001,"15min":11.499000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":4.2610000000000001,"5min":2.6400000000000001,"15min":2.3050000000000002},"min":{"1min":0.43099999999999999,"5min":0.36199999999999999,"15min":0.33200000000000002},"max":{"1min":31.370999999999999,"5min":31.370999999999999,"15min":31.370999999999999},"last":0.63100000000000001}]},{"osd":4,"last update":"Sat Oct 21 20:41:30 2023","interfaces":[{"interface":"back","average":{"1min":3.0209999999999999,"5min":1.5369999999999999,"15min":1.145},"min":{"1min":0.31,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":33.145000000000003,"5min":33.145000000000003,"15min":33.145000000000003},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.78100000000000003,"15min":0.79000000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.30199999999999999},"max":{"1min":2.3450000000000002,"5min":6.4249999999999998,"15min":10.506},"last":0.57899999999999996}]},{"osd":5,"last update":"Sat Oct 21 20:41:30 2023","interfaces":[{"interface":"back","average":{"1min":2.956,"5min":1.516,"15min":1.111},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.27300000000000002},"max":{"1min":28.512,"5min":28.512,"15min":28.512},"last":0.44500000000000001},{"interface":"front","average":{"1min":2.6859999999999999,"5min":1.6339999999999999,"15min":1.292},"min":{"1min":0.34999999999999998,"5min":0.318,"15min":0.318},"max":{"1min":28.728999999999999,"5min":28.728999999999999,"15min":28.728999999999999},"last":0.78100000000000003}]},{"osd":6,"last update":"Sat Oct 21 20:41:30 2023","interfaces":[{"interface":"back","average":{"1min":2.8519999999999999,"5min":1.6439999999999999,"15min":1.3109999999999999},"min":{"1min":0.38500000000000001,"5min":0.34899999999999998,"15min":0.32400000000000001},"max":{"1min":29.065999999999999,"5min":29.065999999999999,"15min":29.065999999999999},"last":0.82599999999999996},{"interface":"front","average":{"1min":1.3540000000000001,"5min":1.115,"15min":0.98799999999999999},"min":{"1min":0.43099999999999999,"5min":0.36199999999999999,"15min":0.33100000000000002},"max":{"1min":11.686999999999999,"5min":11.686999999999999,"15min":11.686999999999999},"last":0.64500000000000002}]}]},{"osd":6,"up_from":13,"seq":55834580330,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1294880,"kb_used_data":408,"kb_used_omap":4720,"kb_used_meta":1289743,"kb_avail":93076960,"statfs":{"total":96636764160,"available":95310807040,"internally_reserved":0,"allocated":417792,"data_stored":164585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4833918,"internal_metadata":1320697218},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.1619999999999999,"5min":1.425,"15min":1.1040000000000001},"min":{"1min":0.28899999999999998,"5min":0.25600000000000001,"15min":0.248},"max":{"1min":27.067,"5min":27.067,"15min":27.067},"last":0.69399999999999995},{"interface":"front","average":{"1min":3.8090000000000002,"5min":1.8919999999999999,"15min":1.5149999999999999},"min":{"1min":0.29899999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":27.155000000000001,"5min":27.155000000000001,"15min":27.155000000000001},"last":0.63900000000000001}]},{"osd":1,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":4.5990000000000002,"5min":2.085,"15min":1.7769999999999999},"min":{"1min":0.30299999999999999,"5min":0.30199999999999999,"15min":0.28100000000000003},"max":{"1min":23.181999999999999,"5min":23.181999999999999,"15min":23.181999999999999},"last":0.81499999999999995},{"interface":"front","average":{"1min":4.7240000000000002,"5min":2.0819999999999999,"15min":1.7529999999999999},"min":{"1min":0.33300000000000002,"5min":0.32200000000000001,"15min":0.30399999999999999},"max":{"1min":22.584,"5min":22.584,"15min":22.584},"last":0.80600000000000005}]},{"osd":2,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.161,"5min":2.0880000000000001,"15min":1.7809999999999999},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":15.942,"5min":15.942,"15min":15.942},"last":0.65100000000000002},{"interface":"front","average":{"1min":5.2699999999999996,"5min":2.6520000000000001,"15min":2.032},"min":{"1min":0.33700000000000002,"5min":0.311,"15min":0.29499999999999998},"max":{"1min":28.975000000000001,"5min":28.975000000000001,"15min":28.975000000000001},"last":0.71399999999999997}]},{"osd":3,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.8180000000000001,"5min":2.383,"15min":2.2130000000000001},"min":{"1min":0.40300000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":27.184999999999999,"5min":27.184999999999999,"15min":27.184999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":2.6389999999999998,"5min":2.081,"15min":1.9810000000000001},"min":{"1min":0.377,"5min":0.34499999999999997,"15min":0.33900000000000002},"max":{"1min":22.135000000000002,"5min":22.135000000000002,"15min":22.135000000000002},"last":0.76800000000000002}]},{"osd":4,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":3.0150000000000001,"5min":1.2869999999999999,"15min":1.0840000000000001},"min":{"1min":0.33500000000000002,"5min":0.28799999999999998,"15min":0.255},"max":{"1min":22.491,"5min":22.491,"15min":22.491},"last":0.44600000000000001},{"interface":"front","average":{"1min":3.129,"5min":1.421,"15min":1.244},"min":{"1min":0.33200000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":27.218,"5min":27.218,"15min":27.218},"last":0.52700000000000002}]},{"osd":5,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7829999999999999,"5min":1.3660000000000001,"15min":1.1799999999999999},"min":{"1min":0.34100000000000003,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":22.082999999999998,"5min":22.082999999999998,"15min":22.082999999999998},"last":0.49099999999999999},{"interface":"front","average":{"1min":1.3899999999999999,"5min":1.109,"15min":1.139},"min":{"1min":0.38400000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.7489999999999997,"5min":6.8230000000000004,"15min":7.4550000000000001},"last":0.57399999999999995}]},{"osd":7,"last update":"Sat Oct 21 20:41:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7810000000000001,"5min":1.546,"15min":1.3200000000000001},"min":{"1min":0.40600000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":27.082999999999998,"5min":27.082999999999998,"15min":27.082999999999998},"last":0.60099999999999998},{"interface":"front","average":{"1min":1.5309999999999999,"5min":1.0800000000000001,"15min":1.151},"min":{"1min":0.41399999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":5.2690000000000001,"5min":5.2850000000000001,"15min":8.0909999999999993},"last":0.61899999999999999}]}]},{"osd":1,"up_from":13,"seq":55834580301,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1795428,"kb_used_data":988,"kb_used_omap":2982,"kb_used_meta":1791449,"kb_avail":92576412,"statfs":{"total":96636764160,"available":94798245888,"internally_reserved":0,"allocated":1011712,"data_stored":754953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3053659,"internal_metadata":1834444709},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":3.6779999999999999,"5min":1.845,"15min":1.7649999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22700000000000001},"max":{"1min":39.948,"5min":39.948,"15min":39.948},"last":0.40400000000000003},{"interface":"front","average":{"1min":3.3010000000000002,"5min":2.0299999999999998,"15min":1.8120000000000001},"min":{"1min":0.29299999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":32.439999999999998,"5min":32.439999999999998,"15min":32.439999999999998},"last":0.51900000000000002}]},{"osd":2,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":4.3490000000000002,"5min":2.391,"15min":2.262},"min":{"1min":0.27200000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":44.823999999999998,"5min":44.823999999999998,"15min":44.823999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":1.472,"5min":1.7529999999999999,"15min":1.7310000000000001},"min":{"1min":0.38,"5min":0.313,"15min":0.25900000000000001},"max":{"1min":7.0389999999999997,"5min":11.166,"15min":12.582000000000001},"last":0.501}]},{"osd":3,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":1.873,"5min":1.9359999999999999,"15min":1.839},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.29499999999999998},"max":{"1min":7.2380000000000004,"5min":11.961,"15min":12.523},"last":0.54600000000000004},{"interface":"front","average":{"1min":5.1130000000000004,"5min":2.4390000000000001,"15min":2.145},"min":{"1min":0.37,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":60.057000000000002,"5min":60.057000000000002,"15min":60.057000000000002},"last":0.432}]},{"osd":4,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":4.5069999999999997,"5min":2.194,"15min":2.0710000000000002},"min":{"1min":0.41699999999999998,"5min":0.34499999999999997,"15min":0.32300000000000001},"max":{"1min":43.991,"5min":43.991,"15min":43.991},"last":0.88},{"interface":"front","average":{"1min":2.2069999999999999,"5min":1.774,"15min":1.5600000000000001},"min":{"1min":0.37,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":17.384,"5min":17.384,"15min":17.384},"last":0.71999999999999997}]},{"osd":5,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":5.3239999999999998,"5min":2.4849999999999999,"15min":1.909},"min":{"1min":0.49099999999999999,"5min":0.374,"15min":0.372},"max":{"1min":59.923999999999999,"5min":59.923999999999999,"15min":59.923999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":4.0380000000000003,"5min":2.2789999999999999,"15min":2.1440000000000001},"min":{"1min":0.44900000000000001,"5min":0.39300000000000002,"15min":0.35799999999999998},"max":{"1min":44.043999999999997,"5min":44.043999999999997,"15min":44.043999999999997},"last":0.73399999999999999}]},{"osd":6,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":6.4930000000000003,"5min":2.7650000000000001,"15min":2.105},"min":{"1min":0.51600000000000001,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":72.941000000000003,"5min":72.941000000000003,"15min":72.941000000000003},"last":0.749},{"interface":"front","average":{"1min":6.0650000000000004,"5min":2.8679999999999999,"15min":2.4670000000000001},"min":{"1min":0.50900000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":68.031999999999996,"5min":68.031999999999996,"15min":68.031999999999996},"last":0.82199999999999995}]},{"osd":7,"last update":"Sat Oct 21 20:40:40 2023","interfaces":[{"interface":"back","average":{"1min":2.6640000000000001,"5min":2.0529999999999999,"15min":1.76},"min":{"1min":0.44900000000000001,"5min":0.437,"15min":0.437},"max":{"1min":17.427,"5min":17.427,"15min":17.427},"last":0.86599999999999999},{"interface":"front","average":{"1min":3.754,"5min":2.2509999999999999,"15min":2.0939999999999999},"min":{"1min":0.54500000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":32.384999999999998,"5min":32.384999999999998,"15min":32.384999999999998},"last":0.91700000000000004}]}]},{"osd":0,"up_from":13,"seq":55834580296,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1383844,"kb_used_data":408,"kb_used_omap":2065,"kb_used_meta":1381358,"kb_avail":92987996,"statfs":{"total":96636764160,"available":95219707904,"internally_reserved":0,"allocated":417792,"data_stored":164585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2115492,"internal_metadata":1414510684},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":1.6890000000000001,"15min":1.5089999999999999},"min":{"1min":0.34899999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.7809999999999997,"5min":10.59,"15min":10.59},"last":0.432},{"interface":"front","average":{"1min":2.6880000000000002,"5min":2.3570000000000002,"15min":2.085},"min":{"1min":0.35599999999999998,"5min":0.30299999999999999,"15min":0.27400000000000002},"max":{"1min":15.207000000000001,"5min":15.207000000000001,"15min":15.207000000000001},"last":0.55000000000000004}]},{"osd":2,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":3.0630000000000002,"5min":2.1179999999999999,"15min":1.7210000000000001},"min":{"1min":0.34399999999999997,"5min":0.26000000000000001,"15min":0.24099999999999999},"max":{"1min":13.765000000000001,"5min":13.765000000000001,"15min":13.765000000000001},"last":0.52700000000000002},{"interface":"front","average":{"1min":3.1150000000000002,"5min":2.3220000000000001,"15min":2.105},"min":{"1min":0.30299999999999999,"5min":0.28499999999999998,"15min":0.246},"max":{"1min":15.068,"5min":15.068,"15min":15.068},"last":0.63100000000000001}]},{"osd":3,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":1.849,"15min":1.9650000000000001},"min":{"1min":0.34300000000000003,"5min":0.27900000000000003,"15min":0.26100000000000001},"max":{"1min":10.173,"5min":10.173,"15min":18.026},"last":0.57799999999999996},{"interface":"front","average":{"1min":2.2850000000000001,"5min":1.782,"15min":1.5489999999999999},"min":{"1min":0.496,"5min":0.30499999999999999,"15min":0.29999999999999999},"max":{"1min":13.555,"5min":13.555,"15min":13.555},"last":0.59399999999999997}]},{"osd":4,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.528,"5min":2.0750000000000002,"15min":1.8009999999999999},"min":{"1min":0.437,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":13.587999999999999,"5min":13.587999999999999,"15min":13.587999999999999},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.9319999999999999,"5min":1.7,"15min":1.7789999999999999},"min":{"1min":0.39000000000000001,"5min":0.34999999999999998,"15min":0.34000000000000002},"max":{"1min":10.143000000000001,"5min":10.143000000000001,"15min":10.618},"last":0.89400000000000002}]},{"osd":5,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.2509999999999999,"5min":1.9199999999999999,"15min":1.484},"min":{"1min":0.52600000000000002,"5min":0.40000000000000002,"15min":0.36899999999999999},"max":{"1min":13.452999999999999,"5min":13.452999999999999,"15min":13.452999999999999},"last":0.91400000000000003},{"interface":"front","average":{"1min":2.6360000000000001,"5min":2.2730000000000001,"15min":1.9810000000000001},"min":{"1min":0.48199999999999998,"5min":0.41199999999999998,"15min":0.38700000000000001},"max":{"1min":13.417,"5min":13.417,"15min":13.417},"last":0.84499999999999997}]},{"osd":6,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.2589999999999999,"5min":1.7589999999999999,"15min":1.911},"min":{"1min":0.42199999999999999,"5min":0.40699999999999997,"15min":0.376},"max":{"1min":10.063000000000001,"5min":10.063000000000001,"15min":10.662000000000001},"last":0.82099999999999995},{"interface":"front","average":{"1min":2.512,"5min":1.907,"15min":1.554},"min":{"1min":0.53800000000000003,"5min":0.432,"15min":0.432},"max":{"1min":13.507999999999999,"5min":13.507999999999999,"15min":13.507999999999999},"last":0.97199999999999998}]},{"osd":7,"last update":"Sat Oct 21 20:40:43 2023","interfaces":[{"interface":"back","average":{"1min":2.9940000000000002,"5min":2.2429999999999999,"15min":2.0939999999999999},"min":{"1min":0.51400000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":13.641,"5min":13.641,"15min":13.641},"last":0.98699999999999999},{"interface":"front","average":{"1min":2.0600000000000001,"5min":1.796,"15min":2.0529999999999999},"min":{"1min":0.51800000000000002,"5min":0.44600000000000001,"15min":0.41099999999999998},"max":{"1min":10.109999999999999,"5min":10.109999999999999,"15min":10.704000000000001},"last":0.85799999999999998}]}]},{"osd":2,"up_from":13,"seq":55834580271,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1530208,"kb_used_data":408,"kb_used_omap":3054,"kb_used_meta":1526737,"kb_avail":92841632,"statfs":{"total":96636764160,"available":95069831168,"internally_reserved":0,"allocated":417792,"data_stored":164585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3128306,"internal_metadata":1563378702},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":2.2850000000000001,"5min":1.391,"15min":1.3240000000000001},"min":{"1min":0.245,"5min":0.23999999999999999,"15min":0.23300000000000001},"max":{"1min":18.425999999999998,"5min":18.425999999999998,"15min":18.425999999999998},"last":0.30499999999999999},{"interface":"front","average":{"1min":4.4580000000000002,"5min":2.5790000000000002,"15min":2.1080000000000001},"min":{"1min":0.42199999999999999,"5min":0.29599999999999999,"15min":0.26400000000000001},"max":{"1min":25.375,"5min":25.375,"15min":25.375},"last":0.50700000000000001}]},{"osd":1,"last update":"Sat Oct 21 20:41:22 2023","interfaces":[{"interface":"back","average":{"1min":3.0379999999999998,"5min":2.4279999999999999,"15min":2.1520000000000001},"min":{"1min":0.35099999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":25.324999999999999,"5min":25.324999999999999,"15min":25.324999999999999},"last":0.36899999999999999},{"interface":"front","average":{"1min":3.9550000000000001,"5min":2.4289999999999998,"15min":2.415},"min":{"1min":0.307,"5min":0.251,"15min":0.251},"max":{"1min":20.727,"5min":20.727,"15min":20.727},"last":0.42299999999999999}]},{"osd":3,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":1.865,"15min":1.5640000000000001},"min":{"1min":0.47899999999999998,"5min":0.29699999999999999,"15min":0.27300000000000002},"max":{"1min":18.375,"5min":18.375,"15min":18.375},"last":0.40400000000000003},{"interface":"front","average":{"1min":3.3239999999999998,"5min":2.496,"15min":2.258},"min":{"1min":0.42699999999999999,"5min":0.34599999999999997,"15min":0.31},"max":{"1min":11.973000000000001,"5min":11.973000000000001,"15min":11.973000000000001},"last":0.45200000000000001}]},{"osd":4,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":4.242,"5min":2.4169999999999998,"15min":1.97},"min":{"1min":0.36499999999999999,"5min":0.34399999999999997,"15min":0.33000000000000002},"max":{"1min":20.683,"5min":20.683,"15min":20.683},"last":0.56499999999999995},{"interface":"front","average":{"1min":3.351,"5min":1.6830000000000001,"15min":1.4370000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.31900000000000001},"max":{"1min":17.382000000000001,"5min":17.382000000000001,"15min":17.382000000000001},"last":0.64400000000000002}]},{"osd":5,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":4.0449999999999999,"5min":2.3940000000000001,"15min":2.085},"min":{"1min":0.70699999999999996,"5min":0.41199999999999998,"15min":0.36599999999999999},"max":{"1min":16.809000000000001,"5min":16.809000000000001,"15min":16.809000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":3.9740000000000002,"5min":2.4540000000000002,"15min":2.0310000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.35999999999999999},"max":{"1min":20.556999999999999,"5min":20.556999999999999,"15min":20.556999999999999},"last":0.66400000000000003}]},{"osd":6,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.347,"5min":2.415,"15min":2.1480000000000001},"min":{"1min":0.58099999999999996,"5min":0.41599999999999998,"15min":0.40500000000000003},"max":{"1min":15.970000000000001,"5min":15.970000000000001,"15min":15.970000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":4.0019999999999998,"5min":2.746,"15min":2.335},"min":{"1min":0.443,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":20.521000000000001,"5min":20.521000000000001,"15min":20.521000000000001},"last":0.72099999999999997}]},{"osd":7,"last update":"Sat Oct 21 20:40:47 2023","interfaces":[{"interface":"back","average":{"1min":3.9489999999999998,"5min":2.552,"15min":2.3170000000000002},"min":{"1min":0.52300000000000002,"5min":0.47999999999999998,"15min":0.443},"max":{"1min":16.744,"5min":16.744,"15min":16.744},"last":0.63400000000000001},{"interface":"front","average":{"1min":4.1870000000000003,"5min":2.9510000000000001,"15min":2.3410000000000002},"min":{"1min":0.47399999999999998,"5min":0.44900000000000001,"15min":0.40799999999999997},"max":{"1min":20.449000000000002,"5min":20.449000000000002,"15min":20.449000000000002},"last":0.76200000000000001}]}]},{"osd":3,"up_from":13,"seq":55834580286,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1145572,"kb_used_data":408,"kb_used_omap":6285,"kb_used_meta":1138866,"kb_avail":93226268,"statfs":{"total":96636764160,"available":95463698432,"internally_reserved":0,"allocated":417792,"data_stored":164585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6436288,"internal_metadata":1166199360},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:41:42 2023","interfaces":[{"interface":"back","average":{"1min":2.4820000000000002,"5min":2.1179999999999999,"15min":1.7569999999999999},"min":{"1min":0.28100000000000003,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":22.013999999999999,"5min":22.013999999999999,"15min":22.013999999999999},"last":0.40100000000000002},{"interface":"front","average":{"1min":2.5499999999999998,"5min":2.1200000000000001,"15min":1.873},"min":{"1min":0.318,"5min":0.28399999999999997,"15min":0.224},"max":{"1min":21.84,"5min":21.84,"15min":21.84},"last":0.48799999999999999}]},{"osd":1,"last update":"Sat Oct 21 20:41:42 2023","interfaces":[{"interface":"back","average":{"1min":1.615,"5min":1.7829999999999999,"15min":1.9279999999999999},"min":{"1min":0.38100000000000001,"5min":0.32100000000000001,"15min":0.255},"max":{"1min":7.9240000000000004,"5min":10.455,"15min":12.955},"last":0.45600000000000002},{"interface":"front","average":{"1min":2.0950000000000002,"5min":2.0649999999999999,"15min":1.976},"min":{"1min":0.27100000000000002,"5min":0.251,"15min":0.251},"max":{"1min":13.054,"5min":13.054,"15min":13.054},"last":0.53600000000000003}]},{"osd":2,"last update":"Sat Oct 21 20:41:42 2023","interfaces":[{"interface":"back","average":{"1min":1.9430000000000001,"5min":2.512,"15min":2.117},"min":{"1min":0.35499999999999998,"5min":0.309,"15min":0.26900000000000002},"max":{"1min":7.3869999999999996,"5min":17.524999999999999,"15min":17.524999999999999},"last":0.56599999999999995},{"interface":"front","average":{"1min":1.7789999999999999,"5min":2.4780000000000002,"15min":2.02},"min":{"1min":0.374,"5min":0.33700000000000002,"15min":0.29999999999999999},"max":{"1min":6.3300000000000001,"5min":17.585000000000001,"15min":17.585000000000001},"last":0.59399999999999997}]},{"osd":4,"last update":"Sat Oct 21 20:41:42 2023","interfaces":[{"interface":"back","average":{"1min":1.393,"5min":1.669,"15min":1.6930000000000001},"min":{"1min":0.47299999999999998,"5min":0.36099999999999999,"15min":0.29999999999999999},"max":{"1min":6.0670000000000002,"5min":6.9050000000000002,"15min":8.6910000000000007},"last":0.68799999999999994},{"interface":"front","average":{"1min":1.843,"5min":1.9530000000000001,"15min":1.704},"min":{"1min":0.40400000000000003,"5min":0.35199999999999998,"15min":0.313},"max":{"1min":10.747,"5min":10.747,"15min":12.795999999999999},"last":0.61099999999999999}]},{"osd":5,"last update":"Sat Oct 21 20:41:42 2023","interfaces":[{"interface":"back","average":{"1min":2.4260000000000002,"5min":2.0830000000000002,"15min":1.8069999999999999},"min":{"1min":0.438,"5min":0.39400000000000002,"15min":0.38400000000000001},"max":{"1min":25.920000000000002,"5min":25.920000000000002,"15min":25.920000000000002},"last":0.66400000000000003},{"interface":"front","average":{"1min":2.1150000000000002,"5min":1.9990000000000001,"15min":1.726},"min":{"1min":0.42499999999999999,"5min":0.377,"15min":0.377},"max":{"1min":24.373999999999999,"5min":24.373999999999999,"15min":24.373999999999999},"last":0.83299999999999996}]},{"osd":6,"last update":"Sat Oct 21 20:41:42 2023","interfaces":[{"interface":"back","average":{"1min":1.637,"5min":1.855,"15min":1.708},"min":{"1min":0.41999999999999998,"5min":0.41199999999999998,"15min":0.377},"max":{"1min":11.119999999999999,"5min":11.375,"15min":11.375},"last":0.77900000000000003},{"interface":"front","average":{"1min":1.5860000000000001,"5min":1.7909999999999999,"15min":1.8500000000000001},"min":{"1min":0.435,"5min":0.42699999999999999,"15min":0.36799999999999999},"max":{"1min":6.0209999999999999,"5min":6.9420000000000002,"15min":12.417999999999999},"last":0.80900000000000005}]},{"osd":7,"last update":"Sat Oct 21 20:41:42 2023","interfaces":[{"interface":"back","average":{"1min":3.0550000000000002,"5min":2.1909999999999998,"15min":2.0750000000000002},"min":{"1min":0.52600000000000002,"5min":0.46400000000000002,"15min":0.42899999999999999},"max":{"1min":41.292000000000002,"5min":41.292000000000002,"15min":41.292000000000002},"last":0.73099999999999998},{"interface":"front","average":{"1min":3.359,"5min":2.323,"15min":1.9850000000000001},"min":{"1min":0.59099999999999997,"5min":0.438,"15min":0.438},"max":{"1min":41.488,"5min":41.488,"15min":41.488},"last":0.79000000000000004}]}]},{"osd":4,"up_from":13,"seq":55834580330,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":854368,"kb_used_data":408,"kb_used_omap":5834,"kb_used_meta":848117,"kb_avail":93517472,"statfs":{"total":96636764160,"available":95761891328,"internally_reserved":0,"allocated":417792,"data_stored":164585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5974545,"internal_metadata":868472303},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:41:21 2023","interfaces":[{"interface":"back","average":{"1min":2.294,"5min":1.3919999999999999,"15min":1.119},"min":{"1min":0.26100000000000001,"5min":0.254,"15min":0.23799999999999999},"max":{"1min":15.965999999999999,"5min":15.965999999999999,"15min":15.965999999999999},"last":0.68999999999999995},{"interface":"front","average":{"1min":2.2829999999999999,"5min":1.76,"15min":1.595},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.24099999999999999},"max":{"1min":7.2279999999999998,"5min":14.111000000000001,"15min":21.774999999999999},"last":0.496}]},{"osd":1,"last update":"Sat Oct 21 20:41:21 2023","interfaces":[{"interface":"back","average":{"1min":3.3260000000000001,"5min":2.1339999999999999,"15min":1.821},"min":{"1min":0.34799999999999998,"5min":0.28399999999999997,"15min":0.27400000000000002},"max":{"1min":28.780000000000001,"5min":28.780000000000001,"15min":28.780000000000001},"last":0.65300000000000002},{"interface":"front","average":{"1min":3.2389999999999999,"5min":2.089,"15min":1.734},"min":{"1min":0.40100000000000002,"5min":0.313,"15min":0.29199999999999998},"max":{"1min":17.568000000000001,"5min":17.568000000000001,"15min":17.568000000000001},"last":0.46899999999999997}]},{"osd":2,"last update":"Sat Oct 21 20:41:21 2023","interfaces":[{"interface":"back","average":{"1min":3.8730000000000002,"5min":2.1469999999999998,"15min":1.823},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.315},"max":{"1min":28.827999999999999,"5min":28.827999999999999,"15min":28.827999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":6.3490000000000002,"5min":3.0190000000000001,"15min":2.1269999999999998},"min":{"1min":0.373,"5min":0.33200000000000002,"15min":0.312},"max":{"1min":45.932000000000002,"5min":45.932000000000002,"15min":45.932000000000002},"last":0.53400000000000003}]},{"osd":3,"last update":"Sat Oct 21 20:41:21 2023","interfaces":[{"interface":"back","average":{"1min":4.1520000000000001,"5min":2.6219999999999999,"15min":2.1659999999999999},"min":{"1min":0.36199999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":20.215,"5min":20.215,"15min":21.896000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":2.355,"5min":2.4489999999999998,"15min":2.2789999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.35999999999999999},"max":{"1min":11.946,"5min":14.178000000000001,"15min":14.962},"last":0.56100000000000005}]},{"osd":5,"last update":"Sat Oct 21 20:41:21 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":1.2410000000000001,"15min":0.97999999999999998},"min":{"1min":0.317,"5min":0.28100000000000003,"15min":0.25},"max":{"1min":15.925000000000001,"5min":15.925000000000001,"15min":15.925000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":2.6030000000000002,"5min":1.4770000000000001,"15min":1.147},"min":{"1min":0.317,"5min":0.315,"15min":0.26600000000000001},"max":{"1min":13.176,"5min":13.176,"15min":13.176},"last":0.624}]},{"osd":6,"last update":"Sat Oct 21 20:41:21 2023","interfaces":[{"interface":"back","average":{"1min":1.843,"5min":1.236,"15min":1.1479999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.29899999999999999},"max":{"1min":11.911,"5min":11.911,"15min":14.989000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":1.875,"5min":1.367,"15min":1.0629999999999999},"min":{"1min":0.38800000000000001,"5min":0.35299999999999998,"15min":0.316},"max":{"1min":12.987,"5min":12.987,"15min":15.44},"last":0.58999999999999997}]},{"osd":7,"last update":"Sat Oct 21 20:41:21 2023","interfaces":[{"interface":"back","average":{"1min":2.238,"5min":1.575,"15min":1.292},"min":{"1min":0.38700000000000001,"5min":0.34499999999999997,"15min":0.30499999999999999},"max":{"1min":13.210000000000001,"5min":22.030999999999999,"15min":22.030999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":2.1320000000000001,"5min":1.597,"15min":1.323},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":11.977,"5min":20.952000000000002,"15min":20.952000000000002},"last":0.67900000000000005}]}]},{"osd":5,"up_from":13,"seq":55834580335,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1623972,"kb_used_data":988,"kb_used_omap":2537,"kb_used_meta":1620438,"kb_avail":92747868,"statfs":{"total":96636764160,"available":94973816832,"internally_reserved":0,"allocated":1011712,"data_stored":754953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2598627,"internal_metadata":1659328797},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 20:41:38 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":1.232,"15min":1.1890000000000001},"min":{"1min":0.27200000000000002,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":4.5019999999999998,"5min":17.847000000000001,"15min":17.847000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.3120000000000001,"5min":1.3779999999999999,"15min":1.363},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.26600000000000001},"max":{"1min":6.0499999999999998,"5min":7.383,"15min":10.047000000000001},"last":0.60299999999999998}]},{"osd":1,"last update":"Sat Oct 21 20:41:38 2023","interfaces":[{"interface":"back","average":{"1min":1.381,"5min":1.575,"15min":1.5840000000000001},"min":{"1min":0.37,"5min":0.29199999999999998,"15min":0.253},"max":{"1min":4.944,"5min":7.6040000000000001,"15min":7.6040000000000001},"last":0.68300000000000005},{"interface":"front","average":{"1min":1.706,"5min":1.613,"15min":1.679},"min":{"1min":0.41599999999999998,"5min":0.314,"15min":0.28899999999999998},"max":{"1min":4.8940000000000001,"5min":10.997,"15min":10.997},"last":0.57199999999999995}]},{"osd":2,"last update":"Sat Oct 21 20:41:38 2023","interfaces":[{"interface":"back","average":{"1min":1.427,"5min":1.8089999999999999,"15min":1.8340000000000001},"min":{"1min":0.40899999999999997,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":4.6310000000000002,"5min":11.044,"15min":11.044},"last":0.622},{"interface":"front","average":{"1min":1.7809999999999999,"5min":2.4380000000000002,"15min":2.0219999999999998},"min":{"1min":0.45400000000000001,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":6.3650000000000002,"5min":17.797000000000001,"15min":17.797000000000001},"last":0.63900000000000001}]},{"osd":3,"last update":"Sat Oct 21 20:41:38 2023","interfaces":[{"interface":"back","average":{"1min":1.8799999999999999,"5min":2.282,"15min":2.2749999999999999},"min":{"1min":0.34899999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":6.7060000000000004,"5min":17.954000000000001,"15min":17.954000000000001},"last":0.65500000000000003},{"interface":"front","average":{"1min":1.669,"5min":1.972,"15min":1.954},"min":{"1min":0.39300000000000002,"5min":0.36599999999999999,"15min":0.34000000000000002},"max":{"1min":5.468,"5min":24.032,"15min":24.032},"last":0.72999999999999998}]},{"osd":4,"last update":"Sat Oct 21 20:41:38 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":1.071,"15min":1.0389999999999999},"min":{"1min":0.308,"5min":0.29199999999999998,"15min":0.26200000000000001},"max":{"1min":4.3680000000000003,"5min":6.8520000000000003,"15min":9.9550000000000001},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.99399999999999999,"15min":1.0429999999999999},"min":{"1min":0.35199999999999998,"5min":0.29499999999999998,"15min":0.28000000000000003},"max":{"1min":3.8839999999999999,"5min":7.4199999999999999,"15min":7.4199999999999999},"last":0.52800000000000002}]},{"osd":6,"last update":"Sat Oct 21 20:41:38 2023","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":1.3200000000000001,"15min":1.2110000000000001},"min":{"1min":0.34399999999999997,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.3920000000000003,"5min":23.995999999999999,"15min":23.995999999999999},"last":0.432},{"interface":"front","average":{"1min":0.81200000000000006,"5min":1.1930000000000001,"15min":1.1859999999999999},"min":{"1min":0.40100000000000002,"5min":0.33700000000000002,"15min":0.33500000000000002},"max":{"1min":4.4089999999999998,"5min":18.010999999999999,"15min":18.010999999999999},"last":0.48499999999999999}]},{"osd":7,"last update":"Sat Oct 21 20:41:38 2023","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":1.659,"15min":1.3740000000000001},"min":{"1min":0.38800000000000001,"5min":0.35599999999999998,"15min":0.32500000000000001},"max":{"1min":3.9129999999999998,"5min":44.761000000000003,"15min":44.761000000000003},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.98199999999999998,"5min":1.556,"15min":1.393},"min":{"1min":0.435,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.4630000000000001,"5min":23.957000000000001,"15min":23.957000000000001},"last":0.504}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T20:41:43.983 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2023-10-21T20:41:44.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.118+0000 7fc133113700 1 Processor -- start 2023-10-21T20:41:44.119 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.118+0000 7fc133113700 1 -- start start 2023-10-21T20:41:44.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.119+0000 7fc133113700 1 --2- >> v2:172.21.15.190:3300/0 conn(0x7fc12c0d2350 0x7fc12c0d4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:44.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.119+0000 7fc133113700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc12c0d1440 0x7fc12c06b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:44.122 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.119+0000 7fc133113700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc12c0ce450 con 0x7fc12c160e80 2023-10-21T20:41:44.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.119+0000 7fc133113700 1 -- --> v2:172.21.15.67:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc12c0d08f0 con 0x7fc12c0d1440 2023-10-21T20:41:44.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.119+0000 7fc133113700 1 -- --> v2:172.21.15.190:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc12c0d1090 con 0x7fc12c0d2350 2023-10-21T20:41:44.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.119+0000 7fc1316b0700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc12c0d1440 0x7fc12c06b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:44.123 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.119+0000 7fc1316b0700 1 --2- >> v2:172.21.15.67:3300/0 conn(0x7fc12c0d1440 0x7fc12c06b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48320/0 (socket says 172.21.15.67:48320) 2023-10-21T20:41:44.124 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.119+0000 7fc1316b0700 1 -- 172.21.15.67:0/1711484629 learned_addr learned my addr 172.21.15.67:0/1711484629 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:44.124 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.119+0000 7fc1316b0700 1 -- 172.21.15.67:0/1711484629 >> v2:172.21.15.190:3300/0 conn(0x7fc12c0d2350 msgr2=0x7fc12c0d4180 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-21T20:41:44.124 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.119+0000 7fc1316b0700 1 --2- 172.21.15.67:0/1711484629 >> v2:172.21.15.190:3300/0 conn(0x7fc12c0d2350 0x7fc12c0d4180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.119+0000 7fc1316b0700 1 -- 172.21.15.67:0/1711484629 >> v1:172.21.15.190:6789/0 conn(0x7fc12c160e80 legacy=0x7fc12c0d1c40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-21T20:41:44.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.119+0000 7fc1316b0700 1 -- 172.21.15.67:0/1711484629 --> v2:172.21.15.67:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc12c0ce6f0 con 0x7fc12c0d1440 2023-10-21T20:41:44.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.119+0000 7fc1316b0700 1 --2- 172.21.15.67:0/1711484629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc12c0d1440 0x7fc12c06b930 secure :-1 s=READY pgs=3284 cs=0 l=1 rev1=1 crypto rx=0x7fc12c08c6a0 tx=0x7fc12400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2e63d6a67fdb2ec server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:44.125 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.120+0000 7fc12b7fe700 1 -- 172.21.15.67:0/1711484629 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc12400e070 con 0x7fc12c0d1440 2023-10-21T20:41:44.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.120+0000 7fc12b7fe700 1 -- 172.21.15.67:0/1711484629 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc124003a20 con 0x7fc12c0d1440 2023-10-21T20:41:44.126 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.120+0000 7fc12b7fe700 1 -- 172.21.15.67:0/1711484629 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc124003dd0 con 0x7fc12c0d1440 2023-10-21T20:41:44.127 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.120+0000 7fc133113700 1 -- 172.21.15.67:0/1711484629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc12c0d1440 msgr2=0x7fc12c06b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:44.127 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.120+0000 7fc133113700 1 --2- 172.21.15.67:0/1711484629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc12c0d1440 0x7fc12c06b930 secure :-1 s=READY pgs=3284 cs=0 l=1 rev1=1 crypto rx=0x7fc12c08c6a0 tx=0x7fc12400b330 comp rx=0 tx=0).stop 2023-10-21T20:41:44.127 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.120+0000 7fc133113700 1 -- 172.21.15.67:0/1711484629 shutdown_connections 2023-10-21T20:41:44.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.120+0000 7fc133113700 1 --2- 172.21.15.67:0/1711484629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc12c0d1440 0x7fc12c06b930 unknown :-1 s=CLOSED pgs=3284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.128 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.120+0000 7fc133113700 1 --2- 172.21.15.67:0/1711484629 >> v2:172.21.15.190:3300/0 conn(0x7fc12c0d2350 0x7fc12c0d4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.120+0000 7fc133113700 1 -- 172.21.15.67:0/1711484629 >> 172.21.15.67:0/1711484629 conn(0x7fc12c0d3660 msgr2=0x7fc12c0d3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:44.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.120+0000 7fc133113700 1 -- 172.21.15.67:0/1711484629 shutdown_connections 2023-10-21T20:41:44.129 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.120+0000 7fc133113700 1 -- 172.21.15.67:0/1711484629 wait complete. 2023-10-21T20:41:44.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.122+0000 7fc133113700 1 Processor -- start 2023-10-21T20:41:44.133 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.122+0000 7fc133113700 1 -- start start 2023-10-21T20:41:44.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc133113700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc12c0d1440 0x7fc12c0b38a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:44.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc133113700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc12c0d2350 0x7fc12c1f26e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:44.134 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc133113700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc12c160e80 0x7fc12c0b5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:44.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc133113700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc12c0b3de0 con 0x7fc12c0d1440 2023-10-21T20:41:44.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc133113700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc12c0b34c0 con 0x7fc12c160e80 2023-10-21T20:41:44.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc133113700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc12c0cd250 con 0x7fc12c0d2350 2023-10-21T20:41:44.135 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc130eaf700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc12c0d1440 0x7fc12c0b38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:44.136 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc130eaf700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc12c0d1440 0x7fc12c0b38a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48322/0 (socket says 172.21.15.67:48322) 2023-10-21T20:41:44.136 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc130eaf700 1 -- 172.21.15.67:0/34749007 learned_addr learned my addr 172.21.15.67:0/34749007 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:44.136 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc1316b0700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc12c160e80 0x7fc12c0b5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:44.137 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc12bfff700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc12c0d2350 0x7fc12c1f26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:44.137 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc130eaf700 1 -- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc12c0d2350 msgr2=0x7fc12c1f26e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:44.137 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc130eaf700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc12c0d2350 0x7fc12c1f26e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc130eaf700 1 -- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc12c160e80 msgr2=0x7fc12c0b5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:44.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc130eaf700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc12c160e80 0x7fc12c0b5930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc130eaf700 1 -- 172.21.15.67:0/34749007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc124009b30 con 0x7fc12c0d1440 2023-10-21T20:41:44.138 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc1316b0700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc12c160e80 0x7fc12c0b5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T20:41:44.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc130eaf700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc12c0d1440 0x7fc12c0b38a0 secure :-1 s=READY pgs=3285 cs=0 l=1 rev1=1 crypto rx=0x7fc12000b550 tx=0x7fc12000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:44.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc1297fa700 1 -- 172.21.15.67:0/34749007 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc120011830 con 0x7fc12c0d1440 2023-10-21T20:41:44.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc1297fa700 1 -- 172.21.15.67:0/34749007 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1200119b0 con 0x7fc12c0d1440 2023-10-21T20:41:44.139 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc133113700 1 -- 172.21.15.67:0/34749007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc12c0cd530 con 0x7fc12c0d1440 2023-10-21T20:41:44.140 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.123+0000 7fc1297fa700 1 -- 172.21.15.67:0/34749007 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc120011d60 con 0x7fc12c0d1440 2023-10-21T20:41:44.140 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.124+0000 7fc133113700 1 -- 172.21.15.67:0/34749007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc12c0b5e70 con 0x7fc12c0d1440 2023-10-21T20:41:44.140 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.125+0000 7fc133113700 1 -- 172.21.15.67:0/34749007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc12c074d40 con 0x7fc12c0d1440 2023-10-21T20:41:44.141 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.125+0000 7fc1297fa700 1 -- 172.21.15.67:0/34749007 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc12001a400 con 0x7fc12c0d1440 2023-10-21T20:41:44.141 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.126+0000 7fc1297fa700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc11006af00 0x7fc11006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:44.141 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.126+0000 7fc1297fa700 1 -- 172.21.15.67:0/34749007 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fc1200893d0 con 0x7fc12c0d1440 2023-10-21T20:41:44.141 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.126+0000 7fc12bfff700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc11006af00 0x7fc11006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:44.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.126+0000 7fc12bfff700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc11006af00 0x7fc11006d3c0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fc12c147350 tx=0x7fc118008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:44.142 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.131+0000 7fc1297fa700 1 -- 172.21.15.67:0/34749007 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc120054780 con 0x7fc12c0d1440 2023-10-21T20:41:44.337 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.336+0000 7fc133113700 1 -- 172.21.15.67:0/34749007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7fc12c0d1a20 con 0x7fc12c0d1440 2023-10-21T20:41:44.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.340+0000 7fc1297fa700 1 -- 172.21.15.67:0/34749007 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v12)=0 v12) v1 ==== 123+0+0 (secure 0 0 0) 0x7fc1200150c0 con 0x7fc12c0d1440 2023-10-21T20:41:44.342 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.340+0000 7fc1297fa700 1 -- 172.21.15.67:0/34749007 <== mon.0 v2:172.21.15.67:3300/0 8 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fc120009340 con 0x7fc12c0d1440 2023-10-21T20:41:44.344 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.343+0000 7fc133113700 1 -- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc11006af00 msgr2=0x7fc11006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:44.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.343+0000 7fc133113700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc11006af00 0x7fc11006d3c0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fc12c147350 tx=0x7fc118008040 comp rx=0 tx=0).stop 2023-10-21T20:41:44.345 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.343+0000 7fc133113700 1 -- 172.21.15.67:0/34749007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc12c0d1440 msgr2=0x7fc12c0b38a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:44.346 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.343+0000 7fc133113700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc12c0d1440 0x7fc12c0b38a0 secure :-1 s=READY pgs=3285 cs=0 l=1 rev1=1 crypto rx=0x7fc12000b550 tx=0x7fc12000b910 comp rx=0 tx=0).stop 2023-10-21T20:41:44.346 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.343+0000 7fc133113700 1 -- 172.21.15.67:0/34749007 shutdown_connections 2023-10-21T20:41:44.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.343+0000 7fc133113700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc12c160e80 0x7fc12c0b5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.347 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.343+0000 7fc133113700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc12c0d1440 0x7fc12c0b38a0 unknown :-1 s=CLOSED pgs=3285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.343+0000 7fc133113700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7fc11006af00 0x7fc11006d3c0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.348 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.343+0000 7fc133113700 1 --2- 172.21.15.67:0/34749007 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7fc12c0d2350 0x7fc12c1f26e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.343+0000 7fc133113700 1 -- 172.21.15.67:0/34749007 >> 172.21.15.67:0/34749007 conn(0x7fc12c0d3660 msgr2=0x7fc12c0b04d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:44.349 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.343+0000 7fc133113700 1 -- 172.21.15.67:0/34749007 shutdown_connections 2023-10-21T20:41:44.350 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.343+0000 7fc133113700 1 -- 172.21.15.67:0/34749007 wait complete. 2023-10-21T20:41:44.358 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-10-21T20:41:44.359 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T20:41:44.494 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.493+0000 7f14792e0700 1 Processor -- start 2023-10-21T20:41:44.495 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.493+0000 7f14792e0700 1 -- start start 2023-10-21T20:41:44.497 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.494+0000 7f14792e0700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f147406fe10 0x7f147415da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:44.498 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.494+0000 7f14792e0700 1 -- --> v1:172.21.15.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f147415df90 con 0x7f147406b370 2023-10-21T20:41:44.498 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.494+0000 7f14792e0700 1 -- --> v1:172.21.15.190:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f147415e1e0 con 0x7f14740cdf30 2023-10-21T20:41:44.498 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.494+0000 7f14792e0700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f147406da80 con 0x7f147406fe10 2023-10-21T20:41:44.499 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.494+0000 7f14727fc700 1 --1- >> v1:172.21.15.67:6789/0 conn(0x7f147406b370 0x7f1474071a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.67:6789/0 says I am v1:172.21.15.67:36394/0 (socket says 172.21.15.67:36394) 2023-10-21T20:41:44.499 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.494+0000 7f14727fc700 1 -- 172.21.15.67:0/2009183452 learned_addr learned my addr 172.21.15.67:0/2009183452 (peer_addr_for_me v1:172.21.15.67:0/0) 2023-10-21T20:41:44.499 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.494+0000 7f14737fe700 1 --2- 172.21.15.67:0/2009183452 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f147406fe10 0x7f147415da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:44.500 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.495+0000 7f1471ffb700 1 -- 172.21.15.67:0/2009183452 <== mon.0 v1:172.21.15.67:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 162499108 0 0) 0x7f147415df90 con 0x7f147406b370 2023-10-21T20:41:44.500 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.495+0000 7f1471ffb700 1 -- 172.21.15.67:0/2009183452 --> v1:172.21.15.67:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f145c0035b0 con 0x7f147406b370 2023-10-21T20:41:44.500 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.495+0000 7f1471ffb700 1 -- 172.21.15.67:0/2009183452 <== mon.1 v1:172.21.15.190:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2380389401 0 0) 0x7f147415e1e0 con 0x7f14740cdf30 2023-10-21T20:41:44.501 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.495+0000 7f1471ffb700 1 -- 172.21.15.67:0/2009183452 --> v1:172.21.15.190:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f147415df90 con 0x7f14740cdf30 2023-10-21T20:41:44.501 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.495+0000 7f14737fe700 1 -- 172.21.15.67:0/2009183452 >> v1:172.21.15.190:6789/0 conn(0x7f14740cdf30 legacy=0x7f14740ce310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:44.501 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.495+0000 7f14737fe700 1 -- 172.21.15.67:0/2009183452 >> v1:172.21.15.67:6789/0 conn(0x7f147406b370 legacy=0x7f1474071a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:44.502 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.495+0000 7f14737fe700 1 -- 172.21.15.67:0/2009183452 --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f147415e4c0 con 0x7f147406fe10 2023-10-21T20:41:44.502 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.495+0000 7f14737fe700 1 --2- 172.21.15.67:0/2009183452 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f147406fe10 0x7f147415da50 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f146c009dc0 tx=0x7f146c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=110bc445f2d6e15f server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:44.502 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.495+0000 7f1471ffb700 1 -- 172.21.15.67:0/2009183452 <== mon.2 v2:172.21.15.190:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f146c00e070 con 0x7f147406fe10 2023-10-21T20:41:44.503 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.495+0000 7f1471ffb700 1 -- 172.21.15.67:0/2009183452 <== mon.2 v2:172.21.15.190:3301/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f146c00bb20 con 0x7f147406fe10 2023-10-21T20:41:44.503 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.495+0000 7f1471ffb700 1 -- 172.21.15.67:0/2009183452 <== mon.2 v2:172.21.15.190:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f146c00be90 con 0x7f147406fe10 2023-10-21T20:41:44.503 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.496+0000 7f14792e0700 1 -- 172.21.15.67:0/2009183452 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f147406fe10 msgr2=0x7f147415da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:44.504 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.496+0000 7f14792e0700 1 --2- 172.21.15.67:0/2009183452 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f147406fe10 0x7f147415da50 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f146c009dc0 tx=0x7f146c00b330 comp rx=0 tx=0).stop 2023-10-21T20:41:44.504 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.496+0000 7f14792e0700 1 -- 172.21.15.67:0/2009183452 shutdown_connections 2023-10-21T20:41:44.504 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.496+0000 7f14792e0700 1 --2- 172.21.15.67:0/2009183452 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f147406fe10 0x7f147415da50 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.504 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.496+0000 7f14792e0700 1 -- 172.21.15.67:0/2009183452 >> 172.21.15.67:0/2009183452 conn(0x7f14740d0360 msgr2=0x7f14740d0770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:44.505 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.496+0000 7f14792e0700 1 -- 172.21.15.67:0/2009183452 shutdown_connections 2023-10-21T20:41:44.505 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.496+0000 7f14792e0700 1 -- 172.21.15.67:0/2009183452 wait complete. 2023-10-21T20:41:44.508 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.497+0000 7f14792e0700 1 Processor -- start 2023-10-21T20:41:44.509 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.497+0000 7f14792e0700 1 -- start start 2023-10-21T20:41:44.509 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.498+0000 7f14792e0700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f147406b370 0x7f14741e76a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:44.510 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.498+0000 7f14792e0700 1 --2- >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f147406fe10 0x7f1474158d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:44.510 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.498+0000 7f14792e0700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14740cdf30 0x7f14741592a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:44.510 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.498+0000 7f14792e0700 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14741e8140 con 0x7f14740cdf30 2023-10-21T20:41:44.511 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.498+0000 7f14792e0700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14741e8420 con 0x7f147406b370 2023-10-21T20:41:44.511 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.498+0000 7f14792e0700 1 -- --> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14741e8700 con 0x7f147406fe10 2023-10-21T20:41:44.511 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.498+0000 7f14737fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14740cdf30 0x7f14741592a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:44.511 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.498+0000 7f14737fe700 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14740cdf30 0x7f14741592a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48340/0 (socket says 172.21.15.67:48340) 2023-10-21T20:41:44.512 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.498+0000 7f14737fe700 1 -- 172.21.15.67:0/2809234647 learned_addr learned my addr 172.21.15.67:0/2809234647 (peer_addr_for_me v2:172.21.15.67:0/0) 2023-10-21T20:41:44.512 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.498+0000 7f1472ffd700 1 --2- 172.21.15.67:0/2809234647 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f147406b370 0x7f14741e76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:44.512 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.498+0000 7f14727fc700 1 --2- 172.21.15.67:0/2809234647 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f147406fe10 0x7f1474158d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:44.513 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.499+0000 7f14737fe700 1 -- 172.21.15.67:0/2809234647 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f147406fe10 msgr2=0x7f1474158d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:44.513 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.499+0000 7f14737fe700 1 --2- 172.21.15.67:0/2809234647 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f147406fe10 0x7f1474158d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.513 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.499+0000 7f14737fe700 1 -- 172.21.15.67:0/2809234647 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f147406b370 msgr2=0x7f14741e76a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:44.513 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.499+0000 7f14737fe700 1 --2- 172.21.15.67:0/2809234647 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f147406b370 0x7f14741e76a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.514 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.499+0000 7f14737fe700 1 -- 172.21.15.67:0/2809234647 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f146c009a70 con 0x7f14740cdf30 2023-10-21T20:41:44.514 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.499+0000 7f14737fe700 1 --2- 172.21.15.67:0/2809234647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14740cdf30 0x7f14741592a0 secure :-1 s=READY pgs=3287 cs=0 l=1 rev1=1 crypto rx=0x7f146c014040 tx=0x7f146c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:44.514 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.499+0000 7f145b7fe700 1 -- 172.21.15.67:0/2809234647 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f146c003e10 con 0x7f14740cdf30 2023-10-21T20:41:44.515 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.499+0000 7f145b7fe700 1 -- 172.21.15.67:0/2809234647 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f146c020070 con 0x7f14740cdf30 2023-10-21T20:41:44.515 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.499+0000 7f14792e0700 1 -- 172.21.15.67:0/2809234647 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14741e89e0 con 0x7f14740cdf30 2023-10-21T20:41:44.515 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.499+0000 7f145b7fe700 1 -- 172.21.15.67:0/2809234647 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f146c0276e0 con 0x7f14740cdf30 2023-10-21T20:41:44.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.499+0000 7f14792e0700 1 -- 172.21.15.67:0/2809234647 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14741e72b0 con 0x7f14740cdf30 2023-10-21T20:41:44.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.500+0000 7f14792e0700 1 -- 172.21.15.67:0/2809234647 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14740674f0 con 0x7f14740cdf30 2023-10-21T20:41:44.516 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.500+0000 7f145b7fe700 1 -- 172.21.15.67:0/2809234647 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f146c027840 con 0x7f14740cdf30 2023-10-21T20:41:44.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.501+0000 7f145b7fe700 1 --2- 172.21.15.67:0/2809234647 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f146006af00 0x7f146006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T20:41:44.517 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.501+0000 7f145b7fe700 1 -- 172.21.15.67:0/2809234647 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f146c022070 con 0x7f14740cdf30 2023-10-21T20:41:44.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.501+0000 7f1472ffd700 1 --2- 172.21.15.67:0/2809234647 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f146006af00 0x7f146006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T20:41:44.518 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.502+0000 7f1472ffd700 1 --2- 172.21.15.67:0/2809234647 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f146006af00 0x7f146006d3c0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f1464001650 tx=0x7f1464009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T20:41:44.519 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.506+0000 7f145b7fe700 1 -- 172.21.15.67:0/2809234647 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f146c056bc0 con 0x7f14740cdf30 2023-10-21T20:41:44.766 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.765+0000 7f14792e0700 1 -- 172.21.15.67:0/2809234647 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f14740cea30 con 0x7f14740cdf30 2023-10-21T20:41:44.767 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.766+0000 7f145b7fe700 1 -- 172.21.15.67:0/2809234647 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+3706 (secure 0 0 0) 0x7f146c05a1e0 con 0x7f14740cdf30 2023-10-21T20:41:44.768 INFO:teuthology.orchestra.run.smithi067.stdout: 2023-10-21T20:41:44.768 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":18,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4945,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6836/2616626858","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2616626858},{"type":"v1","addr":"172.21.15.190:6836","nonce":2616626858}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4948,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/1955021242","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6835","nonce":1955021242},{"type":"v1","addr":"172.21.15.190:6837","nonce":1955021242}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5037,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1702124877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1702124877},{"type":"v1","addr":"172.21.15.67:6834","nonce":1702124877}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":13791,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2092328934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2092328934},{"type":"v1","addr":"172.21.15.67:6835","nonce":2092328934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":18}],"filesystems":[]} 2023-10-21T20:41:44.769 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.768+0000 7f14792e0700 1 -- 172.21.15.67:0/2809234647 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f146006af00 msgr2=0x7f146006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:44.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.768+0000 7f14792e0700 1 --2- 172.21.15.67:0/2809234647 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f146006af00 0x7f146006d3c0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f1464001650 tx=0x7f1464009040 comp rx=0 tx=0).stop 2023-10-21T20:41:44.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.768+0000 7f14792e0700 1 -- 172.21.15.67:0/2809234647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14740cdf30 msgr2=0x7f14741592a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T20:41:44.770 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.768+0000 7f14792e0700 1 --2- 172.21.15.67:0/2809234647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14740cdf30 0x7f14741592a0 secure :-1 s=READY pgs=3287 cs=0 l=1 rev1=1 crypto rx=0x7f146c014040 tx=0x7f146c004ad0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.768+0000 7f14792e0700 1 -- 172.21.15.67:0/2809234647 shutdown_connections 2023-10-21T20:41:44.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.768+0000 7f14792e0700 1 --2- 172.21.15.67:0/2809234647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14740cdf30 0x7f14741592a0 unknown :-1 s=CLOSED pgs=3287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.768+0000 7f14792e0700 1 --2- 172.21.15.67:0/2809234647 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f147406b370 0x7f14741e76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.771 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.768+0000 7f14792e0700 1 --2- 172.21.15.67:0/2809234647 >> [v2:172.21.15.190:6832/2049345277,v1:172.21.15.190:6833/2049345277] conn(0x7f146006af00 0x7f146006d3c0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.768+0000 7f14792e0700 1 --2- 172.21.15.67:0/2809234647 >> [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] conn(0x7f147406fe10 0x7f1474158d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T20:41:44.772 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.768+0000 7f14792e0700 1 -- 172.21.15.67:0/2809234647 >> 172.21.15.67:0/2809234647 conn(0x7f14740d0360 msgr2=0x7f147406a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T20:41:44.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.768+0000 7f14792e0700 1 -- 172.21.15.67:0/2809234647 shutdown_connections 2023-10-21T20:41:44.773 INFO:teuthology.orchestra.run.smithi067.stderr:2023-10-21T20:41:44.768+0000 7f14792e0700 1 -- 172.21.15.67:0/2809234647 wait complete. 2023-10-21T20:41:44.774 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 18 2023-10-21T20:41:44.784 DEBUG:tasks.cephfs.filesystem:already dead... 2023-10-21T20:41:44.784 INFO:teuthology.misc:Shutting down mds daemons... 2023-10-21T20:41:44.785 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-10-21T20:41:44.785 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:44.795 INFO:tasks.ceph.mds.a:Stopped 2023-10-21T20:41:44.796 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-10-21T20:41:44.797 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:44.846 INFO:tasks.ceph.mds.c:Stopped 2023-10-21T20:41:44.847 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-10-21T20:41:44.847 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:44.859 INFO:tasks.ceph.mds.b:Stopped 2023-10-21T20:41:44.860 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-10-21T20:41:44.860 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:44.912 INFO:tasks.ceph.mds.d:Stopped 2023-10-21T20:41:44.913 INFO:teuthology.misc:Shutting down osd daemons... 2023-10-21T20:41:44.914 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2023-10-21T20:41:44.914 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:45.003 INFO:tasks.ceph.osd.0:Stopped 2023-10-21T20:41:45.004 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2023-10-21T20:41:45.004 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:45.104 INFO:tasks.ceph.osd.1:Stopped 2023-10-21T20:41:45.105 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2023-10-21T20:41:45.105 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:45.200 INFO:tasks.ceph.osd.2:Stopped 2023-10-21T20:41:45.201 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2023-10-21T20:41:45.201 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:45.283 INFO:tasks.ceph.osd.3:Stopped 2023-10-21T20:41:45.284 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2023-10-21T20:41:45.284 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:45.382 INFO:tasks.ceph.osd.4:Stopped 2023-10-21T20:41:45.383 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2023-10-21T20:41:45.384 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:45.484 INFO:tasks.ceph.osd.5:Stopped 2023-10-21T20:41:45.485 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2023-10-21T20:41:45.485 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:45.578 INFO:tasks.ceph.osd.6:Stopped 2023-10-21T20:41:45.579 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2023-10-21T20:41:45.579 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:45.660 INFO:tasks.ceph.osd.7:Stopped 2023-10-21T20:41:45.660 INFO:teuthology.misc:Shutting down mgr daemons... 2023-10-21T20:41:45.661 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2023-10-21T20:41:45.661 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:45.695 INFO:tasks.ceph.mgr.y:Stopped 2023-10-21T20:41:45.695 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2023-10-21T20:41:45.696 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:45.721 INFO:tasks.ceph.mgr.x:Stopped 2023-10-21T20:41:45.721 INFO:teuthology.misc:Shutting down mon daemons... 2023-10-21T20:41:45.722 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2023-10-21T20:41:45.722 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:45.772 INFO:tasks.ceph.mon.a:Stopped 2023-10-21T20:41:45.772 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2023-10-21T20:41:45.773 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:45.790 INFO:tasks.ceph.mon.b:Stopped 2023-10-21T20:41:45.791 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2023-10-21T20:41:45.791 INFO:teuthology.orchestra.run:waiting for 300 2023-10-21T20:41:45.848 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.1 is failed for ~0s 2023-10-21T20:41:45.849 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 is failed for ~0s 2023-10-21T20:41:45.849 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2023-10-21T20:41:45.849 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 is failed for ~0s 2023-10-21T20:41:45.850 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 is failed for ~0s 2023-10-21T20:41:45.850 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 is failed for ~0s 2023-10-21T20:41:45.850 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2023-10-21T20:41:45.851 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b is failed for ~0s 2023-10-21T20:41:45.851 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c is failed for ~0s 2023-10-21T20:41:45.851 INFO:tasks.ceph.mon.c:Stopped 2023-10-21T20:41:45.852 INFO:tasks.ceph:Checking cluster log for badness... 2023-10-21T20:41:45.852 DEBUG:teuthology.orchestra.run.smithi067:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2023-10-21T20:41:45.943 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi067.front.sepia.ceph.com 2023-10-21T20:41:45.944 DEBUG:teuthology.orchestra.run.smithi067:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2023-10-21T20:41:46.217 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi067.front.sepia.ceph.com 2023-10-21T20:41:46.217 DEBUG:teuthology.orchestra.run.smithi067:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2023-10-21T20:41:46.374 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi067.front.sepia.ceph.com 2023-10-21T20:41:46.375 DEBUG:teuthology.orchestra.run.smithi067:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2023-10-21T20:41:46.501 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi067.front.sepia.ceph.com 2023-10-21T20:41:46.502 DEBUG:teuthology.orchestra.run.smithi067:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2023-10-21T20:41:46.649 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi190.front.sepia.ceph.com 2023-10-21T20:41:46.649 DEBUG:teuthology.orchestra.run.smithi190:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2023-10-21T20:41:46.947 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi190.front.sepia.ceph.com 2023-10-21T20:41:46.947 DEBUG:teuthology.orchestra.run.smithi190:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2023-10-21T20:41:47.124 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi190.front.sepia.ceph.com 2023-10-21T20:41:47.124 DEBUG:teuthology.orchestra.run.smithi190:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2023-10-21T20:41:47.280 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi190.front.sepia.ceph.com 2023-10-21T20:41:47.281 DEBUG:teuthology.orchestra.run.smithi190:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2023-10-21T20:41:47.396 INFO:tasks.ceph:Archiving mon data... 2023-10-21T20:41:47.398 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166/data/mon.a.tgz 2023-10-21T20:41:47.399 DEBUG:teuthology.orchestra.run.smithi067:> mktemp 2023-10-21T20:41:47.427 INFO:teuthology.orchestra.run.smithi067.stdout:/tmp/tmp.TAA56ZSaJh 2023-10-21T20:41:47.428 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.TAA56ZSaJh 2023-10-21T20:41:47.608 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0666 /tmp/tmp.TAA56ZSaJh 2023-10-21T20:41:47.738 DEBUG:teuthology.orchestra.remote:smithi067:/tmp/tmp.TAA56ZSaJh is 587KB 2023-10-21T20:41:47.818 DEBUG:teuthology.orchestra.run.smithi067:> rm -fr /tmp/tmp.TAA56ZSaJh 2023-10-21T20:41:47.840 DEBUG:teuthology.misc:Transferring archived files from smithi190:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166/data/mon.b.tgz 2023-10-21T20:41:47.840 DEBUG:teuthology.orchestra.run.smithi190:> mktemp 2023-10-21T20:41:47.864 INFO:teuthology.orchestra.run.smithi190.stdout:/tmp/tmp.fIgKbMlR2Q 2023-10-21T20:41:47.865 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.fIgKbMlR2Q 2023-10-21T20:41:48.031 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod 0666 /tmp/tmp.fIgKbMlR2Q 2023-10-21T20:41:48.119 DEBUG:teuthology.orchestra.remote:smithi190:/tmp/tmp.fIgKbMlR2Q is 588KB 2023-10-21T20:41:48.220 DEBUG:teuthology.orchestra.run.smithi190:> rm -fr /tmp/tmp.fIgKbMlR2Q 2023-10-21T20:41:48.244 DEBUG:teuthology.misc:Transferring archived files from smithi190:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166/data/mon.c.tgz 2023-10-21T20:41:48.245 DEBUG:teuthology.orchestra.run.smithi190:> mktemp 2023-10-21T20:41:48.300 INFO:teuthology.orchestra.run.smithi190.stdout:/tmp/tmp.d7WkEpxVrS 2023-10-21T20:41:48.301 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.d7WkEpxVrS 2023-10-21T20:41:48.449 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod 0666 /tmp/tmp.d7WkEpxVrS 2023-10-21T20:41:48.534 DEBUG:teuthology.orchestra.remote:smithi190:/tmp/tmp.d7WkEpxVrS is 588KB 2023-10-21T20:41:48.638 DEBUG:teuthology.orchestra.run.smithi190:> rm -fr /tmp/tmp.d7WkEpxVrS 2023-10-21T20:41:48.655 INFO:tasks.ceph:Cleaning ceph cluster... 2023-10-21T20:41:48.656 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2023-10-21T20:41:48.658 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2023-10-21T20:41:48.757 INFO:tasks.ceph:Checking for errors in any valgrind logs... 2023-10-21T20:41:48.758 DEBUG:teuthology.orchestra.run.smithi067:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2023-10-21T20:41:48.761 DEBUG:teuthology.orchestra.run.smithi190:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2023-10-21T20:41:48.796 INFO:teuthology.orchestra.run.smithi190.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2023-10-21T20:41:48.805 INFO:teuthology.orchestra.run.smithi067.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2023-10-21T20:41:48.813 INFO:tasks.ceph:Archiving crash dumps... 2023-10-21T20:41:48.815 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/lib/ceph/crash to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166/remote/smithi067/crash 2023-10-21T20:41:48.817 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2023-10-21T20:41:48.850 DEBUG:teuthology.misc:Transferring archived files from smithi190:/var/lib/ceph/crash to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166/remote/smithi190/crash 2023-10-21T20:41:48.851 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2023-10-21T20:41:48.878 INFO:tasks.ceph:Shutting down logrotate 2023-10-21T20:41:48.879 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:41:48.895 DEBUG:teuthology.orchestra.run.smithi190:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-21T20:41:48.966 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm /etc/logrotate.d/ceph-test.conf 2023-10-21T20:41:49.008 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm /etc/logrotate.d/ceph-test.conf 2023-10-21T20:41:49.048 INFO:tasks.ceph:Compressing logs... 2023-10-21T20:41:49.049 DEBUG:teuthology.orchestra.run.smithi067:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-21T20:41:49.052 DEBUG:teuthology.orchestra.run.smithi190:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-21T20:41:49.096 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.300294.log 2023-10-21T20:41:49.098 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.835963.log 2023-10-21T20:41:49.099 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.300294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706257.log 2023-10-21T20:41:49.099 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.300294.log.gz 2023-10-21T20:41:49.099 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.835963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820531.log 2023-10-21T20:41:49.100 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.835963.log.gz 2023-10-21T20:41:49.100 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.706257.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.371248.log 2023-10-21T20:41:49.100 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.820531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411416.log 2023-10-21T20:41:49.100 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820531.log.gz 2023-10-21T20:41:49.101 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.371248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409131.log 2023-10-21T20:41:49.101 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.371248.log.gz 2023-10-21T20:41:49.101 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416214.log 2023-10-21T20:41:49.103 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.336943.log 2023-10-21T20:41:49.103 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.296829.log 2023-10-21T20:41:49.104 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.274099.log 2023-10-21T20:41:49.104 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812854.log 2023-10-21T20:41:49.104 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205622.log 2023-10-21T20:41:49.105 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685670.log 2023-10-21T20:41:49.105 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.341716.log 2023-10-21T20:41:49.105 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.496990.log 2023-10-21T20:41:49.105 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372960.log 2023-10-21T20:41:49.106 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.712352.log 2023-10-21T20:41:49.106 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.803291.log 2023-10-21T20:41:49.106 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.808172.log 2023-10-21T20:41:49.107 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.340257.log 2023-10-21T20:41:49.107 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.401115.log 2023-10-21T20:41:49.107 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.251125.log 2023-10-21T20:41:49.110 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.369197.log 2023-10-21T20:41:49.110 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235872.log 2023-10-21T20:41:49.110 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424801.log 2023-10-21T20:41:49.111 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292697.log 2023-10-21T20:41:49.111 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706166.log 2023-10-21T20:41:49.111 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419014.log 2023-10-21T20:41:49.111 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685593.log 2023-10-21T20:41:49.112 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.328691.log 2023-10-21T20:41:49.112 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305296.log 2023-10-21T20:41:49.112 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501956.log 2023-10-21T20:41:49.113 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.634144.log 2023-10-21T20:41:49.113 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394033.log 2023-10-21T20:41:49.113 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.836142.log 2023-10-21T20:41:49.113 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423433.log 2023-10-21T20:41:49.114 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.631616.log 2023-10-21T20:41:49.114 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.229099.log 2023-10-21T20:41:49.114 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.403012.log 2023-10-21T20:41:49.114 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646022.log 2023-10-21T20:41:49.115 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.282090.log 2023-10-21T20:41:49.115 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224304.log 2023-10-21T20:41:49.115 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364329.log 2023-10-21T20:41:49.116 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293427.log 2023-10-21T20:41:49.116 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.683476.log 2023-10-21T20:41:49.170 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2023-10-21T20:41:49.171 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2023-10-21T20:41:49.171 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134487.log 2023-10-21T20:41:49.171 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134442.log 2023-10-21T20:41:49.171 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134305.log 2023-10-21T20:41:49.172 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-client.admin.134487.log: /var/log/ceph/ceph-client.admin.134442.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2023-10-21T20:41:49.172 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-client.admin.134305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.141627.log 2023-10-21T20:41:49.172 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2023-10-21T20:41:49.172 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-client.3.141627.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2023-10-21T20:41:49.173 INFO:teuthology.orchestra.run.smithi190.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.3.141627.log.gz 2023-10-21T20:41:49.173 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134213.log 2023-10-21T20:41:49.173 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.141012.log 2023-10-21T20:41:49.173 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-client.admin.134213.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134397.log 2023-10-21T20:41:49.174 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-client.1.141012.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2023-10-21T20:41:49.174 INFO:teuthology.orchestra.run.smithi190.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.141012.log.gz 2023-10-21T20:41:49.174 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-client.admin.134397.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.141631.log 2023-10-21T20:41:49.175 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134540.log 2023-10-21T20:41:49.175 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-client.3.141631.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134351.log 2023-10-21T20:41:49.175 INFO:teuthology.orchestra.run.smithi190.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.3.141631.log.gz 2023-10-21T20:41:49.175 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-client.admin.134540.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2023-10-21T20:41:49.176 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2023-10-21T20:41:49.176 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-client.admin.134351.log: /var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2023-10-21T20:41:49.176 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.141020.log 2023-10-21T20:41:49.177 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2023-10-21T20:41:49.177 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-client.1.141020.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2023-10-21T20:41:49.177 INFO:teuthology.orchestra.run.smithi190.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.141020.log.gz 2023-10-21T20:41:49.177 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134260.log 2023-10-21T20:41:49.197 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/ceph-mds.b.log: /var/log/ceph/ceph-client.admin.134260.log: 93.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2023-10-21T20:41:49.343 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.691973.log 2023-10-21T20:41:49.343 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418049.log 2023-10-21T20:41:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398014.log 2023-10-21T20:41:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.199395.log 2023-10-21T20:41:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709103.log 2023-10-21T20:41:49.345 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.127837.log 2023-10-21T20:41:49.345 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.448399.log 2023-10-21T20:41:49.345 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193466.log 2023-10-21T20:41:49.346 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204389.log 2023-10-21T20:41:49.346 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816376.log 2023-10-21T20:41:49.346 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.644158.log 2023-10-21T20:41:49.346 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.945500.log 2023-10-21T20:41:49.347 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146613.log 2023-10-21T20:41:49.347 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.336943.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.234024.log 2023-10-21T20:41:49.347 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378454.log 2023-10-21T20:41:49.347 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.812854.log: /var/log/ceph/ceph-client.admin.634144.log: /var/log/ceph/ceph-client.admin.229099.log: /var/log/ceph/ceph-client.admin.685670.log: /var/log/ceph/ceph-client.admin.204389.log: /var/log/ceph/ceph-client.admin.293427.log: 0.0% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812854.log.gz -- replaced with /var/log/ceph/ceph-client.admin.634144.log.gz 2023-10-21T20:41:49.348 INFO:teuthology.orchestra.run.smithi067.stderr: 2023-10-21T20:41:49.348 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.229099.log.gz 2023-10-21T20:41:49.348 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.712352.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.204389.log.gz 2023-10-21T20:41:49.349 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293427.log.gz 2023-10-21T20:41:49.349 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.234024.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.712352.log.gz 2023-10-21T20:41:49.349 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.234024.log.gz 2023-10-21T20:41:49.349 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.803291.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.694284.log 2023-10-21T20:41:49.350 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.808172.log: /var/log/ceph/ceph-client.admin.706166.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.803291.log.gz 2023-10-21T20:41:49.350 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.808172.log.gz 2023-10-21T20:41:49.350 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.685593.log: /var/log/ceph/ceph-client.admin.378454.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.706166.log.gz 2023-10-21T20:41:49.350 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.836142.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685593.log.gz 2023-10-21T20:41:49.351 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.646022.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.378454.log.gz 2023-10-21T20:41:49.351 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.683476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379215.log 2023-10-21T20:41:49.351 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.691973.log: /var/log/ceph/ceph-client.admin.409131.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646022.log.gz 2023-10-21T20:41:49.351 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.683476.log.gz 2023-10-21T20:41:49.352 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.709103.log: /var/log/ceph/ceph-client.admin.416214.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.691973.log.gz 2023-10-21T20:41:49.352 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409131.log.gz 2023-10-21T20:41:49.352 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.816376.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709103.log.gz 2023-10-21T20:41:49.353 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.644158.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416214.log.gz 2023-10-21T20:41:49.353 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.706257.log.gz 2023-10-21T20:41:49.353 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.694284.log: /var/log/ceph/ceph-client.admin.411416.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.644158.log.gz 2023-10-21T20:41:49.353 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.945500.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.694284.log.gz 2023-10-21T20:41:49.354 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.201986.log 2023-10-21T20:41:49.354 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411416.log.gz 2023-10-21T20:41:49.354 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.205622.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.945500.log.gz 2023-10-21T20:41:49.355 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.274099.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.205622.log.gz 2023-10-21T20:41:49.355 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.296829.log: /var/log/ceph/ceph-client.admin.341716.log: /var/log/ceph/ceph-client.admin.364329.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.274099.log.gz 2023-10-21T20:41:49.355 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.328691.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296829.log.gz 2023-10-21T20:41:49.355 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.341716.log.gz 2023-10-21T20:41:49.356 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.364329.log.gz 2023-10-21T20:41:49.356 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.235872.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.328691.log.gz 2023-10-21T20:41:49.356 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673123.log 2023-10-21T20:41:49.356 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816376.log.gz 2023-10-21T20:41:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.418049.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.235872.log.gz 2023-10-21T20:41:49.357 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.836142.log.gz 2023-10-21T20:41:49.357 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418049.log.gz 2023-10-21T20:41:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph.tmp-client.admin.127837.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.336943.log.gz 2023-10-21T20:41:49.358 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.201986.log: /var/log/ceph/ceph-client.admin.369197.log: /var/log/ceph/ceph-client.admin.305296.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.127837.log.gz 2023-10-21T20:41:49.358 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705491.log 2023-10-21T20:41:49.358 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.193466.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.201986.log.gz 2023-10-21T20:41:49.359 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.369197.log.gz 2023-10-21T20:41:49.359 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305296.log.gz 2023-10-21T20:41:49.359 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193466.log.gz 2023-10-21T20:41:49.359 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.199395.log: /var/log/ceph/ceph-client.admin.251125.log: /var/log/ceph/ceph-client.admin.496990.log: /var/log/ceph/ceph-client.admin.419014.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.199395.log.gz 2023-10-21T20:41:49.360 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.424801.log: /var/log/ceph/ceph-client.admin.673123.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.251125.log.gz-5 2023-10-21T20:41:49.360 INFO:teuthology.orchestra.run.smithi067.stderr:--verbose -- /var/log/ceph/ceph-client.admin.633156.log 2023-10-21T20:41:49.360 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.496990.log.gz 0.0% 2023-10-21T20:41:49.361 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.419014.log.gz 2023-10-21T20:41:49.361 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424801.log.gz 2023-10-21T20:41:49.361 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673123.log.gz 2023-10-21T20:41:49.361 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.501956.log: /var/log/ceph/ceph-client.admin.292697.log: /var/log/ceph/ceph-client.admin.705491.log: /var/log/ceph/ceph-client.admin.146613.log: /var/log/ceph/ceph-client.admin.379215.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.501956.log.gz 2023-10-21T20:41:49.362 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.403012.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292697.log.gz 2023-10-21T20:41:49.362 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705491.log.gz 2023-10-21T20:41:49.362 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.372960.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379215.log.gz 2023-10-21T20:41:49.363 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.403012.log.gz 2023-10-21T20:41:49.363 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411993.log 2023-10-21T20:41:49.363 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372960.log.gz 2023-10-21T20:41:49.363 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.423433.log: /var/log/ceph/ceph-client.admin.282090.log: /var/log/ceph/ceph-client.admin.448399.log: /var/log/ceph/ceph-client.admin.340257.log: /var/log/ceph/ceph-client.admin.394033.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.423433.log.gz 2023-10-21T20:41:49.364 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.631616.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.282090.log.gz 2023-10-21T20:41:49.364 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.448399.log.gz 2023-10-21T20:41:49.364 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.340257.log.gz 2023-10-21T20:41:49.365 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394033.log.gz 2023-10-21T20:41:49.365 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.631616.log.gz 2023-10-21T20:41:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.224304.log: /var/log/ceph/ceph-client.admin.398014.log: /var/log/ceph/ceph-client.admin.401115.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398028.log 2023-10-21T20:41:49.365 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685670.log.gz 2023-10-21T20:41:49.366 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224304.log.gz 2023-10-21T20:41:49.366 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398014.log.gz 2023-10-21T20:41:49.366 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.633156.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401115.log.gz 2023-10-21T20:41:49.367 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633156.log.gz 2023-10-21T20:41:49.367 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.411993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.231211.log 2023-10-21T20:41:49.367 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411993.log.gz 2023-10-21T20:41:49.367 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.398028.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398028.log.gz 2023-10-21T20:41:49.368 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.241774.log 2023-10-21T20:41:49.368 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.231211.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.950365.log 2023-10-21T20:41:49.368 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.231211.log.gz 2023-10-21T20:41:49.368 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.241774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415774.log 2023-10-21T20:41:49.369 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.241774.log.gz 2023-10-21T20:41:49.369 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950365.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360921.log 2023-10-21T20:41:49.369 INFO:teuthology.orchestra.run.smithi067.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.950365.log.gz 2023-10-21T20:41:49.369 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.415774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.400921.log 2023-10-21T20:41:49.370 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.415774.log.gz 2023-10-21T20:41:49.370 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.360921.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.774621.log 2023-10-21T20:41:49.370 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360921.log.gz 2023-10-21T20:41:49.371 INFO:teuthology.orchestra.run.smithi067.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.146613.log.gz 2023-10-21T20:41:49.371 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.400921.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950411.log 2023-10-21T20:41:49.371 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.400921.log.gz 2023-10-21T20:41:49.371 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.774621.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316067.log 2023-10-21T20:41:49.372 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.774621.log.gz 2023-10-21T20:41:49.372 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950411.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.827680.log 2023-10-21T20:41:49.372 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.950411.log.gz 2023-10-21T20:41:49.372 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.316067.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655115.log 2023-10-21T20:41:49.373 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.316067.log.gz 2023-10-21T20:41:49.373 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.827680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235447.log 2023-10-21T20:41:49.373 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.827680.log.gz 2023-10-21T20:41:49.374 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.655115.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.302131.log 2023-10-21T20:41:49.374 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655115.log.gz 2023-10-21T20:41:49.374 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.235447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950595.log 2023-10-21T20:41:49.374 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.235447.log.gz 2023-10-21T20:41:49.375 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.302131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.336484.log 2023-10-21T20:41:49.375 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.302131.log.gz 2023-10-21T20:41:49.375 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950595.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453150.log 2023-10-21T20:41:49.376 INFO:teuthology.orchestra.run.smithi067.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.950595.log.gz 2023-10-21T20:41:49.376 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.336484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.687610.log 2023-10-21T20:41:49.376 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.336484.log.gz 2023-10-21T20:41:49.376 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.453150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.232520.log 2023-10-21T20:41:49.377 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.453150.log.gz 2023-10-21T20:41:49.377 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.687610.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227123.log 2023-10-21T20:41:49.377 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.687610.log.gz 2023-10-21T20:41:49.377 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.232520.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.793466.log 2023-10-21T20:41:49.378 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.232520.log.gz 2023-10-21T20:41:49.378 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.227123.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.311655.log 2023-10-21T20:41:49.378 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227123.log.gz 2023-10-21T20:41:49.379 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.793466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306304.log 2023-10-21T20:41:49.379 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.793466.log.gz 2023-10-21T20:41:49.379 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.311655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141413.log 2023-10-21T20:41:49.379 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311655.log.gz 2023-10-21T20:41:49.380 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.306304.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659517.log 2023-10-21T20:41:49.380 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306304.log.gz 2023-10-21T20:41:49.380 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.941706.log 2023-10-21T20:41:49.380 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.659517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332876.log 2023-10-21T20:41:49.381 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659517.log.gz 2023-10-21T20:41:49.381 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.941706.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148697.log 2023-10-21T20:41:49.381 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.941706.log.gz 2023-10-21T20:41:49.382 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.332876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406425.log 2023-10-21T20:41:49.382 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332876.log.gz 2023-10-21T20:41:49.382 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376812.log 2023-10-21T20:41:49.383 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.406425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.327591.log 2023-10-21T20:41:49.383 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406425.log.gz 2023-10-21T20:41:49.383 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.376812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235949.log 2023-10-21T20:41:49.383 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376812.log.gz 2023-10-21T20:41:49.384 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279688.log 2023-10-21T20:41:49.384 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.327591.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327591.log.gz 2023-10-21T20:41:49.384 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.235949.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.148697.log.gz 2023-10-21T20:41:49.385 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332159.log 2023-10-21T20:41:49.385 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.235949.log.gz 2023-10-21T20:41:49.385 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.279688.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.437903.log 2023-10-21T20:41:49.385 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.279688.log.gz 2023-10-21T20:41:49.386 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.332159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134120.log 2023-10-21T20:41:49.386 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332159.log.gz 2023-10-21T20:41:49.386 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.437903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812653.log 2023-10-21T20:41:49.387 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.437903.log.gz 2023-10-21T20:41:49.387 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.134120.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.639925.log 2023-10-21T20:41:49.387 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.812653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351831.log 2023-10-21T20:41:49.387 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812653.log.gz 2023-10-21T20:41:49.388 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.639925.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.141413.log.gz 2023-10-21T20:41:49.388 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395988.log 2023-10-21T20:41:49.388 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.639925.log.gz 2023-10-21T20:41:49.389 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.351831.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637758.log 2023-10-21T20:41:49.389 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.351831.log.gz 2023-10-21T20:41:49.389 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.395988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.314540.log 2023-10-21T20:41:49.389 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395988.log.gz 2023-10-21T20:41:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.637758.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.825292.log 2023-10-21T20:41:49.390 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637758.log.gz 2023-10-21T20:41:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.314540.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239903.log 2023-10-21T20:41:49.390 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.314540.log.gz 2023-10-21T20:41:49.391 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.825292.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293504.log 2023-10-21T20:41:49.391 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.825292.log.gz 2023-10-21T20:41:49.391 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.239903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815874.log 2023-10-21T20:41:49.392 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239903.log.gz 2023-10-21T20:41:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.293504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.387387.log 2023-10-21T20:41:49.392 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293504.log.gz 2023-10-21T20:41:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.815874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238864.log 2023-10-21T20:41:49.393 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815874.log.gz 2023-10-21T20:41:49.393 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.387387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.630073.log 2023-10-21T20:41:49.393 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.387387.log.gz 2023-10-21T20:41:49.394 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.238864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817471.log 2023-10-21T20:41:49.394 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.238864.log.gz 2023-10-21T20:41:49.394 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.630073.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791492.log 2023-10-21T20:41:49.394 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.630073.log.gz 2023-10-21T20:41:49.395 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.817471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364238.log 2023-10-21T20:41:49.395 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817471.log.gz 2023-10-21T20:41:49.395 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.791492.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283668.log 2023-10-21T20:41:49.396 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791492.log.gz 2023-10-21T20:41:49.396 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.364238.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.440396.log 2023-10-21T20:41:49.396 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.364238.log.gz 2023-10-21T20:41:49.396 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.283668.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191041.log 2023-10-21T20:41:49.397 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283668.log.gz 2023-10-21T20:41:49.397 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.440396.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.251593.log 2023-10-21T20:41:49.397 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.440396.log.gz 2023-10-21T20:41:49.397 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.191041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425258.log 2023-10-21T20:41:49.398 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191041.log.gz 2023-10-21T20:41:49.398 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.251593.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146889.log 2023-10-21T20:41:49.398 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.251593.log.gz 2023-10-21T20:41:49.399 INFO:teuthology.orchestra.run.smithi067.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.134120.log.gz 2023-10-21T20:41:49.399 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.425258.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.800106.log 2023-10-21T20:41:49.399 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425258.log.gz 2023-10-21T20:41:49.399 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146889.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.809391.log 2023-10-21T20:41:49.400 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.800106.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646954.log 2023-10-21T20:41:49.400 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.800106.log.gz 2023-10-21T20:41:49.400 INFO:teuthology.orchestra.run.smithi067.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.146889.log.gz 2023-10-21T20:41:49.401 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.809391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237875.log 2023-10-21T20:41:49.401 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.809391.log.gz 2023-10-21T20:41:49.401 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.646954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.274325.log 2023-10-21T20:41:49.401 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646954.log.gz 2023-10-21T20:41:49.402 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.237875.log: gzip 0.0%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.237875.log.gz-- 2023-10-21T20:41:49.402 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.360131.log 2023-10-21T20:41:49.402 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.274325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.446880.log 2023-10-21T20:41:49.402 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.274325.log.gz 2023-10-21T20:41:49.403 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.360131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.199381.log 2023-10-21T20:41:49.403 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360131.log.gz 2023-10-21T20:41:49.403 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.446880.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324193.log 2023-10-21T20:41:49.403 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.446880.log.gz 2023-10-21T20:41:49.404 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.199381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.700056.log 2023-10-21T20:41:49.404 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.199381.log.gz 2023-10-21T20:41:49.404 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.324193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207435.log 2023-10-21T20:41:49.405 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324193.log.gz 2023-10-21T20:41:49.405 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.700056.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713876.log 2023-10-21T20:41:49.405 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700056.log.gz 2023-10-21T20:41:49.405 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.207435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416137.log 2023-10-21T20:41:49.406 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207435.log.gz 2023-10-21T20:41:49.406 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.713876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720377.log 2023-10-21T20:41:49.406 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713876.log.gz 2023-10-21T20:41:49.406 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.416137.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.327376.log 2023-10-21T20:41:49.407 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416137.log.gz 2023-10-21T20:41:49.407 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.720377.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205531.log 2023-10-21T20:41:49.407 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720377.log.gz 2023-10-21T20:41:49.408 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.327376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222678.log 2023-10-21T20:41:49.408 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327376.log.gz 2023-10-21T20:41:49.408 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.205531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.315113.log 2023-10-21T20:41:49.408 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.205531.log.gz 2023-10-21T20:41:49.409 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.222678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667134.log 2023-10-21T20:41:49.409 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222678.log.gz 2023-10-21T20:41:49.409 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.315113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312082.log 2023-10-21T20:41:49.409 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.315113.log.gz 2023-10-21T20:41:49.410 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.250117.log 2023-10-21T20:41:49.410 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667134.log.gz 2023-10-21T20:41:49.410 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.312082.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.683266.log 2023-10-21T20:41:49.411 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312082.log.gz 2023-10-21T20:41:49.411 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.250117.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713967.log 2023-10-21T20:41:49.411 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.250117.log.gz 2023-10-21T20:41:49.411 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.683266.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278663.log 2023-10-21T20:41:49.412 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.683266.log.gz 2023-10-21T20:41:49.412 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.713967.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.242254.log 2023-10-21T20:41:49.412 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713967.log.gz 2023-10-21T20:41:49.413 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.278663.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410916.log 2023-10-21T20:41:49.413 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.278663.log.gz 2023-10-21T20:41:49.413 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.242254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.952152.log 2023-10-21T20:41:49.413 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.242254.log.gz 2023-10-21T20:41:49.414 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.410916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673996.log 2023-10-21T20:41:49.414 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.410916.log.gz 2023-10-21T20:41:49.414 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.952152.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141191.log 2023-10-21T20:41:49.414 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.952152.log.gz 2023-10-21T20:41:49.415 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.673996.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.808387.log 2023-10-21T20:41:49.415 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673996.log.gz 2023-10-21T20:41:49.415 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141191.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436445.log 2023-10-21T20:41:49.416 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.808387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418923.log 2023-10-21T20:41:49.416 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.808387.log.gz 2023-10-21T20:41:49.416 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.436445.log: gzip 88.9%-5 --verbose -- /var/log/ceph/ceph-client.admin.307089.log -- replaced with /var/log/ceph/ceph-client.admin.141191.log.gz 2023-10-21T20:41:49.416 INFO:teuthology.orchestra.run.smithi067.stderr: 2023-10-21T20:41:49.417 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436445.log.gz 2023-10-21T20:41:49.417 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.418923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145128.log 2023-10-21T20:41:49.417 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418923.log.gz 2023-10-21T20:41:49.418 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.307089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673316.log 2023-10-21T20:41:49.418 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307089.log.gz 2023-10-21T20:41:49.418 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325718.log 2023-10-21T20:41:49.418 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.673316.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308318.log 2023-10-21T20:41:49.419 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673316.log.gz 2023-10-21T20:41:49.419 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.325718.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.443939.log 2023-10-21T20:41:49.419 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325718.log.gz 2023-10-21T20:41:49.419 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.308318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141412.log 2023-10-21T20:41:49.420 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308318.log.gz 2023-10-21T20:41:49.420 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.703777.log 2023-10-21T20:41:49.420 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.443939.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.443939.log.gz 2023-10-21T20:41:49.421 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.773368.log 2023-10-21T20:41:49.421 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.703777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.807962.log 2023-10-21T20:41:49.421 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.703777.log.gz 2023-10-21T20:41:49.421 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283872.log 2023-10-21T20:41:49.422 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.773368.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.773368.log.gz 2023-10-21T20:41:49.422 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.807962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.947340.log 2023-10-21T20:41:49.422 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.807962.log.gz 2023-10-21T20:41:49.423 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.283872.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394996.log 2023-10-21T20:41:49.423 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283872.log.gz 2023-10-21T20:41:49.423 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.445388.log 2023-10-21T20:41:49.423 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.947340.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.947340.log.gz 2023-10-21T20:41:49.424 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.394996.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394493.log 2023-10-21T20:41:49.424 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394996.log.gz 2023-10-21T20:41:49.424 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.445388.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814360.log 2023-10-21T20:41:49.425 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.445388.log.gz 2023-10-21T20:41:49.425 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415229.log 2023-10-21T20:41:49.425 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.394493.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394493.log.gz 2023-10-21T20:41:49.425 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.814360.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.672187.log 2023-10-21T20:41:49.426 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814360.log.gz 2023-10-21T20:41:49.426 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.415229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204308.log 2023-10-21T20:41:49.426 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.415229.log.gz 2023-10-21T20:41:49.426 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.672187.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.691987.log 2023-10-21T20:41:49.427 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.672187.log.gz 2023-10-21T20:41:49.427 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.204308.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822587.log 2023-10-21T20:41:49.427 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.204308.log.gz 2023-10-21T20:41:49.428 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.691987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.327682.log 2023-10-21T20:41:49.428 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.691987.log.gz 2023-10-21T20:41:49.428 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.141412.log.gz 2023-10-21T20:41:49.428 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.822587.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147073.log 2023-10-21T20:41:49.429 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822587.log.gz 2023-10-21T20:41:49.429 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.327682.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415320.log 2023-10-21T20:41:49.429 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327682.log.gz 2023-10-21T20:41:49.430 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147073.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308094.log 2023-10-21T20:41:49.430 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.415320.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372444.log 2023-10-21T20:41:49.430 INFO:teuthology.orchestra.run.smithi067.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.145128.log.gz 2023-10-21T20:41:49.430 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.415320.log.gz 2023-10-21T20:41:49.431 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.308094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777649.log 2023-10-21T20:41:49.431 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308094.log.gz 2023-10-21T20:41:49.431 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.372444.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361442.log 2023-10-21T20:41:49.432 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372444.log.gz 2023-10-21T20:41:49.432 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.777649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339144.log 2023-10-21T20:41:49.432 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777649.log.gz 2023-10-21T20:41:49.432 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.361442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.335132.log 2023-10-21T20:41:49.433 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361442.log.gz 2023-10-21T20:41:49.433 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.339144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.789325.log 2023-10-21T20:41:49.433 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339144.log.gz 2023-10-21T20:41:49.433 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.335132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.201599.log 2023-10-21T20:41:49.434 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.335132.log.gz 2023-10-21T20:41:49.434 INFO:teuthology.orchestra.run.smithi067.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.147073.log.gz 2023-10-21T20:41:49.437 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.789325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.668632.log 2023-10-21T20:41:49.437 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.789325.log.gz 2023-10-21T20:41:49.438 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.201599.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.201136.log 2023-10-21T20:41:49.438 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.201599.log.gz 2023-10-21T20:41:49.438 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.668632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.450534.log 2023-10-21T20:41:49.439 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.668632.log.gz 2023-10-21T20:41:49.439 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.201136.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287064.log 2023-10-21T20:41:49.439 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.201136.log.gz 2023-10-21T20:41:49.439 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.450534.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.642638.log 2023-10-21T20:41:49.440 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.450534.log.gz 2023-10-21T20:41:49.440 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.287064.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.641326.log 2023-10-21T20:41:49.440 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287064.log.gz 2023-10-21T20:41:49.441 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.642638.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.832000.log 2023-10-21T20:41:49.441 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.642638.log.gz 2023-10-21T20:41:49.441 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.641326.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425272.log 2023-10-21T20:41:49.441 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.641326.log.gz 2023-10-21T20:41:49.442 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.832000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.498999.log 2023-10-21T20:41:49.442 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.832000.log.gz 2023-10-21T20:41:49.442 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.425272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775839.log 2023-10-21T20:41:49.443 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425272.log.gz 2023-10-21T20:41:49.443 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.498999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.948326.log 2023-10-21T20:41:49.443 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.498999.log.gz 2023-10-21T20:41:49.443 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.775839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.946842.log 2023-10-21T20:41:49.444 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775839.log.gz 2023-10-21T20:41:49.444 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.948326.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319503.log 2023-10-21T20:41:49.444 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.948326.log.gz 2023-10-21T20:41:49.444 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.946842.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145220.log 2023-10-21T20:41:49.445 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.946842.log.gz 2023-10-21T20:41:49.445 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.319503.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.774923.log 2023-10-21T20:41:49.445 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319503.log.gz 2023-10-21T20:41:49.446 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145220.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144851.log 2023-10-21T20:41:49.446 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.774923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425632.log 2023-10-21T20:41:49.446 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.774923.log.gz 2023-10-21T20:41:49.446 INFO:teuthology.orchestra.run.smithi067.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.145220.log.gz 2023-10-21T20:41:49.447 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.144851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791976.log 2023-10-21T20:41:49.447 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.425632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412920.log 2023-10-21T20:41:49.447 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425632.log.gz 2023-10-21T20:41:49.448 INFO:teuthology.orchestra.run.smithi067.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.144851.log.gz 2023-10-21T20:41:49.448 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.791976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.401501.log 2023-10-21T20:41:49.448 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791976.log.gz 2023-10-21T20:41:49.448 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.412920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.290662.log 2023-10-21T20:41:49.449 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412920.log.gz 2023-10-21T20:41:49.449 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.401501.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.652810.log 2023-10-21T20:41:49.449 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401501.log.gz 2023-10-21T20:41:49.450 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.290662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.437435.log 2023-10-21T20:41:49.450 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.290662.log.gz 2023-10-21T20:41:49.450 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.652810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.629709.log 2023-10-21T20:41:49.450 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.652810.log.gz 2023-10-21T20:41:49.451 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.437435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.448935.log 2023-10-21T20:41:49.451 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.437435.log.gz 2023-10-21T20:41:49.451 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.629709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.253211.log 2023-10-21T20:41:49.452 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.629709.log.gz 2023-10-21T20:41:49.452 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.448935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667065.log 2023-10-21T20:41:49.452 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.448935.log.gz 2023-10-21T20:41:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.253211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380701.log 2023-10-21T20:41:49.453 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.253211.log.gz 2023-10-21T20:41:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667065.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.630150.log 2023-10-21T20:41:49.453 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667065.log.gz 2023-10-21T20:41:49.454 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.380701.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320306.log 2023-10-21T20:41:49.454 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380701.log.gz 2023-10-21T20:41:49.454 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.630150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358407.log 2023-10-21T20:41:49.455 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.630150.log.gz 2023-10-21T20:41:49.455 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.320306.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.615471.log 2023-10-21T20:41:49.455 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320306.log.gz 2023-10-21T20:41:49.455 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.358407.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188624.log 2023-10-21T20:41:49.456 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358407.log.gz 2023-10-21T20:41:49.456 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.615471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.443647.log 2023-10-21T20:41:49.456 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.615471.log.gz 2023-10-21T20:41:49.457 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.188624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191118.log 2023-10-21T20:41:49.457 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188624.log.gz 2023-10-21T20:41:49.457 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.443647.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376309.log 2023-10-21T20:41:49.457 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.443647.log.gz 2023-10-21T20:41:49.458 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.191118.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417595.log 2023-10-21T20:41:49.458 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191118.log.gz 2023-10-21T20:41:49.458 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.376309.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147119.log 2023-10-21T20:41:49.458 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376309.log.gz 2023-10-21T20:41:49.459 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.417595.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394982.log 2023-10-21T20:41:49.459 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417595.log.gz 2023-10-21T20:41:49.459 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147119.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707608.log 2023-10-21T20:41:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.394982.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381316.log 2023-10-21T20:41:49.460 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394982.log.gz 2023-10-21T20:41:49.460 INFO:teuthology.orchestra.run.smithi067.stderr: 88.5%gzip -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.147119.log.gz-- 2023-10-21T20:41:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.194877.log 2023-10-21T20:41:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.707608.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707608.log.gz 2023-10-21T20:41:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.381316.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2023-10-21T20:41:49.461 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381316.log.gz 2023-10-21T20:41:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.194877.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278164.log 2023-10-21T20:41:49.462 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194877.log.gz 2023-10-21T20:41:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204370.log 2023-10-21T20:41:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.278164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392735.log 2023-10-21T20:41:49.463 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.278164.log.gz 2023-10-21T20:41:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.204370.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813949.log 2023-10-21T20:41:49.463 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.204370.log.gz 2023-10-21T20:41:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.392735.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.499904.log 2023-10-21T20:41:49.464 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.392735.log.gz 2023-10-21T20:41:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.813949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.195800.log 2023-10-21T20:41:49.464 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813949.log.gz 2023-10-21T20:41:49.465 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.499904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.290185.log 2023-10-21T20:41:49.465 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.499904.log.gz 2023-10-21T20:41:49.465 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.195800.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.942666.log 2023-10-21T20:41:49.465 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.195800.log.gz 2023-10-21T20:41:49.466 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.290185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373972.log 2023-10-21T20:41:49.466 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.290185.log.gz 2023-10-21T20:41:49.466 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.942666.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.942666.log.gz 2023-10-21T20:41:49.467 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388843.log 2023-10-21T20:41:49.467 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.373972.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.681751.log 2023-10-21T20:41:49.467 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373972.log.gz 2023-10-21T20:41:49.467 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.388843.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.690524.log 2023-10-21T20:41:49.468 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.388843.log.gz 2023-10-21T20:41:49.468 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.681751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356445.log 2023-10-21T20:41:49.468 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.681751.log.gz 2023-10-21T20:41:49.468 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.690524.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.234500.log 2023-10-21T20:41:49.469 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690524.log.gz 2023-10-21T20:41:49.469 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.356445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312173.log 2023-10-21T20:41:49.469 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356445.log.gz 2023-10-21T20:41:49.470 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.234500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.948899.log 2023-10-21T20:41:49.470 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.234500.log.gz 2023-10-21T20:41:49.470 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.312173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.387401.log 2023-10-21T20:41:49.470 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312173.log.gz 2023-10-21T20:41:49.471 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.948899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221141.log 2023-10-21T20:41:49.471 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.948899.log.gz 2023-10-21T20:41:49.471 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.387401.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364702.log 2023-10-21T20:41:49.472 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.387401.log.gz 2023-10-21T20:41:49.472 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.221141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293018.log 2023-10-21T20:41:49.472 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221141.log.gz 2023-10-21T20:41:49.472 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.364702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339878.log 2023-10-21T20:41:49.473 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.364702.log.gz 2023-10-21T20:41:49.473 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.293018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389722.log 2023-10-21T20:41:49.473 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293018.log.gz 2023-10-21T20:41:49.474 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.339878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.645106.log 2023-10-21T20:41:49.474 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339878.log.gz 2023-10-21T20:41:49.474 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.389722.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.389722.log.gz--verbose 2023-10-21T20:41:49.474 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.325120.log 2023-10-21T20:41:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.645106.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.691518.log 2023-10-21T20:41:49.475 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.645106.log.gz 2023-10-21T20:41:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.325120.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792682.log 2023-10-21T20:41:49.476 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325120.log.gz 2023-10-21T20:41:49.476 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.691518.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361145.log 2023-10-21T20:41:49.476 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.691518.log.gz 2023-10-21T20:41:49.476 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.792682.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.940683.log 2023-10-21T20:41:49.477 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.792682.log.gz 2023-10-21T20:41:49.477 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.361145.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817380.log 2023-10-21T20:41:49.477 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361145.log.gz 2023-10-21T20:41:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.940683.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816161.log 2023-10-21T20:41:49.478 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.940683.log.gz 2023-10-21T20:41:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.817380.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.651296.log 2023-10-21T20:41:49.478 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817380.log.gz 2023-10-21T20:41:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.816161.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140629.log 2023-10-21T20:41:49.479 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816161.log.gz 2023-10-21T20:41:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.441265.log 2023-10-21T20:41:49.480 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.651296.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.651296.log.gz 2023-10-21T20:41:49.480 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.472601.log 2023-10-21T20:41:49.480 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.441265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.246192.log 2023-10-21T20:41:49.480 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.441265.log.gz 2023-10-21T20:41:49.481 INFO:teuthology.orchestra.run.smithi067.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.140629.log.gz 2023-10-21T20:41:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.472601.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.472601.log.gz 2023-10-21T20:41:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.710253.log 2023-10-21T20:41:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.246192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951211.log 2023-10-21T20:41:49.482 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.246192.log.gz 2023-10-21T20:41:49.482 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.710253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.829341.log 2023-10-21T20:41:49.482 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710253.log.gz 2023-10-21T20:41:49.483 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792668.log 2023-10-21T20:41:49.483 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283062.log 2023-10-21T20:41:49.483 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.829341.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.951211.log.gz 2023-10-21T20:41:49.483 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.829341.log.gz 2023-10-21T20:41:49.484 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.792668.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.439391.log 2023-10-21T20:41:49.484 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.792668.log.gz 2023-10-21T20:41:49.484 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.283062.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.668646.log 2023-10-21T20:41:49.485 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283062.log.gz 2023-10-21T20:41:49.485 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.439391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818685.log 2023-10-21T20:41:49.485 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.439391.log.gz 2023-10-21T20:41:49.485 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.668646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431952.log 2023-10-21T20:41:49.486 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.668646.log.gz 2023-10-21T20:41:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.818685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812931.log 2023-10-21T20:41:49.486 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818685.log.gz 2023-10-21T20:41:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.431952.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648229.log 2023-10-21T20:41:49.487 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431952.log.gz 2023-10-21T20:41:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.812931.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.826741.log 2023-10-21T20:41:49.487 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812931.log.gz 2023-10-21T20:41:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.648229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204007.log 2023-10-21T20:41:49.488 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648229.log.gz 2023-10-21T20:41:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.826741.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.440897.log 2023-10-21T20:41:49.488 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.826741.log.gz 2023-10-21T20:41:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.204007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365446.log 2023-10-21T20:41:49.489 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.204007.log.gz 2023-10-21T20:41:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.440897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.499995.log 2023-10-21T20:41:49.489 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.440897.log.gz 2023-10-21T20:41:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.365446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.715368.log 2023-10-21T20:41:49.490 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365446.log.gz 2023-10-21T20:41:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.499995.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.668181.log 2023-10-21T20:41:49.491 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.499995.log.gz 2023-10-21T20:41:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.715368.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361428.log 2023-10-21T20:41:49.491 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.715368.log.gz 2023-10-21T20:41:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.668181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943521.log 2023-10-21T20:41:49.492 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.668181.log.gz 2023-10-21T20:41:49.492 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.361428.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226038.log 2023-10-21T20:41:49.492 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361428.log.gz 2023-10-21T20:41:49.493 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.943521.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.785618.log 2023-10-21T20:41:49.493 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943521.log.gz 2023-10-21T20:41:49.493 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.226038.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.481019.log 2023-10-21T20:41:49.493 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226038.log.gz 2023-10-21T20:41:49.494 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.785618.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.500960.log 2023-10-21T20:41:49.494 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.785618.log.gz 2023-10-21T20:41:49.494 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.481019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313165.log 2023-10-21T20:41:49.495 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.481019.log.gz 2023-10-21T20:41:49.495 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.500960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279206.log 2023-10-21T20:41:49.495 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.500960.log.gz 2023-10-21T20:41:49.495 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.313165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313088.log 2023-10-21T20:41:49.496 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313165.log.gz 2023-10-21T20:41:49.496 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.279206.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.443365.log 2023-10-21T20:41:49.496 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.279206.log.gz 2023-10-21T20:41:49.497 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.313088.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812137.log 2023-10-21T20:41:49.497 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313088.log.gz 2023-10-21T20:41:49.497 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.443365.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648456.log 2023-10-21T20:41:49.497 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.443365.log.gz 2023-10-21T20:41:49.498 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.812137.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.368183.log 2023-10-21T20:41:49.498 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812137.log.gz 2023-10-21T20:41:49.498 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432512.log 2023-10-21T20:41:49.499 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.648456.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648456.log.gz 2023-10-21T20:41:49.499 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.368183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.652263.log 2023-10-21T20:41:49.499 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.368183.log.gz 2023-10-21T20:41:49.499 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.432512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305784.log 2023-10-21T20:41:49.500 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432512.log.gz 2023-10-21T20:41:49.500 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.652263.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.289517.log 2023-10-21T20:41:49.500 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.652263.log.gz 2023-10-21T20:41:49.501 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.305784.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.770908.log 2023-10-21T20:41:49.501 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305784.log.gz 2023-10-21T20:41:49.501 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.289517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.321716.log 2023-10-21T20:41:49.501 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.289517.log.gz 2023-10-21T20:41:49.502 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.770908.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.657586.log 2023-10-21T20:41:49.502 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.770908.log.gz 2023-10-21T20:41:49.502 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.321716.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.831532.log 2023-10-21T20:41:49.503 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321716.log.gz 2023-10-21T20:41:49.503 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.657586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235356.log 2023-10-21T20:41:49.503 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.657586.log.gz 2023-10-21T20:41:49.503 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.831532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721931.log 2023-10-21T20:41:49.504 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.831532.log.gz 2023-10-21T20:41:49.504 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.235356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236481.log 2023-10-21T20:41:49.504 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.235356.log.gz 2023-10-21T20:41:49.505 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.721931.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.299798.log 2023-10-21T20:41:49.505 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721931.log.gz 2023-10-21T20:41:49.505 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.236481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142960.log 2023-10-21T20:41:49.505 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.236481.log.gz 2023-10-21T20:41:49.506 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.299798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.336112.log 2023-10-21T20:41:49.506 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.299798.log.gz 2023-10-21T20:41:49.506 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.640865.log 2023-10-21T20:41:49.507 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.336112.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.252533.log 2023-10-21T20:41:49.507 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.336112.log.gz 2023-10-21T20:41:49.507 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.640865.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.682176.log 2023-10-21T20:41:49.507 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.640865.log.gz 2023-10-21T20:41:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.252533.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811425.log 2023-10-21T20:41:49.508 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.252533.log.gz 2023-10-21T20:41:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.682176.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236944.log 2023-10-21T20:41:49.508 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.682176.log.gz 2023-10-21T20:41:49.509 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.811425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.716972.log 2023-10-21T20:41:49.509 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811425.log.gz 2023-10-21T20:41:49.509 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.236944.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325407.log 2023-10-21T20:41:49.510 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.236944.log.gz 2023-10-21T20:41:49.510 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.716972.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.640851.log 2023-10-21T20:41:49.510 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.716972.log.gz 2023-10-21T20:41:49.510 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.325407.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.785632.log 2023-10-21T20:41:49.511 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325407.log.gz 2023-10-21T20:41:49.511 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.640851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426683.log 2023-10-21T20:41:49.511 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.640851.log.gz 2023-10-21T20:41:49.512 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.785632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430507.log 2023-10-21T20:41:49.512 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.785632.log.gz 2023-10-21T20:41:49.512 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.426683.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.253134.log 2023-10-21T20:41:49.512 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.426683.log.gz 2023-10-21T20:41:49.513 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.430507.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.276677.log 2023-10-21T20:41:49.513 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.430507.log.gz 2023-10-21T20:41:49.513 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.253134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389234.log 2023-10-21T20:41:49.514 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.253134.log.gz 2023-10-21T20:41:49.514 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.276677.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.682973.log 2023-10-21T20:41:49.514 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.276677.log.gz 2023-10-21T20:41:49.514 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.389234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.502366.log 2023-10-21T20:41:49.515 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.389234.log.gz 2023-10-21T20:41:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.682973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146479.log 2023-10-21T20:41:49.515 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.682973.log.gz 2023-10-21T20:41:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.502366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.441342.log 2023-10-21T20:41:49.516 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.502366.log.gz 2023-10-21T20:41:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355812.log 2023-10-21T20:41:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.441342.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412418.log 2023-10-21T20:41:49.517 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.441342.log.gz 2023-10-21T20:41:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.355812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.810937.log 2023-10-21T20:41:49.517 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.355812.log.gz 2023-10-21T20:41:49.517 INFO:teuthology.orchestra.run.smithi067.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.146479.log.gz 2023-10-21T20:41:49.518 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432526.log 2023-10-21T20:41:49.518 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.412418.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412418.log.gz 2023-10-21T20:41:49.518 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.810937.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227200.log 2023-10-21T20:41:49.519 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.810937.log.gz 2023-10-21T20:41:49.519 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.432526.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432526.log.gz 2023-10-21T20:41:49.519 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820239.log 2023-10-21T20:41:49.519 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227200.log: /var/log/ceph/ceph-client.admin.647955.log 2023-10-21T20:41:49.520 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227200.log.gz 2023-10-21T20:41:49.520 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.820239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.368393.log 2023-10-21T20:41:49.520 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820239.log.gz 2023-10-21T20:41:49.521 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.647955.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647955.log.gz 2023-10-21T20:41:49.521 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720300.log 2023-10-21T20:41:49.521 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.368393.log: --verbose -- /var/log/ceph/ceph-client.admin.407823.log 2023-10-21T20:41:49.521 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.368393.log.gz 2023-10-21T20:41:49.522 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.720300.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.404399.log 2023-10-21T20:41:49.522 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720300.log.gz 2023-10-21T20:41:49.522 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.407823.log: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.142960.log.gz 2023-10-21T20:41:49.523 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346680.log 2023-10-21T20:41:49.523 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.407823.log.gz 2023-10-21T20:41:49.523 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.404399.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.246614.log 2023-10-21T20:41:49.523 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404399.log.gz 2023-10-21T20:41:49.524 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.346680.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.346680.log.gz--verbose 2023-10-21T20:41:49.524 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.720792.log 2023-10-21T20:41:49.524 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.246614.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.771924.log 2023-10-21T20:41:49.525 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.246614.log.gz 2023-10-21T20:41:49.525 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.720792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380205.log 2023-10-21T20:41:49.525 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720792.log.gz 2023-10-21T20:41:49.525 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.771924.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278178.log 2023-10-21T20:41:49.526 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.771924.log.gz 2023-10-21T20:41:49.526 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.380205.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950641.log 2023-10-21T20:41:49.526 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380205.log.gz 2023-10-21T20:41:49.527 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.278178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777740.log 2023-10-21T20:41:49.527 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.278178.log.gz 2023-10-21T20:41:49.527 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309113.log 2023-10-21T20:41:49.527 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.777740.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.950641.log.gz 2023-10-21T20:41:49.528 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.481981.log 2023-10-21T20:41:49.528 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777740.log.gz 2023-10-21T20:41:49.528 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.309113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.440591.log 2023-10-21T20:41:49.529 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309113.log.gz 2023-10-21T20:41:49.529 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.481981.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362857.log 2023-10-21T20:41:49.529 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.481981.log.gz 2023-10-21T20:41:49.529 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225478.log 2023-10-21T20:41:49.530 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.440591.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.440591.log.gz 2023-10-21T20:41:49.530 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.362857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355211.log 2023-10-21T20:41:49.530 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.362857.log.gz 2023-10-21T20:41:49.531 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.225478.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295648.log 2023-10-21T20:41:49.531 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225478.log.gz 2023-10-21T20:41:49.531 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.355211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648921.log 2023-10-21T20:41:49.531 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.355211.log.gz 2023-10-21T20:41:49.532 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348406.log 2023-10-21T20:41:49.532 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.295648.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295648.log.gz 2023-10-21T20:41:49.532 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.648921.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.274085.log 2023-10-21T20:41:49.533 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648921.log.gz 2023-10-21T20:41:49.533 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.348406.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.451672.log 2023-10-21T20:41:49.533 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.348406.log.gz 2023-10-21T20:41:49.533 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.274085.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950273.log 2023-10-21T20:41:49.534 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.274085.log.gz 2023-10-21T20:41:49.534 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.451672.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.438874.log 2023-10-21T20:41:49.534 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.451672.log.gz 2023-10-21T20:41:49.535 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950503.log 2023-10-21T20:41:49.535 INFO:teuthology.orchestra.run.smithi067.stderr: 88.2%/var/log/ceph/ceph-client.admin.438874.log: -- replaced with /var/log/ceph/ceph-client.admin.950273.log.gz 2023-10-21T20:41:49.535 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819713.log 2023-10-21T20:41:49.535 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.438874.log.gz 2023-10-21T20:41:49.536 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950503.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148643.log 2023-10-21T20:41:49.536 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.819713.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.950503.log.gz 2023-10-21T20:41:49.536 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819713.log.gz 2023-10-21T20:41:49.537 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323208.log 2023-10-21T20:41:49.537 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.692434.log 2023-10-21T20:41:49.537 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.323208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.797612.log 2023-10-21T20:41:49.537 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323208.log.gz 2023-10-21T20:41:49.538 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.692434.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2023-10-21T20:41:49.538 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.692434.log.gz 2023-10-21T20:41:49.538 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.797612.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816467.log 2023-10-21T20:41:49.538 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.797612.log.gz 2023-10-21T20:41:49.539 INFO:teuthology.orchestra.run.smithi067.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.148643.log.gz 2023-10-21T20:41:49.539 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.827205.log 2023-10-21T20:41:49.539 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421221.log 2023-10-21T20:41:49.540 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.816467.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816467.log.gz 2023-10-21T20:41:49.540 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.827205.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720883.log 2023-10-21T20:41:49.540 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.827205.log.gz 2023-10-21T20:41:49.540 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.421221.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.421221.log.gz 2023-10-21T20:41:49.541 INFO:teuthology.orchestra.run.smithi067.stderr:--verbose -- /var/log/ceph/ceph-client.admin.777264.log 2023-10-21T20:41:49.541 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.720883.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.330266.log 2023-10-21T20:41:49.541 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720883.log.gz 2023-10-21T20:41:49.541 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.777264.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.276010.log 2023-10-21T20:41:49.542 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777264.log.gz 2023-10-21T20:41:49.542 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.330266.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.480516.log 2023-10-21T20:41:49.542 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.330266.log.gz 2023-10-21T20:41:49.543 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.276010.log: gzip 0.0%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.276010.log.gz 2023-10-21T20:41:49.543 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.787670.log 2023-10-21T20:41:49.543 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.480516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343653.log 2023-10-21T20:41:49.544 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.480516.log.gz 2023-10-21T20:41:49.544 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.787670.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324919.log 2023-10-21T20:41:49.544 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.787670.log.gz 2023-10-21T20:41:49.544 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.343653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148273.log 2023-10-21T20:41:49.545 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343653.log.gz 2023-10-21T20:41:49.545 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.324919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.200276.log 2023-10-21T20:41:49.545 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324919.log.gz 2023-10-21T20:41:49.546 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.666717.log 2023-10-21T20:41:49.546 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.200276.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705706.log 2023-10-21T20:41:49.546 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.200276.log.gz 2023-10-21T20:41:49.546 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.666717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667226.log 2023-10-21T20:41:49.547 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.666717.log.gz 2023-10-21T20:41:49.547 INFO:teuthology.orchestra.run.smithi067.stderr: 89.5%/var/log/ceph/ceph-client.admin.705706.log: -- replaced with /var/log/ceph/ceph-client.admin.148273.log.gz 2023-10-21T20:41:49.547 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381239.log 2023-10-21T20:41:49.548 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705706.log.gz 2023-10-21T20:41:49.548 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667226.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194411.log 2023-10-21T20:41:49.548 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667226.log.gz 2023-10-21T20:41:49.548 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.381239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147027.log 2023-10-21T20:41:49.549 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381239.log.gz 2023-10-21T20:41:49.549 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.194411.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709679.log 2023-10-21T20:41:49.549 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194411.log.gz 2023-10-21T20:41:49.550 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147027.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.634606.log 2023-10-21T20:41:49.550 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.709679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405359.log 2023-10-21T20:41:49.550 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709679.log.gz 2023-10-21T20:41:49.550 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.634606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363350.log 2023-10-21T20:41:49.551 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.634606.log.gz 2023-10-21T20:41:49.551 INFO:teuthology.orchestra.run.smithi067.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.147027.log.gz 2023-10-21T20:41:49.551 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.405359.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.771460.log 2023-10-21T20:41:49.551 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405359.log.gz 2023-10-21T20:41:49.552 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.363350.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.314135.log 2023-10-21T20:41:49.552 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363350.log.gz 2023-10-21T20:41:49.552 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.771460.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309641.log 2023-10-21T20:41:49.553 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.771460.log.gz 2023-10-21T20:41:49.553 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.314135.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351444.log 2023-10-21T20:41:49.553 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.314135.log.gz 2023-10-21T20:41:49.553 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.715459.log 2023-10-21T20:41:49.554 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.309641.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309641.log.gz 2023-10-21T20:41:49.554 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.351444.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.441536.log 2023-10-21T20:41:49.554 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.351444.log.gz 2023-10-21T20:41:49.555 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.715459.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.715459.log.gz 2023-10-21T20:41:49.555 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.273416.log 2023-10-21T20:41:49.555 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.441536.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.657600.log 2023-10-21T20:41:49.555 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.441536.log.gz 2023-10-21T20:41:49.556 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.273416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.702805.log 2023-10-21T20:41:49.556 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.273416.log.gz 2023-10-21T20:41:49.556 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.657600.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.831043.log 2023-10-21T20:41:49.556 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.657600.log.gz 2023-10-21T20:41:49.557 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.702805.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.702805.log.gz 2023-10-21T20:41:49.557 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637836.log 2023-10-21T20:41:49.557 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.831043.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.315990.log 2023-10-21T20:41:49.558 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.831043.log.gz 2023-10-21T20:41:49.558 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.637836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.437358.log 2023-10-21T20:41:49.558 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637836.log.gz 2023-10-21T20:41:49.558 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.315990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191640.log 2023-10-21T20:41:49.559 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.315990.log.gz 2023-10-21T20:41:49.559 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.437358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.590575.log 2023-10-21T20:41:49.559 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.437358.log.gz 2023-10-21T20:41:49.560 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.191640.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.823033.log 2023-10-21T20:41:49.560 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191640.log.gz 2023-10-21T20:41:49.560 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.590575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412997.log 2023-10-21T20:41:49.560 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.590575.log.gz 2023-10-21T20:41:49.561 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.823033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380979.log 2023-10-21T20:41:49.561 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.823033.log.gz 2023-10-21T20:41:49.561 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.412997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432435.log 2023-10-21T20:41:49.561 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412997.log.gz 2023-10-21T20:41:49.562 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.380979.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.946446.log 2023-10-21T20:41:49.562 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380979.log.gz 2023-10-21T20:41:49.562 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.432435.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432435.log.gz 2023-10-21T20:41:49.563 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430225.log 2023-10-21T20:41:49.563 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.946446.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.798896.log 2023-10-21T20:41:49.563 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.946446.log.gz 2023-10-21T20:41:49.563 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.430225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814145.log 2023-10-21T20:41:49.564 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.430225.log.gz 2023-10-21T20:41:49.564 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.798896.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398238.log 2023-10-21T20:41:49.564 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.798896.log.gz 2023-10-21T20:41:49.564 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.814145.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814145.log.gz 2023-10-21T20:41:49.565 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.471327.log 2023-10-21T20:41:49.565 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.398238.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207526.log 2023-10-21T20:41:49.565 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398238.log.gz 2023-10-21T20:41:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.471327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238404.log 2023-10-21T20:41:49.566 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.471327.log.gz 2023-10-21T20:41:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.207526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704929.log 2023-10-21T20:41:49.566 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207526.log.gz 2023-10-21T20:41:49.567 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.238404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.785180.log 2023-10-21T20:41:49.567 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.238404.log.gz 2023-10-21T20:41:49.567 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.704929.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416682.log 2023-10-21T20:41:49.568 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704929.log.gz 2023-10-21T20:41:49.568 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.785180.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.785180.log.gz 2023-10-21T20:41:49.568 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.229589.log 2023-10-21T20:41:49.568 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.416682.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.711291.log 2023-10-21T20:41:49.569 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416682.log.gz 2023-10-21T20:41:49.569 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.229589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.789876.log 2023-10-21T20:41:49.569 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.229589.log.gz 2023-10-21T20:41:49.569 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.711291.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333154.log 2023-10-21T20:41:49.570 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.711291.log.gz 2023-10-21T20:41:49.570 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.789876.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.789876.log.gz 2023-10-21T20:41:49.570 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373462.log 2023-10-21T20:41:49.571 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.333154.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.697749.log 2023-10-21T20:41:49.571 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333154.log.gz 2023-10-21T20:41:49.571 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.373462.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.450625.log 2023-10-21T20:41:49.571 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373462.log.gz 2023-10-21T20:41:49.572 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.697749.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347438.log 2023-10-21T20:41:49.572 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.697749.log.gz 2023-10-21T20:41:49.572 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.450625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146341.log 2023-10-21T20:41:49.572 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.450625.log.gz 2023-10-21T20:41:49.573 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.347438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.250038.log 2023-10-21T20:41:49.573 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.347438.log.gz 2023-10-21T20:41:49.573 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146341.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.273325.log 2023-10-21T20:41:49.574 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.250038.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.334173.log 2023-10-21T20:41:49.574 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.250038.log.gz 2023-10-21T20:41:49.574 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.273325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.632866.log 2023-10-21T20:41:49.574 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.273325.log.gz 2023-10-21T20:41:49.575 INFO:teuthology.orchestra.run.smithi067.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.146341.log.gz 2023-10-21T20:41:49.575 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.334173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304597.log 2023-10-21T20:41:49.575 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.334173.log.gz 2023-10-21T20:41:49.576 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.632866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432234.log 2023-10-21T20:41:49.576 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.632866.log.gz 2023-10-21T20:41:49.576 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.304597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.277641.log 2023-10-21T20:41:49.576 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304597.log.gz 2023-10-21T20:41:49.577 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.432234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.369699.log 2023-10-21T20:41:49.577 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432234.log.gz 2023-10-21T20:41:49.577 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.277641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.681248.log 2023-10-21T20:41:49.578 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.277641.log.gz 2023-10-21T20:41:49.578 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.369699.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667111.log 2023-10-21T20:41:49.578 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.369699.log.gz 2023-10-21T20:41:49.578 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.681248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322706.log 2023-10-21T20:41:49.579 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.681248.log.gz 2023-10-21T20:41:49.579 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667111.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667111.log.gz 2023-10-21T20:41:49.579 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.666808.log 2023-10-21T20:41:49.580 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.322706.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.291267.log 2023-10-21T20:41:49.580 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322706.log.gz 2023-10-21T20:41:49.580 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.666808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.671801.log 2023-10-21T20:41:49.580 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.666808.log.gz 2023-10-21T20:41:49.581 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.291267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.654101.log 2023-10-21T20:41:49.581 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.291267.log.gz 2023-10-21T20:41:49.581 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.671801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.710634.log 2023-10-21T20:41:49.581 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.671801.log.gz 2023-10-21T20:41:49.582 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.654101.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.407449.log 2023-10-21T20:41:49.582 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.654101.log.gz 2023-10-21T20:41:49.582 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.710634.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366632.log 2023-10-21T20:41:49.583 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710634.log.gz 2023-10-21T20:41:49.583 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.407449.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.700423.log 2023-10-21T20:41:49.583 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.407449.log.gz 2023-10-21T20:41:49.584 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.366632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.331144.log 2023-10-21T20:41:49.584 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366632.log.gz 2023-10-21T20:41:49.584 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.700423.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.245263.log 2023-10-21T20:41:49.584 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700423.log.gz 2023-10-21T20:41:49.585 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.331144.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.331144.log.gz 2023-10-21T20:41:49.585 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943048.log 2023-10-21T20:41:49.585 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.245263.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.245738.log 2023-10-21T20:41:49.586 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.245263.log.gz 2023-10-21T20:41:49.586 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.943048.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312887.log 2023-10-21T20:41:49.586 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943048.log.gz 2023-10-21T20:41:49.586 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.245738.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311074.log 2023-10-21T20:41:49.587 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.245738.log.gz 2023-10-21T20:41:49.587 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.312887.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.312887.log.gz-5 2023-10-21T20:41:49.587 INFO:teuthology.orchestra.run.smithi067.stderr:--verbose -- /var/log/ceph/ceph-client.admin.335610.log 2023-10-21T20:41:49.588 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.311074.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326631.log 2023-10-21T20:41:49.588 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311074.log.gz 2023-10-21T20:41:49.588 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.335610.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646036.log 2023-10-21T20:41:49.588 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.335610.log.gz 2023-10-21T20:41:49.589 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.326631.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287825.log 2023-10-21T20:41:49.589 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326631.log.gz 2023-10-21T20:41:49.589 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.646036.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323724.log 2023-10-21T20:41:49.589 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646036.log.gz 2023-10-21T20:41:49.590 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.287825.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379229.log 2023-10-21T20:41:49.590 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287825.log.gz 2023-10-21T20:41:49.590 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.323724.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323724.log.gz 2023-10-21T20:41:49.591 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.255531.log 2023-10-21T20:41:49.591 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.379229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.399493.log 2023-10-21T20:41:49.591 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379229.log.gz 2023-10-21T20:41:49.591 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.255531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.785001.log 2023-10-21T20:41:49.592 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.255531.log.gz 2023-10-21T20:41:49.592 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.399493.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410374.log 2023-10-21T20:41:49.592 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.399493.log.gz 2023-10-21T20:41:49.592 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.785001.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.829633.log 2023-10-21T20:41:49.593 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.785001.log.gz 2023-10-21T20:41:49.593 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.410374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140769.log 2023-10-21T20:41:49.593 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.410374.log.gz 2023-10-21T20:41:49.594 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.829633.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148505.log 2023-10-21T20:41:49.594 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.829633.log.gz 2023-10-21T20:41:49.594 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140769.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205608.log 2023-10-21T20:41:49.594 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.253599.log 2023-10-21T20:41:49.595 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.205608.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.721457.log 2023-10-21T20:41:49.595 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.205608.log.gz 2023-10-21T20:41:49.595 INFO:teuthology.orchestra.run.smithi067.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.140769.log.gz 2023-10-21T20:41:49.596 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.253599.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.253599.log.gz--verbose 2023-10-21T20:41:49.596 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.413866.log 2023-10-21T20:41:49.596 INFO:teuthology.orchestra.run.smithi067.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.148505.log.gz 2023-10-21T20:41:49.596 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.946933.log 2023-10-21T20:41:49.597 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.721457.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721457.log.gz 2023-10-21T20:41:49.597 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.413866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.497067.log 2023-10-21T20:41:49.597 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413866.log.gz 2023-10-21T20:41:49.598 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.250597.log 2023-10-21T20:41:49.598 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.946933.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.946933.log.gz 2023-10-21T20:41:49.598 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.497067.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.942179.log 2023-10-21T20:41:49.598 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.497067.log.gz 2023-10-21T20:41:49.599 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.250597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704353.log 2023-10-21T20:41:49.599 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.250597.log.gz 2023-10-21T20:41:49.599 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.942179.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339345.log 2023-10-21T20:41:49.600 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.942179.log.gz 2023-10-21T20:41:49.600 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.704353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191563.log 2023-10-21T20:41:49.600 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704353.log.gz 2023-10-21T20:41:49.601 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.339345.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224606.log 2023-10-21T20:41:49.601 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339345.log.gz 2023-10-21T20:41:49.601 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.191563.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.300776.log 2023-10-21T20:41:49.601 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191563.log.gz 2023-10-21T20:41:49.602 INFO:teuthology.orchestra.run.smithi067.stderr: 88.7% -- replaced with /var/log/ceph/ceph.log.gz 2023-10-21T20:41:49.602 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.224606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143206.log 2023-10-21T20:41:49.602 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224606.log.gz 2023-10-21T20:41:49.603 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.300776.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667886.log 2023-10-21T20:41:49.603 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.300776.log.gz 2023-10-21T20:41:49.603 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.143206.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637487.log 2023-10-21T20:41:49.603 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.220290.log 2023-10-21T20:41:49.604 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667886.log.gz 2023-10-21T20:41:49.604 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.637487.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951487.log 2023-10-21T20:41:49.604 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637487.log.gz 2023-10-21T20:41:49.604 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.220290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.684193.log 2023-10-21T20:41:49.605 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.220290.log.gz 2023-10-21T20:41:49.605 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951487.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240821.log 2023-10-21T20:41:49.605 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.684193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.253690.log 2023-10-21T20:41:49.606 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.951487.log.gz 2023-10-21T20:41:49.606 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.684193.log.gz 2023-10-21T20:41:49.606 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.240821.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.289426.log 2023-10-21T20:41:49.606 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.240821.log.gz 2023-10-21T20:41:49.607 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.253690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649851.log 2023-10-21T20:41:49.607 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.253690.log.gz 2023-10-21T20:41:49.607 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.289426.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354725.log 2023-10-21T20:41:49.608 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.289426.log.gz 2023-10-21T20:41:49.608 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.649851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311151.log 2023-10-21T20:41:49.608 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649851.log.gz 2023-10-21T20:41:49.608 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.354725.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361351.log 2023-10-21T20:41:49.609 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354725.log.gz 2023-10-21T20:41:49.609 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.311151.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.828603.log 2023-10-21T20:41:49.609 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311151.log.gz 2023-10-21T20:41:49.609 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.361351.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.946369.log 2023-10-21T20:41:49.610 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361351.log.gz 2023-10-21T20:41:49.610 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.828603.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287278.log 2023-10-21T20:41:49.610 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.828603.log.gz 2023-10-21T20:41:49.611 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.946369.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227214.log 2023-10-21T20:41:49.611 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.946369.log.gz 2023-10-21T20:41:49.611 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.287278.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417504.log 2023-10-21T20:41:49.612 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287278.log.gz 2023-10-21T20:41:49.612 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.227214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190207.log 2023-10-21T20:41:49.612 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227214.log.gz 2023-10-21T20:41:49.612 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.417504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147939.log 2023-10-21T20:41:49.613 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417504.log.gz 2023-10-21T20:41:49.613 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.190207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224515.log 2023-10-21T20:41:49.613 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190207.log.gz 2023-10-21T20:41:49.614 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147531.log 2023-10-21T20:41:49.614 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.224515.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357615.log 2023-10-21T20:41:49.614 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224515.log.gz 2023-10-21T20:41:49.614 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818475.log 2023-10-21T20:41:49.615 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147531.log: /var/log/ceph/ceph-client.admin.357615.log: 88.3%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.147939.log.gz--verbose 2023-10-21T20:41:49.615 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.295454.log 2023-10-21T20:41:49.615 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357615.log.gz 2023-10-21T20:41:49.615 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.818475.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351353.log 2023-10-21T20:41:49.616 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818475.log.gz 2023-10-21T20:41:49.616 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.147531.log.gz 2023-10-21T20:41:49.616 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.295454.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147893.log 2023-10-21T20:41:49.617 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295454.log.gz 2023-10-21T20:41:49.617 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.351353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237784.log 2023-10-21T20:41:49.617 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.351353.log.gz 2023-10-21T20:41:49.617 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.639380.log 2023-10-21T20:41:49.618 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.237784.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311578.log 2023-10-21T20:41:49.618 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.237784.log.gz 2023-10-21T20:41:49.618 INFO:teuthology.orchestra.run.smithi067.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.143206.log.gz 2023-10-21T20:41:49.619 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.639380.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.371732.log 2023-10-21T20:41:49.619 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.639380.log.gz 2023-10-21T20:41:49.619 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.147893.log.gz 2023-10-21T20:41:49.619 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.311578.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717182.log 2023-10-21T20:41:49.620 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311578.log.gz 2023-10-21T20:41:49.620 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.371732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319580.log 2023-10-21T20:41:49.620 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.371732.log.gz 2023-10-21T20:41:49.621 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.717182.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.701501.log 2023-10-21T20:41:49.621 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717182.log.gz 2023-10-21T20:41:49.621 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.319580.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.273402.log 2023-10-21T20:41:49.621 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319580.log.gz 2023-10-21T20:41:49.622 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.701501.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.439071.log 2023-10-21T20:41:49.622 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.701501.log.gz 2023-10-21T20:41:49.622 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.273402.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306290.log 2023-10-21T20:41:49.622 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.273402.log.gz 2023-10-21T20:41:49.623 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408472.log 2023-10-21T20:41:49.623 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.439071.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.439071.log.gz 2023-10-21T20:41:49.623 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.306290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.290094.log 2023-10-21T20:41:49.624 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306290.log.gz 2023-10-21T20:41:49.624 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.408472.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395911.log 2023-10-21T20:41:49.624 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.408472.log.gz 2023-10-21T20:41:49.624 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.290094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833020.log 2023-10-21T20:41:49.625 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.290094.log.gz 2023-10-21T20:41:49.625 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.395911.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686745.log 2023-10-21T20:41:49.625 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395911.log.gz 2023-10-21T20:41:49.626 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.833020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325211.log 2023-10-21T20:41:49.626 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833020.log.gz 2023-10-21T20:41:49.626 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.686745.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833951.log 2023-10-21T20:41:49.626 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686745.log.gz 2023-10-21T20:41:49.627 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.325211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355302.log 2023-10-21T20:41:49.627 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325211.log.gz 2023-10-21T20:41:49.627 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.833951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.643688.log 2023-10-21T20:41:49.628 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833951.log.gz 2023-10-21T20:41:49.628 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.355302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.440382.log 2023-10-21T20:41:49.628 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.355302.log.gz 2023-10-21T20:41:49.628 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.643688.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188163.log 2023-10-21T20:41:49.629 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.643688.log.gz 2023-10-21T20:41:49.629 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.440382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.382300.log 2023-10-21T20:41:49.629 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.440382.log.gz 2023-10-21T20:41:49.630 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.188163.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.242899.log 2023-10-21T20:41:49.630 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188163.log.gz 2023-10-21T20:41:49.630 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.382300.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.302222.log 2023-10-21T20:41:49.631 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.382300.log.gz 2023-10-21T20:41:49.631 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.242899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.277627.log 2023-10-21T20:41:49.631 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.242899.log.gz 2023-10-21T20:41:49.631 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.302222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704645.log 2023-10-21T20:41:49.632 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.302222.log.gz 2023-10-21T20:41:49.632 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.277627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411493.log 2023-10-21T20:41:49.632 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.277627.log.gz 2023-10-21T20:41:49.633 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.704645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417045.log 2023-10-21T20:41:49.633 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704645.log.gz 2023-10-21T20:41:49.633 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.411493.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.274416.log 2023-10-21T20:41:49.633 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411493.log.gz 2023-10-21T20:41:49.634 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.417045.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.371956.log 2023-10-21T20:41:49.634 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417045.log.gz 2023-10-21T20:41:49.634 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.274416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.442302.log 2023-10-21T20:41:49.635 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.274416.log.gz 2023-10-21T20:41:49.635 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.371956.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227684.log 2023-10-21T20:41:49.635 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.371956.log.gz 2023-10-21T20:41:49.635 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.442302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.939353.log 2023-10-21T20:41:49.636 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.442302.log.gz 2023-10-21T20:41:49.636 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.227684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.441824.log 2023-10-21T20:41:49.636 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227684.log.gz 2023-10-21T20:41:49.636 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.939353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.694698.log 2023-10-21T20:41:49.637 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.939353.log.gz 2023-10-21T20:41:49.637 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.441824.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134557.log 2023-10-21T20:41:49.637 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.441824.log.gz 2023-10-21T20:41:49.638 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.694698.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333867.log 2023-10-21T20:41:49.638 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.694698.log.gz 2023-10-21T20:41:49.638 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.134557.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.718878.log 2023-10-21T20:41:49.638 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.333867.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696214.log 2023-10-21T20:41:49.641 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333867.log.gz 2023-10-21T20:41:49.641 INFO:teuthology.orchestra.run.smithi067.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.134557.log.gz 2023-10-21T20:41:49.642 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.718878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.944929.log 2023-10-21T20:41:49.642 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.718878.log.gz 2023-10-21T20:41:49.642 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.696214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324618.log 2023-10-21T20:41:49.642 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696214.log.gz 2023-10-21T20:41:49.643 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.944929.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667180.log 2023-10-21T20:41:49.643 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.944929.log.gz 2023-10-21T20:41:49.643 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.324618.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649460.log 2023-10-21T20:41:49.644 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324618.log.gz 2023-10-21T20:41:49.644 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667180.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.640313.log 2023-10-21T20:41:49.644 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667180.log.gz 2023-10-21T20:41:49.644 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.649460.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428790.log 2023-10-21T20:41:49.645 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649460.log.gz 2023-10-21T20:41:49.645 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.640313.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.498428.log 2023-10-21T20:41:49.645 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.640313.log.gz 2023-10-21T20:41:49.645 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.428790.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148551.log 2023-10-21T20:41:49.646 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428790.log.gz 2023-10-21T20:41:49.646 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.498428.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.319594.log 2023-10-21T20:41:49.646 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.498428.log.gz 2023-10-21T20:41:49.647 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148551.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308610.log 2023-10-21T20:41:49.647 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.319594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.396713.log 2023-10-21T20:41:49.647 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319594.log.gz 2023-10-21T20:41:49.647 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.308610.log: gzip -5 --verbose -- /var/log/ceph/xfstests-dev-results/results/check.log 2023-10-21T20:41:49.648 INFO:teuthology.orchestra.run.smithi067.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.148551.log.gz 2023-10-21T20:41:49.648 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308610.log.gz 2023-10-21T20:41:49.648 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.396713.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292500.log 2023-10-21T20:41:49.649 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396713.log.gz 2023-10-21T20:41:49.649 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/xfstests-dev-results/results/check.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.447654.log 2023-10-21T20:41:49.649 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.292500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347424.log 2023-10-21T20:41:49.649 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292500.log.gz 2023-10-21T20:41:49.650 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.447654.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.252156.log 2023-10-21T20:41:49.650 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.447654.log.gz 2023-10-21T20:41:49.650 INFO:teuthology.orchestra.run.smithi067.stderr: 89.7% -- replaced with /var/log/ceph/xfstests-dev-results/results/check.log.gz 2023-10-21T20:41:49.650 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.347424.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.347424.log.gz 2023-10-21T20:41:49.651 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721654.log 2023-10-21T20:41:49.651 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.252156.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405643.log 2023-10-21T20:41:49.651 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.252156.log.gz 2023-10-21T20:41:49.652 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.721654.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.368900.log 2023-10-21T20:41:49.652 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721654.log.gz 2023-10-21T20:41:49.652 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.405643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219356.log 2023-10-21T20:41:49.652 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405643.log.gz 2023-10-21T20:41:49.653 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.368900.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.186594.log 2023-10-21T20:41:49.653 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.368900.log.gz 2023-10-21T20:41:49.653 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.219356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.653179.log 2023-10-21T20:41:49.654 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.219356.log.gz 2023-10-21T20:41:49.654 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.186594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361935.log 2023-10-21T20:41:49.654 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.186594.log.gz 2023-10-21T20:41:49.654 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.653179.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.774140.log 2023-10-21T20:41:49.655 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.653179.log.gz 2023-10-21T20:41:49.655 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.361935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.231197.log 2023-10-21T20:41:49.655 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361935.log.gz 2023-10-21T20:41:49.656 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.774140.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.774140.log.gz 2023-10-21T20:41:49.656 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352775.log 2023-10-21T20:41:49.656 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.231197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345968.log 2023-10-21T20:41:49.656 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.231197.log.gz 2023-10-21T20:41:49.657 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.352775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.784493.log 2023-10-21T20:41:49.657 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.352775.log.gz 2023-10-21T20:41:49.657 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.345968.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.788547.log 2023-10-21T20:41:49.657 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345968.log.gz 2023-10-21T20:41:49.658 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.784493.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.685213.log 2023-10-21T20:41:49.658 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.784493.log.gz 2023-10-21T20:41:49.658 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.788547.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.442785.log -- replaced with /var/log/ceph/ceph-client.admin.788547.log.gz 2023-10-21T20:41:49.659 INFO:teuthology.orchestra.run.smithi067.stderr: 2023-10-21T20:41:49.659 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670153.log 2023-10-21T20:41:49.659 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.685213.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685213.log.gz 2023-10-21T20:41:49.659 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.442785.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817882.log 2023-10-21T20:41:49.660 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.442785.log.gz 2023-10-21T20:41:49.660 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.670153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422062.log 2023-10-21T20:41:49.660 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670153.log.gz 2023-10-21T20:41:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.817882.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.327180.log 2023-10-21T20:41:49.661 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817882.log.gz 2023-10-21T20:41:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.422062.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.788826.log 2023-10-21T20:41:49.661 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.422062.log.gz 2023-10-21T20:41:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.327180.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.789953.log 2023-10-21T20:41:49.662 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327180.log.gz 2023-10-21T20:41:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.788826.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228634.log 2023-10-21T20:41:49.663 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.788826.log.gz 2023-10-21T20:41:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.789953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713209.log 2023-10-21T20:41:49.663 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.789953.log.gz 2023-10-21T20:41:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.228634.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413943.log 2023-10-21T20:41:49.664 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.228634.log.gz 2023-10-21T20:41:49.664 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.713209.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433987.log 2023-10-21T20:41:49.664 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713209.log.gz 2023-10-21T20:41:49.665 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.413943.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.949349.log 2023-10-21T20:41:49.665 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413943.log.gz 2023-10-21T20:41:49.665 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.433987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.195344.log 2023-10-21T20:41:49.665 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.433987.log.gz 2023-10-21T20:41:49.666 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.949349.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816969.log 2023-10-21T20:41:49.666 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.949349.log.gz 2023-10-21T20:41:49.666 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.195344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141785.log 2023-10-21T20:41:49.667 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.195344.log.gz 2023-10-21T20:41:49.667 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.816969.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833006.log 2023-10-21T20:41:49.667 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816969.log.gz 2023-10-21T20:41:49.667 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141785.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317777.log 2023-10-21T20:41:49.668 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.833006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360935.log 2023-10-21T20:41:49.668 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833006.log.gz 2023-10-21T20:41:49.668 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.317777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278754.log 2023-10-21T20:41:49.668 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.317777.log.gz 2023-10-21T20:41:49.669 INFO:teuthology.orchestra.run.smithi067.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.141785.log.gz 2023-10-21T20:41:49.669 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.360935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.645945.log 2023-10-21T20:41:49.669 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360935.log.gz 2023-10-21T20:41:49.670 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.278754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.645091.log 2023-10-21T20:41:49.670 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.278754.log.gz 2023-10-21T20:41:49.670 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.645945.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.776756.log 2023-10-21T20:41:49.670 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.645945.log.gz 2023-10-21T20:41:49.671 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.645091.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.719401.log 2023-10-21T20:41:49.671 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.645091.log.gz 2023-10-21T20:41:49.671 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.776756.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381330.log 2023-10-21T20:41:49.671 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.776756.log.gz 2023-10-21T20:41:49.672 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.719401.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.440305.log 2023-10-21T20:41:49.672 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.719401.log.gz 2023-10-21T20:41:49.672 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.381330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379716.log 2023-10-21T20:41:49.673 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381330.log.gz 2023-10-21T20:41:49.673 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316974.log 2023-10-21T20:41:49.673 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.440305.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.440305.log.gz 2023-10-21T20:41:49.673 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.379716.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297402.log 2023-10-21T20:41:49.674 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379716.log.gz 2023-10-21T20:41:49.674 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.316974.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.500191.log 2023-10-21T20:41:49.674 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.316974.log.gz 2023-10-21T20:41:49.675 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.297402.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.420545.log 2023-10-21T20:41:49.675 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297402.log.gz 2023-10-21T20:41:49.675 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.500191.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388857.log 2023-10-21T20:41:49.675 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.500191.log.gz 2023-10-21T20:41:49.676 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.420545.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310369.log 2023-10-21T20:41:49.676 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.420545.log.gz 2023-10-21T20:41:49.676 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.388857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453136.log 2023-10-21T20:41:49.676 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.388857.log.gz 2023-10-21T20:41:49.677 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.310369.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.429933.log 2023-10-21T20:41:49.677 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310369.log.gz 2023-10-21T20:41:49.677 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.453136.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298275.log 2023-10-21T20:41:49.678 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.453136.log.gz 2023-10-21T20:41:49.678 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.429933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.651387.log 2023-10-21T20:41:49.678 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.429933.log.gz 2023-10-21T20:41:49.678 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.298275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421449.log 2023-10-21T20:41:49.679 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298275.log.gz 2023-10-21T20:41:49.679 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.651387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834508.log 2023-10-21T20:41:49.679 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.651387.log.gz 2023-10-21T20:41:49.680 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.421449.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.944544.log 2023-10-21T20:41:49.680 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421449.log.gz 2023-10-21T20:41:49.680 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.834508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.654178.log 2023-10-21T20:41:49.681 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834508.log.gz 2023-10-21T20:41:49.681 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.944544.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2023-10-21T20:41:49.681 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.944544.log.gz 2023-10-21T20:41:49.681 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.654178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.443953.log 2023-10-21T20:41:49.682 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.654178.log.gz 2023-10-21T20:41:49.682 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-osd.0.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.145542.log 2023-10-21T20:41:49.682 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.443953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421540.log 2023-10-21T20:41:49.682 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.443953.log.gz 2023-10-21T20:41:49.683 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145542.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405885.log 2023-10-21T20:41:49.683 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.421540.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.639471.log 2023-10-21T20:41:49.683 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421540.log.gz 2023-10-21T20:41:49.684 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.405885.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.145542.log.gz 2023-10-21T20:41:49.684 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431287.log 2023-10-21T20:41:49.684 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405885.log.gz 2023-10-21T20:41:49.684 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.639471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413498.log 2023-10-21T20:41:49.685 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.639471.log.gz 2023-10-21T20:41:49.685 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.431287.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.241231.log 2023-10-21T20:41:49.685 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431287.log.gz 2023-10-21T20:41:49.686 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.413498.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950457.log 2023-10-21T20:41:49.686 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413498.log.gz 2023-10-21T20:41:49.686 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.832540.log 2023-10-21T20:41:49.686 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.241231.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.241231.log.gz 2023-10-21T20:41:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295956.log 2023-10-21T20:41:49.687 INFO:teuthology.orchestra.run.smithi067.stderr: 88.1%/var/log/ceph/ceph-client.admin.832540.log: -- replaced with /var/log/ceph/ceph-client.admin.950457.log.gz 2023-10-21T20:41:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.787203.log 2023-10-21T20:41:49.688 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.832540.log.gz 2023-10-21T20:41:49.688 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706243.log 2023-10-21T20:41:49.688 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.295956.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295956.log.gz 2023-10-21T20:41:49.688 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.787203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775290.log 2023-10-21T20:41:49.689 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.787203.log.gz 2023-10-21T20:41:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.706243.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.468783.log 2023-10-21T20:41:49.689 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.706243.log.gz 2023-10-21T20:41:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.775290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.825278.log 2023-10-21T20:41:49.690 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775290.log.gz 2023-10-21T20:41:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.468783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.703379.log 2023-10-21T20:41:49.690 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.468783.log.gz 2023-10-21T20:41:49.691 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.825278.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435950.log 2023-10-21T20:41:49.691 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.825278.log.gz 2023-10-21T20:41:49.691 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.703379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358393.log 2023-10-21T20:41:49.691 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.703379.log.gz 2023-10-21T20:41:49.692 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.435950.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427603.log 2023-10-21T20:41:49.692 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.435950.log.gz 2023-10-21T20:41:49.692 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.358393.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.201059.log 2023-10-21T20:41:49.693 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358393.log.gz 2023-10-21T20:41:49.693 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.427603.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.539347.log 2023-10-21T20:41:49.693 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427603.log.gz 2023-10-21T20:41:49.694 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.201059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408935.log 2023-10-21T20:41:49.694 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.201059.log.gz 2023-10-21T20:41:49.694 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.539347.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.500406.log 2023-10-21T20:41:49.694 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.539347.log.gz 2023-10-21T20:41:49.695 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.408935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240835.log 2023-10-21T20:41:49.695 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.408935.log.gz 2023-10-21T20:41:49.695 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.500406.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275721.log 2023-10-21T20:41:49.696 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.500406.log.gz 2023-10-21T20:41:49.696 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.240835.log: -- /var/log/ceph/ceph-client.admin.709975.log 2023-10-21T20:41:49.696 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.240835.log.gz 2023-10-21T20:41:49.696 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.275721.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.300280.log 2023-10-21T20:41:49.697 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275721.log.gz 2023-10-21T20:41:49.697 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.709975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777935.log 2023-10-21T20:41:49.697 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709975.log.gz 2023-10-21T20:41:49.698 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.300280.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140815.log 2023-10-21T20:41:49.698 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.300280.log.gz 2023-10-21T20:41:49.698 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.777935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950114.log 2023-10-21T20:41:49.698 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777935.log.gz 2023-10-21T20:41:49.699 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.251607.log 2023-10-21T20:41:49.699 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950114.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.657509.log 2023-10-21T20:41:49.699 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.251607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320082.log 2023-10-21T20:41:49.700 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.251607.log.gz 2023-10-21T20:41:49.700 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.950114.log.gz 2023-10-21T20:41:49.700 INFO:teuthology.orchestra.run.smithi067.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.140815.log.gz 2023-10-21T20:41:49.700 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.657509.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.220677.log 2023-10-21T20:41:49.701 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.657509.log.gz 2023-10-21T20:41:49.701 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.320082.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.698664.log 2023-10-21T20:41:49.701 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320082.log.gz 2023-10-21T20:41:49.701 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.220677.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.669633.log 2023-10-21T20:41:49.702 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.220677.log.gz 2023-10-21T20:41:49.702 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.698664.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275255.log 2023-10-21T20:41:49.702 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.698664.log.gz 2023-10-21T20:41:49.703 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.669633.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305086.log 2023-10-21T20:41:49.703 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669633.log.gz 2023-10-21T20:41:49.703 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791990.log /var/log/ceph/ceph-client.admin.275255.log: 2023-10-21T20:41:49.703 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275255.log.gz 2023-10-21T20:41:49.704 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.305086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388766.log 2023-10-21T20:41:49.704 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305086.log.gz 2023-10-21T20:41:49.704 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.791990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713511.log 2023-10-21T20:41:49.705 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791990.log.gz 2023-10-21T20:41:49.705 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.388766.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.643229.log 2023-10-21T20:41:49.705 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.388766.log.gz 2023-10-21T20:41:49.705 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.713511.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.441838.log 2023-10-21T20:41:49.706 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713511.log.gz 2023-10-21T20:41:49.706 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.643229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346694.log 2023-10-21T20:41:49.706 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.643229.log.gz 2023-10-21T20:41:49.707 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.441838.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394479.log 2023-10-21T20:41:49.707 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.441838.log.gz 2023-10-21T20:41:49.707 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.346694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317553.log 2023-10-21T20:41:49.707 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346694.log.gz 2023-10-21T20:41:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.394479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372659.log 2023-10-21T20:41:49.708 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394479.log.gz 2023-10-21T20:41:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223069.log 2023-10-21T20:41:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.317553.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.317553.log.gz 2023-10-21T20:41:49.709 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.372659.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.403843.log 2023-10-21T20:41:49.709 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372659.log.gz 2023-10-21T20:41:49.709 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.223069.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417127.log 2023-10-21T20:41:49.710 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223069.log.gz 2023-10-21T20:41:49.710 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.403843.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647045.log 2023-10-21T20:41:49.710 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.403843.log.gz 2023-10-21T20:41:49.711 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.417127.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.359419.log 2023-10-21T20:41:49.711 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417127.log.gz 2023-10-21T20:41:49.711 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.647045.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.398530.log -- replaced with /var/log/ceph/ceph-client.admin.647045.log.gz 2023-10-21T20:41:49.711 INFO:teuthology.orchestra.run.smithi067.stderr: 2023-10-21T20:41:49.712 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.359419.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.480741.log 2023-10-21T20:41:49.712 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359419.log.gz 2023-10-21T20:41:49.712 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.445402.log 2023-10-21T20:41:49.713 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.398530.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398530.log.gz 2023-10-21T20:41:49.713 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.480741.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228169.log 2023-10-21T20:41:49.713 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.480741.log.gz 2023-10-21T20:41:49.713 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.445402.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.667088.log 2023-10-21T20:41:49.714 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.445402.log.gz 2023-10-21T20:41:49.714 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.228169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390590.log 2023-10-21T20:41:49.714 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.228169.log.gz 2023-10-21T20:41:49.715 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667088.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.826167.log 2023-10-21T20:41:49.715 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667088.log.gz 2023-10-21T20:41:49.715 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.390590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.400461.log 2023-10-21T20:41:49.715 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390590.log.gz 2023-10-21T20:41:49.716 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.826167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.499453.log 2023-10-21T20:41:49.716 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.826167.log.gz 2023-10-21T20:41:49.716 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.400461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357905.log 2023-10-21T20:41:49.716 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.400461.log.gz 2023-10-21T20:41:49.717 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.499453.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.253676.log 2023-10-21T20:41:49.717 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.499453.log.gz 2023-10-21T20:41:49.717 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.357905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686544.log 2023-10-21T20:41:49.718 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357905.log.gz 2023-10-21T20:41:49.718 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.253676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316081.log 2023-10-21T20:41:49.718 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.253676.log.gz 2023-10-21T20:41:49.718 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.686544.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194863.log 2023-10-21T20:41:49.719 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686544.log.gz 2023-10-21T20:41:49.719 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.316081.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375500.log 2023-10-21T20:41:49.719 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.316081.log.gz 2023-10-21T20:41:49.720 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.194863.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339436.log 2023-10-21T20:41:49.720 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194863.log.gz 2023-10-21T20:41:49.720 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.375500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.778448.log 2023-10-21T20:41:49.721 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375500.log.gz 2023-10-21T20:41:49.721 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.339436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187697.log 2023-10-21T20:41:49.721 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339436.log.gz 2023-10-21T20:41:49.721 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.778448.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.451108.log 2023-10-21T20:41:49.722 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.778448.log.gz 2023-10-21T20:41:49.722 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.187697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221426.log 2023-10-21T20:41:49.722 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187697.log.gz 2023-10-21T20:41:49.723 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.451108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343361.log 2023-10-21T20:41:49.723 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.451108.log.gz 2023-10-21T20:41:49.723 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.221426.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.823484.log 2023-10-21T20:41:49.723 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221426.log.gz 2023-10-21T20:41:49.724 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.343361.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.776209.log 2023-10-21T20:41:49.724 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343361.log.gz 2023-10-21T20:41:49.724 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.823484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.296438.log 2023-10-21T20:41:49.725 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.823484.log.gz 2023-10-21T20:41:49.725 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.776209.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.450611.log 2023-10-21T20:41:49.725 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.776209.log.gz 2023-10-21T20:41:49.725 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.296438.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.296438.log.gz 2023-10-21T20:41:49.726 INFO:teuthology.orchestra.run.smithi067.stderr:--verbose -- /var/log/ceph/ceph-client.admin.945973.log 2023-10-21T20:41:49.726 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.450611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222587.log 2023-10-21T20:41:49.726 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.450611.log.gz 2023-10-21T20:41:49.726 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.945973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.639848.log 0.0% 2023-10-21T20:41:49.727 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.945973.log.gz 2023-10-21T20:41:49.727 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.222587.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224800.log 2023-10-21T20:41:49.727 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222587.log.gz 2023-10-21T20:41:49.728 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.639848.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.639848.log.gz 2023-10-21T20:41:49.728 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355798.log 2023-10-21T20:41:49.728 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705207.log 2023-10-21T20:41:49.728 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.224800.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224800.log.gz 2023-10-21T20:41:49.729 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.355798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207735.log 2023-10-21T20:41:49.729 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.355798.log.gz 2023-10-21T20:41:49.729 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.442211.log 2023-10-21T20:41:49.730 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.705207.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705207.log.gz 2023-10-21T20:41:49.730 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.207735.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.340790.log 2023-10-21T20:41:49.730 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207735.log.gz 2023-10-21T20:41:49.730 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.442211.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.442211.log.gz 2023-10-21T20:41:49.731 INFO:teuthology.orchestra.run.smithi067.stderr:-5 --verbose -- /var/log/ceph/ceph-client.admin.710711.log 2023-10-21T20:41:49.731 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.340790.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.371456.log 2023-10-21T20:41:49.731 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.340790.log.gz 2023-10-21T20:41:49.732 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.710711.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710711.log.gz 2023-10-21T20:41:49.732 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.774154.log 2023-10-21T20:41:49.732 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.371456.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.382209.log 2023-10-21T20:41:49.733 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.371456.log.gz 2023-10-21T20:41:49.733 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.774154.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.774154.log.gz 2023-10-21T20:41:49.733 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.823124.log 2023-10-21T20:41:49.733 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.382209.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423798.log 2023-10-21T20:41:49.734 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.382209.log.gz 2023-10-21T20:41:49.734 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.823124.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.329155.log 0.0% 2023-10-21T20:41:49.734 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.823124.log.gz 2023-10-21T20:41:49.735 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.423798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.770985.log 2023-10-21T20:41:49.735 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.423798.log.gz 2023-10-21T20:41:49.735 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.329155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.254817.log 2023-10-21T20:41:49.735 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.329155.log.gz 2023-10-21T20:41:49.736 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.770985.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.285542.log 2023-10-21T20:41:49.736 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.770985.log.gz 2023-10-21T20:41:49.736 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.254817.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707685.log 2023-10-21T20:41:49.737 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.254817.log.gz 2023-10-21T20:41:49.737 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.285542.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.276662.log 2023-10-21T20:41:49.737 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.285542.log.gz 2023-10-21T20:41:49.737 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.707685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.669111.log 2023-10-21T20:41:49.738 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707685.log.gz 2023-10-21T20:41:49.738 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.276662.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.276662.log.gz 2023-10-21T20:41:49.738 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141415.log 2023-10-21T20:41:49.738 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.669111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.203690.log 2023-10-21T20:41:49.739 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669111.log.gz 2023-10-21T20:41:49.739 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.827589.log 2023-10-21T20:41:49.739 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.203690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.773957.log 2023-10-21T20:41:49.740 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.203690.log.gz 2023-10-21T20:41:49.740 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.827589.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.827589.log.gz 2023-10-21T20:41:49.740 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.830806.log 2023-10-21T20:41:49.740 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.773957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192049.log 2023-10-21T20:41:49.741 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.773957.log.gz 2023-10-21T20:41:49.741 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.830806.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.830806.log.gz 2023-10-21T20:41:49.741 INFO:teuthology.orchestra.run.smithi067.stderr:-5 --verbose -- /var/log/ceph/ceph-client.admin.400384.log 2023-10-21T20:41:49.742 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.192049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318576.log 2023-10-21T20:41:49.742 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192049.log.gz 2023-10-21T20:41:49.742 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.400384.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.400384.log.gz 2023-10-21T20:41:49.742 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656282.log 2023-10-21T20:41:49.743 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.318576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.444335.log 2023-10-21T20:41:49.743 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318576.log.gz 2023-10-21T20:41:49.743 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.656282.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656282.log.gz 2023-10-21T20:41:49.744 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950007.log 2023-10-21T20:41:49.744 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.444335.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667042.log 2023-10-21T20:41:49.744 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.444335.log.gz 2023-10-21T20:41:49.744 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363780.log 2023-10-21T20:41:49.745 INFO:teuthology.orchestra.run.smithi067.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.950007.log.gz 2023-10-21T20:41:49.745 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.772454.log 2023-10-21T20:41:49.745 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667042.log.gz 2023-10-21T20:41:49.746 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.253927.log 2023-10-21T20:41:49.746 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.363780.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363780.log.gz 2023-10-21T20:41:49.746 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.772454.log: /var/log/ceph/ceph-client.admin.140869.log 2023-10-21T20:41:49.746 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.772454.log.gz 2023-10-21T20:41:49.747 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.253927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225088.log 2023-10-21T20:41:49.747 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.253927.log.gz 2023-10-21T20:41:49.747 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2023-10-21T20:41:49.748 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140869.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.682686.log 2023-10-21T20:41:49.748 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.225088.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225088.log.gz 2023-10-21T20:41:49.748 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834884.log 2023-10-21T20:41:49.748 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667017.log 2023-10-21T20:41:49.749 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.682686.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.682686.log.gz 2023-10-21T20:41:49.749 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.834884.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.774442.log 2023-10-21T20:41:49.749 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834884.log.gz 2023-10-21T20:41:49.749 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427059.log 2023-10-21T20:41:49.750 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667017.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667017.log.gz 2023-10-21T20:41:49.750 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.774442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667295.log 2023-10-21T20:41:49.750 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.774442.log.gz 2023-10-21T20:41:49.751 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.427059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.340348.log 2023-10-21T20:41:49.751 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427059.log.gz 2023-10-21T20:41:49.751 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.443288.log 2023-10-21T20:41:49.751 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667295.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667295.log.gz 2023-10-21T20:41:49.752 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.340348.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.334082.log 2023-10-21T20:41:49.752 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.340348.log.gz 2023-10-21T20:41:49.752 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.443288.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.785811.log 2023-10-21T20:41:49.753 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.443288.log.gz 2023-10-21T20:41:49.753 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236467.log 2023-10-21T20:41:49.753 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.334082.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.334082.log.gz 2023-10-21T20:41:49.754 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.785811.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326722.log 2023-10-21T20:41:49.754 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.785811.log.gz 2023-10-21T20:41:49.754 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.236467.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.809984.log 2023-10-21T20:41:49.754 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.236467.log.gz 2023-10-21T20:41:49.755 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704069.log 2023-10-21T20:41:49.755 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.326722.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326722.log.gz 2023-10-21T20:41:49.755 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.809984.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374173.log 2023-10-21T20:41:49.756 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.809984.log.gz 2023-10-21T20:41:49.756 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.704069.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704069.log.gz 2023-10-21T20:41:49.756 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.334159.log 2023-10-21T20:41:49.756 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374998.log 2023-10-21T20:41:49.757 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.374173.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374173.log.gz 2023-10-21T20:41:49.757 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.334159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394704.log 2023-10-21T20:41:49.757 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.334159.log.gz 2023-10-21T20:41:49.758 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.374998.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637092.log 2023-10-21T20:41:49.758 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374998.log.gz 2023-10-21T20:41:49.758 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.394704.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.947910.log 2023-10-21T20:41:49.759 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394704.log.gz 2023-10-21T20:41:49.759 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.637092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.671080.log 2023-10-21T20:41:49.759 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637092.log.gz 2023-10-21T20:41:49.759 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.947910.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353812.log 2023-10-21T20:41:49.760 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.947910.log.gz 2023-10-21T20:41:49.760 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342567.log 2023-10-21T20:41:49.760 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.671080.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.671080.log.gz 2023-10-21T20:41:49.760 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.353812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705221.log 2023-10-21T20:41:49.761 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353812.log.gz 2023-10-21T20:41:49.761 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.342567.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.831609.log 2023-10-21T20:41:49.761 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.342567.log.gz 2023-10-21T20:41:49.762 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.705221.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.335040.log 2023-10-21T20:41:49.762 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705221.log.gz 2023-10-21T20:41:49.762 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.831609.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.831609.log.gz 2023-10-21T20:41:49.762 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322218.log 2023-10-21T20:41:49.763 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.682253.log 2023-10-21T20:41:49.763 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.335040.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.335040.log.gz 2023-10-21T20:41:49.763 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.322218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.250583.log 2023-10-21T20:41:49.764 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322218.log.gz 2023-10-21T20:41:49.764 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.682253.log: -- /var/log/ceph/ceph-client.admin.396503.log 2023-10-21T20:41:49.764 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.682253.log.gz 2023-10-21T20:41:49.764 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.250583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686169.log 2023-10-21T20:41:49.765 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.250583.log.gz 2023-10-21T20:41:49.765 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.396503.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.396503.log.gz-5 2023-10-21T20:41:49.765 INFO:teuthology.orchestra.run.smithi067.stderr:--verbose -- /var/log/ceph/ceph-client.admin.145266.log 2023-10-21T20:41:49.766 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193925.log 2023-10-21T20:41:49.766 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.686169.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686169.log.gz 2023-10-21T20:41:49.766 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145266.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142730.log 2023-10-21T20:41:49.766 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.193925.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373748.log 2023-10-21T20:41:49.767 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193925.log.gz 2023-10-21T20:41:49.767 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142730.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379913.log 2023-10-21T20:41:49.767 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.788840.log 2023-10-21T20:41:49.767 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.373748.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373748.log.gz 2023-10-21T20:41:49.768 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.379913.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.220192.log 2023-10-21T20:41:49.768 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379913.log.gz 2023-10-21T20:41:49.768 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.788840.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204337.log 2023-10-21T20:41:49.769 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.788840.log.gz 2023-10-21T20:41:49.769 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.220192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345453.log 2023-10-21T20:41:49.769 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.220192.log.gz 2023-10-21T20:41:49.769 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.204337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146079.log 2023-10-21T20:41:49.770 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.204337.log.gz 2023-10-21T20:41:49.770 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.345453.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.776770.log 2023-10-21T20:41:49.770 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345453.log.gz 2023-10-21T20:41:49.771 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146079.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.666482.log 2023-10-21T20:41:49.771 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648547.log 2023-10-21T20:41:49.771 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.776770.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.776770.log.gz 2023-10-21T20:41:49.771 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.666482.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.940774.log 2023-10-21T20:41:49.772 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.666482.log.gz 2023-10-21T20:41:49.772 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.648547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.671492.log 2023-10-21T20:41:49.772 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648547.log.gz 2023-10-21T20:41:49.772 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.940774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.697763.log 2023-10-21T20:41:49.773 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.940774.log.gz 2023-10-21T20:41:49.773 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.671492.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.835872.log 2023-10-21T20:41:49.773 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.671492.log.gz 2023-10-21T20:41:49.774 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.697763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813447.log 2023-10-21T20:41:49.774 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.697763.log.gz 2023-10-21T20:41:49.774 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.835872.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.291927.log 2023-10-21T20:41:49.774 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.835872.log.gz 2023-10-21T20:41:49.775 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.813447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650449.log 2023-10-21T20:41:49.775 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813447.log.gz 2023-10-21T20:41:49.775 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.653726.log 2023-10-21T20:41:49.776 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.291927.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.291927.log.gz 2023-10-21T20:41:49.776 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.650449.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.711766.log 2023-10-21T20:41:49.776 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650449.log.gz 2023-10-21T20:41:49.776 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.653726.log: --verbose -- /var/log/ceph/ceph-client.admin.389799.log 2023-10-21T20:41:49.777 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.653726.log.gz 2023-10-21T20:41:49.777 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.711766.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.371655.log 2023-10-21T20:41:49.777 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.711766.log.gz 2023-10-21T20:41:49.777 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358617.log 2023-10-21T20:41:49.778 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.389799.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.389799.log.gz 2023-10-21T20:41:49.778 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.371655.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.371655.log.gz 2023-10-21T20:41:49.778 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.786522.log 2023-10-21T20:41:49.779 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.703470.log 2023-10-21T20:41:49.779 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.358617.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358617.log.gz 2023-10-21T20:41:49.779 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.786522.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.632655.log 2023-10-21T20:41:49.779 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.786522.log.gz 2023-10-21T20:41:49.780 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.718801.log 2023-10-21T20:41:49.780 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.703470.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.703470.log.gz 2023-10-21T20:41:49.780 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.632655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822047.log 2023-10-21T20:41:49.780 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.632655.log.gz 2023-10-21T20:41:49.781 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.718801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.941629.log 2023-10-21T20:41:49.781 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.718801.log.gz 2023-10-21T20:41:49.781 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.822047.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.451185.log 2023-10-21T20:41:49.782 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822047.log.gz 2023-10-21T20:41:49.782 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815449.log 2023-10-21T20:41:49.782 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.941629.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.941629.log.gz 2023-10-21T20:41:49.782 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.451185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.643611.log 2023-10-21T20:41:49.783 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.451185.log.gz 2023-10-21T20:41:49.783 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.815449.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204294.log 2023-10-21T20:41:49.783 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815449.log.gz 2023-10-21T20:41:49.784 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.643611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412203.log 2023-10-21T20:41:49.784 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.643611.log.gz 2023-10-21T20:41:49.784 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.446434.log 2023-10-21T20:41:49.784 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.204294.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.204294.log.gz 2023-10-21T20:41:49.785 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.412203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430134.log 2023-10-21T20:41:49.785 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412203.log.gz 2023-10-21T20:41:49.785 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.469082.log 2023-10-21T20:41:49.785 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.446434.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.446434.log.gz 2023-10-21T20:41:49.786 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.430134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.203792.log 2023-10-21T20:41:49.786 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.430134.log.gz 2023-10-21T20:41:49.786 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.939262.log 2023-10-21T20:41:49.787 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.469082.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.469082.log.gz 2023-10-21T20:41:49.787 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.203792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.691441.log 2023-10-21T20:41:49.787 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.203792.log.gz 2023-10-21T20:41:49.787 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.939262.log: -- /var/log/ceph/ceph-client.admin.289700.log 2023-10-21T20:41:49.788 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.939262.log.gz 2023-10-21T20:41:49.788 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.691441.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.832554.log -- replaced with /var/log/ceph/ceph-client.admin.691441.log.gz 2023-10-21T20:41:49.788 INFO:teuthology.orchestra.run.smithi067.stderr: 2023-10-21T20:41:49.789 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306586.log 2023-10-21T20:41:49.789 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.289700.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.289700.log.gz 2023-10-21T20:41:49.789 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.832554.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.203017.log 2023-10-21T20:41:49.789 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.832554.log.gz 2023-10-21T20:41:49.790 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.306586.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.816878.log 2023-10-21T20:41:49.790 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306586.log.gz 2023-10-21T20:41:49.790 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.203017.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.472615.log 2023-10-21T20:41:49.790 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.203017.log.gz 2023-10-21T20:41:49.791 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.816878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.949823.log 2023-10-21T20:41:49.791 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816878.log.gz 2023-10-21T20:41:49.791 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.472615.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325627.log 2023-10-21T20:41:49.792 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.472615.log.gz 2023-10-21T20:41:49.792 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.949823.log: --verbose -- /var/log/ceph/ceph-client.admin.429919.log 2023-10-21T20:41:49.792 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.325627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.826650.log 2023-10-21T20:41:49.792 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% 87.8% -- replaced with /var/log/ceph/ceph-client.admin.325627.log.gz -- replaced with /var/log/ceph/ceph-client.admin.949823.log.gz 2023-10-21T20:41:49.793 INFO:teuthology.orchestra.run.smithi067.stderr: 2023-10-21T20:41:49.793 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.429919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206949.log 2023-10-21T20:41:49.793 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.429919.log.gz 2023-10-21T20:41:49.793 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.826650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421207.log 2023-10-21T20:41:49.794 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.826650.log.gz 2023-10-21T20:41:49.794 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206949.log: /var/log/ceph/ceph-client.admin.435391.log 2023-10-21T20:41:49.794 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.206949.log.gz 2023-10-21T20:41:49.795 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.421207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375213.log 2023-10-21T20:41:49.795 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421207.log.gz 2023-10-21T20:41:49.795 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219728.log 2023-10-21T20:41:49.795 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.435391.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.435391.log.gz 2023-10-21T20:41:49.796 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.375213.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.277145.log 2023-10-21T20:41:49.796 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375213.log.gz 2023-10-21T20:41:49.799 INFO:teuthology.orchestra.run.smithi190.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.134213.log.gz 2023-10-21T20:41:49.799 INFO:teuthology.orchestra.run.smithi190.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.134260.log.gz 2023-10-21T20:41:49.800 INFO:teuthology.orchestra.run.smithi190.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.134305.log.gz 2023-10-21T20:41:49.800 INFO:teuthology.orchestra.run.smithi190.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.134351.log.gz 2023-10-21T20:41:49.800 INFO:teuthology.orchestra.run.smithi190.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.134397.log.gz 2023-10-21T20:41:49.800 INFO:teuthology.orchestra.run.smithi190.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.134442.log.gz 2023-10-21T20:41:49.801 INFO:teuthology.orchestra.run.smithi190.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.134487.log.gz 2023-10-21T20:41:49.801 INFO:teuthology.orchestra.run.smithi190.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.134540.log.gz 2023-10-21T20:41:49.801 INFO:teuthology.orchestra.run.smithi190.stderr: 94.0% -- replaced with /var/log/ceph/ceph.log.gz 2023-10-21T20:41:49.801 INFO:teuthology.orchestra.run.smithi190.stderr: 94.2% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2023-10-21T20:41:49.802 INFO:teuthology.orchestra.run.smithi190.stderr: 94.8% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2023-10-21T20:41:50.390 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.219728.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.219728.log.gz 2023-10-21T20:41:50.391 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343667.log 2023-10-21T20:41:50.391 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.277145.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.277145.log.gz 2023-10-21T20:41:50.392 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.314617.log 2023-10-21T20:41:50.392 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649942.log 2023-10-21T20:41:50.392 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.343667.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343667.log.gz 2023-10-21T20:41:50.392 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.314617.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.632153.log 2023-10-21T20:41:50.393 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.314617.log.gz 2023-10-21T20:41:50.393 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361949.log 2023-10-21T20:41:50.393 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.649942.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649942.log.gz 2023-10-21T20:41:50.394 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.632153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359405.log 2023-10-21T20:41:50.394 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.632153.log.gz 2023-10-21T20:41:50.394 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323710.log 2023-10-21T20:41:50.394 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.361949.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361949.log.gz 2023-10-21T20:41:50.395 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.359405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.341625.log 2023-10-21T20:41:50.395 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359405.log.gz 2023-10-21T20:41:50.395 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322629.log 2023-10-21T20:41:50.396 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.323710.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323710.log.gz 2023-10-21T20:41:50.396 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.341625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410451.log 2023-10-21T20:41:50.396 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.341625.log.gz 2023-10-21T20:41:50.396 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.322629.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.380778.log 2023-10-21T20:41:50.397 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322629.log.gz 2023-10-21T20:41:50.397 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.410451.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.551535.log 2023-10-21T20:41:50.397 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.410451.log.gz 2023-10-21T20:41:50.397 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280093.log 2023-10-21T20:41:50.398 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.380778.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380778.log.gz 2023-10-21T20:41:50.398 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.551535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427150.log 2023-10-21T20:41:50.398 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.551535.log.gz 2023-10-21T20:41:50.399 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280093.log: /var/log/ceph/ceph-client.admin.411190.log 2023-10-21T20:41:50.399 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.280093.log.gz 2023-10-21T20:41:50.399 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.427150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.439097.log 2023-10-21T20:41:50.399 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427150.log.gz 2023-10-21T20:41:50.400 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.411190.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292409.log 2023-10-21T20:41:50.400 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411190.log.gz 2023-10-21T20:41:50.400 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.439097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.480439.log 2023-10-21T20:41:50.401 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.439097.log.gz 2023-10-21T20:41:50.401 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.683978.log 2023-10-21T20:41:50.401 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.292409.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292409.log.gz 2023-10-21T20:41:50.401 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.480439.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.336021.log 2023-10-21T20:41:50.402 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.480439.log.gz 2023-10-21T20:41:50.402 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.683978.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.947431.log 2023-10-21T20:41:50.402 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.683978.log.gz 2023-10-21T20:41:50.402 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.336021.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811439.log 2023-10-21T20:41:50.403 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.336021.log.gz 2023-10-21T20:41:50.403 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.947431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325704.log 2023-10-21T20:41:50.403 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.947431.log.gz 2023-10-21T20:41:50.404 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.811439.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228183.log 2023-10-21T20:41:50.404 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811439.log.gz 2023-10-21T20:41:50.404 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.325704.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.430211.log 2023-10-21T20:41:50.404 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325704.log.gz 2023-10-21T20:41:50.405 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.228183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.835154.log 2023-10-21T20:41:50.405 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.228183.log.gz 2023-10-21T20:41:50.405 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418498.log 2023-10-21T20:41:50.406 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.430211.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.430211.log.gz 2023-10-21T20:41:50.406 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.835154.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.949869.log 2023-10-21T20:41:50.406 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.835154.log.gz 2023-10-21T20:41:50.406 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.252610.log 2023-10-21T20:41:50.407 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.418498.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418498.log.gz 2023-10-21T20:41:50.407 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.949869.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814961.log 2023-10-21T20:41:50.407 INFO:teuthology.orchestra.run.smithi067.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.949869.log.gz 2023-10-21T20:41:50.407 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.252610.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380993.log 2023-10-21T20:41:50.408 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.252610.log.gz 2023-10-21T20:41:50.408 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.814961.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.252624.log 2023-10-21T20:41:50.408 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814961.log.gz 2023-10-21T20:41:50.409 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.380993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.482431.log 2023-10-21T20:41:50.409 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380993.log.gz 2023-10-21T20:41:50.409 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.252624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408844.log 2023-10-21T20:41:50.409 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.252624.log.gz 2023-10-21T20:41:50.410 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.482431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303173.log 2023-10-21T20:41:50.410 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.482431.log.gz 2023-10-21T20:41:50.410 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.408844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791701.log 2023-10-21T20:41:50.411 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.408844.log.gz 2023-10-21T20:41:50.411 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.303173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.630662.log 2023-10-21T20:41:50.411 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303173.log.gz 2023-10-21T20:41:50.411 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.791701.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.690745.log 2023-10-21T20:41:50.412 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791701.log.gz 2023-10-21T20:41:50.412 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.630662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429637.log 2023-10-21T20:41:50.412 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.630662.log.gz 2023-10-21T20:41:50.412 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.690745.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343074.log 2023-10-21T20:41:50.413 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690745.log.gz 2023-10-21T20:41:50.413 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.254446.log 2023-10-21T20:41:50.413 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.429637.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.429637.log.gz 2023-10-21T20:41:50.414 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.343074.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.690025.log 2023-10-21T20:41:50.414 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343074.log.gz 2023-10-21T20:41:50.414 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.254446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410132.log 2023-10-21T20:41:50.414 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.254446.log.gz 2023-10-21T20:41:50.415 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.690025.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146238.log 2023-10-21T20:41:50.415 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690025.log.gz 2023-10-21T20:41:50.415 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656518.log 2023-10-21T20:41:50.416 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.410132.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.410132.log.gz 2023-10-21T20:41:50.416 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146238.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309346.log 2023-10-21T20:41:50.416 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189230.log 2023-10-21T20:41:50.416 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.656518.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656518.log.gz 2023-10-21T20:41:50.417 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.309346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.810472.log 2023-10-21T20:41:50.417 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309346.log.gz 2023-10-21T20:41:50.417 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.189230.log: -- /var/log/ceph/ceph-client.admin.372157.log 2023-10-21T20:41:50.418 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189230.log.gz 2023-10-21T20:41:50.418 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.810472.log: gzip 0.0%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.810472.log.gz-- 2023-10-21T20:41:50.418 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.373252.log 2023-10-21T20:41:50.418 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.372157.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.402921.log 2023-10-21T20:41:50.419 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372157.log.gz 2023-10-21T20:41:50.419 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.373252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294399.log 2023-10-21T20:41:50.419 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373252.log.gz 2023-10-21T20:41:50.420 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318590.log 2023-10-21T20:41:50.420 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.402921.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.402921.log.gz 2023-10-21T20:41:50.420 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.294399.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.773866.log 2023-10-21T20:41:50.420 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294399.log.gz 2023-10-21T20:41:50.421 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.710725.log 2023-10-21T20:41:50.421 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.318590.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318590.log.gz 2023-10-21T20:41:50.421 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.773866.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.773866.log.gz--verbose 2023-10-21T20:41:50.421 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.345982.log 2023-10-21T20:41:50.422 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.335118.log 2023-10-21T20:41:50.422 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.710725.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710725.log.gz 2023-10-21T20:41:50.422 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.345982.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811635.log 2023-10-21T20:41:50.423 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345982.log.gz 2023-10-21T20:41:50.423 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.335118.log: /var/log/ceph/ceph-client.admin.811348.log 2023-10-21T20:41:50.423 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.335118.log.gz 2023-10-21T20:41:50.423 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.811635.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.300685.log 2023-10-21T20:41:50.424 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811635.log.gz 2023-10-21T20:41:50.424 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.811348.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428268.log 2023-10-21T20:41:50.424 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811348.log.gz 2023-10-21T20:41:50.425 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.300685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353798.log 2023-10-21T20:41:50.425 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.300685.log.gz 2023-10-21T20:41:50.425 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.428268.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.141777.log 2023-10-21T20:41:50.425 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428268.log.gz 2023-10-21T20:41:50.426 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.353798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360117.log 2023-10-21T20:41:50.426 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353798.log.gz 2023-10-21T20:41:50.426 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.277068.log /var/log/ceph/ceph-client.admin.141777.log: 2023-10-21T20:41:50.426 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.360117.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360624.log 2023-10-21T20:41:50.427 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360117.log.gz 2023-10-21T20:41:50.427 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.277068.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.401129.log 2023-10-21T20:41:50.427 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.277068.log.gz 2023-10-21T20:41:50.428 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.360624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303670.log 2023-10-21T20:41:50.428 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360624.log.gz 2023-10-21T20:41:50.428 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.401129.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379927.log 2023-10-21T20:41:50.428 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401129.log.gz 2023-10-21T20:41:50.429 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.470849.log 2023-10-21T20:41:50.429 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.303670.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303670.log.gz 2023-10-21T20:41:50.429 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.379927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279702.log 2023-10-21T20:41:50.429 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379927.log.gz 2023-10-21T20:41:50.430 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.470849.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2023-10-21T20:41:50.430 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.470849.log.gz 2023-10-21T20:41:50.430 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.400844.log 2023-10-21T20:41:50.431 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.279702.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.279702.log.gz 2023-10-21T20:41:50.431 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501397.log 2023-10-21T20:41:50.431 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.400844.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.396517.log 2023-10-21T20:41:50.431 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.400844.log.gz 2023-10-21T20:41:50.432 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391894.log 2023-10-21T20:41:50.432 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.501397.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.501397.log.gz 2023-10-21T20:41:50.432 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.396517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.247101.log 2023-10-21T20:41:50.433 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396517.log.gz 2023-10-21T20:41:50.433 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.391894.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656808.log 2023-10-21T20:41:50.433 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391894.log.gz 2023-10-21T20:41:50.433 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.247101.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333378.log 2023-10-21T20:41:50.434 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.247101.log.gz 2023-10-21T20:41:50.434 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.656808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376798.log 2023-10-21T20:41:50.434 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656808.log.gz 2023-10-21T20:41:50.434 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.333378.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.500497.log 2023-10-21T20:41:50.435 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333378.log.gz 2023-10-21T20:41:50.435 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425933.log 2023-10-21T20:41:50.435 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.376798.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376798.log.gz 2023-10-21T20:41:50.436 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.500497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.290856.log 2023-10-21T20:41:50.436 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.500497.log.gz 2023-10-21T20:41:50.436 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.425933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204681.log 2023-10-21T20:41:50.436 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425933.log.gz 2023-10-21T20:41:50.437 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.787593.log 2023-10-21T20:41:50.437 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.290856.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.290856.log.gz 2023-10-21T20:41:50.437 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.204681.log: 88.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.141415.log.gz--verbose 2023-10-21T20:41:50.437 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.188701.log 2023-10-21T20:41:50.438 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.204681.log.gz 2023-10-21T20:41:50.438 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.787593.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.643152.log 2023-10-21T20:41:50.438 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.787593.log.gz 2023-10-21T20:41:50.439 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.188701.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188701.log.gz 2023-10-21T20:41:50.439 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.783889.log 2023-10-21T20:41:50.439 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648046.log 2023-10-21T20:41:50.439 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.643152.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.140869.log.gz 2023-10-21T20:41:50.440 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.643152.log.gz 2023-10-21T20:41:50.440 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.783889.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.393564.log 2023-10-21T20:41:50.440 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.783889.log.gz 2023-10-21T20:41:50.441 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.648046.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.835168.log 2023-10-21T20:41:50.441 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648046.log.gz 2023-10-21T20:41:50.441 INFO:teuthology.orchestra.run.smithi067.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.145266.log.gz 2023-10-21T20:41:50.441 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.393564.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.631147.log 2023-10-21T20:41:50.442 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.393564.log.gz 2023-10-21T20:41:50.442 INFO:teuthology.orchestra.run.smithi067.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.146079.log.gz 2023-10-21T20:41:50.442 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.835168.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398224.log 2023-10-21T20:41:50.443 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.835168.log.gz 2023-10-21T20:41:50.443 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.146238.log.gz 2023-10-21T20:41:50.443 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.631147.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791686.log 2023-10-21T20:41:50.443 INFO:teuthology.orchestra.run.smithi067.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.141777.log.gz 2023-10-21T20:41:50.444 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.631147.log.gz 2023-10-21T20:41:50.444 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.398224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951579.log 2023-10-21T20:41:50.444 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398224.log.gz 2023-10-21T20:41:50.445 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.791686.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791686.log.gz 2023-10-21T20:41:50.445 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317065.log 2023-10-21T20:41:50.445 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705797.log 2023-10-21T20:41:50.445 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951579.log: /var/log/ceph/ceph-client.admin.317065.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.434001.log 2023-10-21T20:41:50.446 INFO:teuthology.orchestra.run.smithi067.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.951579.log.gz 2023-10-21T20:41:50.446 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.317065.log.gz 2023-10-21T20:41:50.446 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.705797.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410465.log 2023-10-21T20:41:50.446 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705797.log.gz 2023-10-21T20:41:50.447 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431086.log 2023-10-21T20:41:50.447 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.434001.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.434001.log.gz 2023-10-21T20:41:50.447 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.410465.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646545.log 2023-10-21T20:41:50.448 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.410465.log.gz 2023-10-21T20:41:50.448 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.431086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394402.log 2023-10-21T20:41:50.448 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431086.log.gz 2023-10-21T20:41:50.448 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.695668.log 2023-10-21T20:41:50.449 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.646545.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646545.log.gz 2023-10-21T20:41:50.449 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.394402.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322930.log 2023-10-21T20:41:50.449 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394402.log.gz 2023-10-21T20:41:50.450 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.695668.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.952062.log 2023-10-21T20:41:50.450 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.695668.log.gz 2023-10-21T20:41:50.450 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.322930.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142155.log 2023-10-21T20:41:50.450 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322930.log.gz 2023-10-21T20:41:50.451 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.952062.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325928.log 2023-10-21T20:41:50.451 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432977.log 2023-10-21T20:41:50.451 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.952062.log.gz 2023-10-21T20:41:50.451 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.325928.log: -- /var/log/ceph/ceph-client.admin.356904.log 2023-10-21T20:41:50.452 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325928.log.gz 2023-10-21T20:41:50.452 INFO:teuthology.orchestra.run.smithi067.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.142155.log.gz 2023-10-21T20:41:50.452 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.432977.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432977.log.gz 2023-10-21T20:41:50.453 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.356904.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356904.log.gz 2023-10-21T20:41:50.453 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428282.log 2023-10-21T20:41:50.453 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.447932.log 2023-10-21T20:41:50.453 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.428282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320292.log 2023-10-21T20:41:50.454 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428282.log.gz 2023-10-21T20:41:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.447932.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811850.log 2023-10-21T20:41:50.454 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.447932.log.gz 2023-10-21T20:41:50.455 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.320292.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227698.log 2023-10-21T20:41:50.455 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320292.log.gz 2023-10-21T20:41:50.455 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.811850.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951073.log 2023-10-21T20:41:50.455 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811850.log.gz 2023-10-21T20:41:50.456 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.227698.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667692.log 2023-10-21T20:41:50.456 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227698.log.gz 2023-10-21T20:41:50.456 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813657.log 2023-10-21T20:41:50.456 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951073.log: /var/log/ceph/ceph-client.admin.667692.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145174.log 2023-10-21T20:41:50.457 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667692.log.gz 2023-10-21T20:41:50.457 INFO:teuthology.orchestra.run.smithi067.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.951073.log.gz 2023-10-21T20:41:50.457 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.813657.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310143.log 2023-10-21T20:41:50.458 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813657.log.gz 2023-10-21T20:41:50.458 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380219.log 2023-10-21T20:41:50.458 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.310143.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398941.log 2023-10-21T20:41:50.458 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310143.log.gz 2023-10-21T20:41:50.459 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333881.log 2023-10-21T20:41:50.459 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.380219.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380219.log.gz 2023-10-21T20:41:50.459 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.398941.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293032.log 2023-10-21T20:41:50.459 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398941.log.gz 2023-10-21T20:41:50.460 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.692357.log 2023-10-21T20:41:50.460 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.333881.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333881.log.gz 2023-10-21T20:41:50.460 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.293032.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.199867.log 2023-10-21T20:41:50.461 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293032.log.gz 2023-10-21T20:41:50.461 INFO:teuthology.orchestra.run.smithi067.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.142730.log.gz 2023-10-21T20:41:50.461 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.692357.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.692357.log.gz 2023-10-21T20:41:50.461 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777949.log 2023-10-21T20:41:50.462 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395485.log 2023-10-21T20:41:50.462 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.199867.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.199867.log.gz 2023-10-21T20:41:50.462 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.777949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.252823.log 2023-10-21T20:41:50.463 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777949.log.gz 2023-10-21T20:41:50.463 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.395485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.482508.log 2023-10-21T20:41:50.463 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395485.log.gz 2023-10-21T20:41:50.463 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.252823.log: --verbose -- /var/log/ceph/ceph-client.admin.808186.log 2023-10-21T20:41:50.464 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.252823.log.gz 2023-10-21T20:41:50.464 INFO:teuthology.orchestra.run.smithi067.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.145174.log.gz 2023-10-21T20:41:50.464 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.482508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226759.log 2023-10-21T20:41:50.464 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.482508.log.gz 2023-10-21T20:41:50.465 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.808186.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.809468.log 2023-10-21T20:41:50.465 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.808186.log.gz 2023-10-21T20:41:50.465 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815171.log 2023-10-21T20:41:50.466 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.226759.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226759.log.gz 2023-10-21T20:41:50.466 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.809468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637505.log 2023-10-21T20:41:50.466 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.809468.log.gz 2023-10-21T20:41:50.466 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.815171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.329768.log 2023-10-21T20:41:50.467 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815171.log.gz 2023-10-21T20:41:50.467 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310157.log 2023-10-21T20:41:50.467 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.637505.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637505.log.gz 2023-10-21T20:41:50.468 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.329768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818963.log 2023-10-21T20:41:50.468 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.329768.log.gz 2023-10-21T20:41:50.468 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.310157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326129.log 2023-10-21T20:41:50.469 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310157.log.gz 2023-10-21T20:41:50.469 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.396206.log 2023-10-21T20:41:50.469 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.818963.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818963.log.gz 2023-10-21T20:41:50.470 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.326129.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188086.log 2023-10-21T20:41:50.470 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326129.log.gz 2023-10-21T20:41:50.470 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.396206.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.399402.log 2023-10-21T20:41:50.471 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396206.log.gz 2023-10-21T20:41:50.471 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.188086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.502950.log 2023-10-21T20:41:50.471 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188086.log.gz 2023-10-21T20:41:50.472 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.399402.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.399402.log.gz 2023-10-21T20:41:50.472 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646234.log 2023-10-21T20:41:50.472 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.502950.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324207.log 2023-10-21T20:41:50.472 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.502950.log.gz 2023-10-21T20:41:50.473 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813643.log 2023-10-21T20:41:50.473 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.646234.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646234.log.gz 2023-10-21T20:41:50.473 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.682477.log 2023-10-21T20:41:50.474 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.324207.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324207.log.gz 2023-10-21T20:41:50.474 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.813643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395499.log 2023-10-21T20:41:50.474 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813643.log.gz 2023-10-21T20:41:50.475 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.653712.log 2023-10-21T20:41:50.475 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.682477.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.682477.log.gz 2023-10-21T20:41:50.475 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.395499.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238418.log 2023-10-21T20:41:50.476 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395499.log.gz 2023-10-21T20:41:50.476 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.653712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.445311.log 2023-10-21T20:41:50.476 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.653712.log.gz 2023-10-21T20:41:50.477 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813935.log 2023-10-21T20:41:50.477 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.238418.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.238418.log.gz 2023-10-21T20:41:50.477 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.445311.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322127.log 2023-10-21T20:41:50.477 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.445311.log.gz 2023-10-21T20:41:50.478 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.813935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650358.log 2023-10-21T20:41:50.478 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813935.log.gz 2023-10-21T20:41:50.478 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.470926.log 2023-10-21T20:41:50.479 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.322127.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322127.log.gz 2023-10-21T20:41:50.479 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.650358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.652052.log 2023-10-21T20:41:50.479 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650358.log.gz 2023-10-21T20:41:50.480 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.470926.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342644.log 2023-10-21T20:41:50.480 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.470926.log.gz 2023-10-21T20:41:50.480 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142153.log 2023-10-21T20:41:50.480 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.652052.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.652052.log.gz 2023-10-21T20:41:50.481 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.342644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.702882.log 2023-10-21T20:41:50.481 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.342644.log.gz 2023-10-21T20:41:50.481 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834494.log 2023-10-21T20:41:50.482 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222376.log 2023-10-21T20:41:50.482 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.702882.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.702882.log.gz 2023-10-21T20:41:50.482 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.834494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.370736.log 2023-10-21T20:41:50.483 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834494.log.gz 2023-10-21T20:41:50.483 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.222376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.773943.log 2023-10-21T20:41:50.483 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222376.log.gz 2023-10-21T20:41:50.483 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.272030.log 2023-10-21T20:41:50.484 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.370736.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.370736.log.gz 2023-10-21T20:41:50.484 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.773943.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.630754.log 2023-10-21T20:41:50.484 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.773943.log.gz 2023-10-21T20:41:50.485 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.329691.log 2023-10-21T20:41:50.485 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.272030.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.272030.log.gz 2023-10-21T20:41:50.485 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.630754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148319.log 2023-10-21T20:41:50.486 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.630754.log.gz 2023-10-21T20:41:50.486 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.329691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390369.log 2023-10-21T20:41:50.486 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.329691.log.gz 2023-10-21T20:41:50.486 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148319.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.804659.log 2023-10-21T20:41:50.487 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.390369.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295942.log 2023-10-21T20:41:50.487 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390369.log.gz 2023-10-21T20:41:50.487 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.804659.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.145450.log 2023-10-21T20:41:50.488 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.804659.log.gz 2023-10-21T20:41:50.488 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.295942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.396426.log 2023-10-21T20:41:50.488 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295942.log.gz 2023-10-21T20:41:50.489 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145450.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376218.log 2023-10-21T20:41:50.489 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225569.log 2023-10-21T20:41:50.489 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.396426.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396426.log.gz 2023-10-21T20:41:50.489 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.376218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.233482.log 2023-10-21T20:41:50.490 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376218.log.gz 2023-10-21T20:41:50.490 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.225569.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706728.log 2023-10-21T20:41:50.490 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225569.log.gz 2023-10-21T20:41:50.491 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.233482.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.634802.log 2023-10-21T20:41:50.491 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.233482.log.gz 2023-10-21T20:41:50.491 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.706728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.315595.log 2023-10-21T20:41:50.492 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.706728.log.gz 2023-10-21T20:41:50.492 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.634802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.370946.log 2023-10-21T20:41:50.492 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.634802.log.gz 2023-10-21T20:41:50.492 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.315595.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.778434.log 2023-10-21T20:41:50.493 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.315595.log.gz 2023-10-21T20:41:50.493 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.370946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.714693.log 2023-10-21T20:41:50.493 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.370946.log.gz 2023-10-21T20:41:50.494 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.778434.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406969.log 2023-10-21T20:41:50.494 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.778434.log.gz 2023-10-21T20:41:50.494 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.714693.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238941.log 2023-10-21T20:41:50.495 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.714693.log.gz 2023-10-21T20:41:50.495 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.406969.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.434187.log 2023-10-21T20:41:50.495 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406969.log.gz 2023-10-21T20:41:50.496 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.238941.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.663178.log 2023-10-21T20:41:50.496 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.238941.log.gz 2023-10-21T20:41:50.496 INFO:teuthology.orchestra.run.smithi067.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.142153.log.gz 2023-10-21T20:41:50.496 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.434187.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.434187.log.gz 2023-10-21T20:41:50.497 INFO:teuthology.orchestra.run.smithi067.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.148319.log.gz 2023-10-21T20:41:50.497 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.663178.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.663178.log.gz 2023-10-21T20:41:50.497 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.290676.log 2023-10-21T20:41:50.498 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.708153.log 2023-10-21T20:41:50.498 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.290676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144759.log 2023-10-21T20:41:50.498 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.290676.log.gz 2023-10-21T20:41:50.499 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.708153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365236.log 2023-10-21T20:41:50.499 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.708153.log.gz 2023-10-21T20:41:50.499 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.144759.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339801.log 2023-10-21T20:41:50.500 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.719866.log 2023-10-21T20:41:50.500 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.365236.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365236.log.gz 2023-10-21T20:41:50.500 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.339801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.420468.log 2023-10-21T20:41:50.501 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339801.log.gz 2023-10-21T20:41:50.501 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.719866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.825775.log 2023-10-21T20:41:50.501 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.719866.log.gz 2023-10-21T20:41:50.501 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.420468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323418.log 2023-10-21T20:41:50.502 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.420468.log.gz 2023-10-21T20:41:50.502 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.825775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.946919.log 2023-10-21T20:41:50.502 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.825775.log.gz 2023-10-21T20:41:50.503 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.323418.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.708616.log 2023-10-21T20:41:50.503 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323418.log.gz 2023-10-21T20:41:50.503 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.946919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319302.log 2023-10-21T20:41:50.504 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.946919.log.gz 2023-10-21T20:41:50.504 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.708616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811133.log 2023-10-21T20:41:50.504 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.708616.log.gz 2023-10-21T20:41:50.505 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375514.log 2023-10-21T20:41:50.505 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.319302.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319302.log.gz 2023-10-21T20:41:50.505 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.811133.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224110.log 2023-10-21T20:41:50.506 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811133.log.gz 2023-10-21T20:41:50.506 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.375514.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372736.log 2023-10-21T20:41:50.506 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375514.log.gz 2023-10-21T20:41:50.506 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239399.log 2023-10-21T20:41:50.507 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.224110.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224110.log.gz 2023-10-21T20:41:50.507 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.372736.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339130.log 2023-10-21T20:41:50.507 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372736.log.gz 2023-10-21T20:41:50.508 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.239399.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228092.log 2023-10-21T20:41:50.508 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239399.log.gz 2023-10-21T20:41:50.508 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.274867.log /var/log/ceph/ceph-client.admin.339130.log: 2023-10-21T20:41:50.509 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339130.log.gz 2023-10-21T20:41:50.509 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.228092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.807618.log 2023-10-21T20:41:50.509 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.228092.log.gz 2023-10-21T20:41:50.509 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.274867.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.684284.log 2023-10-21T20:41:50.510 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.274867.log.gz 2023-10-21T20:41:50.510 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.807618.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.298757.log 2023-10-21T20:41:50.510 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.807618.log.gz 2023-10-21T20:41:50.511 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.684284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686822.log 2023-10-21T20:41:50.511 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.684284.log.gz 2023-10-21T20:41:50.511 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.298757.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951625.log 2023-10-21T20:41:50.512 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298757.log.gz 2023-10-21T20:41:50.512 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.686822.log: -- /var/log/ceph/ceph-client.admin.366412.log 2023-10-21T20:41:50.512 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686822.log.gz 2023-10-21T20:41:50.513 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346192.log 2023-10-21T20:41:50.513 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.366412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.447358.log 2023-10-21T20:41:50.513 INFO:teuthology.orchestra.run.smithi067.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.951625.log.gz 2023-10-21T20:41:50.513 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366412.log.gz 2023-10-21T20:41:50.514 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.346192.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.140308.log 2023-10-21T20:41:50.514 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346192.log.gz 2023-10-21T20:41:50.514 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709961.log 2023-10-21T20:41:50.515 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.447358.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.447358.log.gz 2023-10-21T20:41:50.515 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140308.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409437.log 2023-10-21T20:41:50.515 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659071.log /var/log/ceph/ceph-client.admin.709961.log: 2023-10-21T20:41:50.516 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709961.log.gz 2023-10-21T20:41:50.516 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.409437.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.502160.log 2023-10-21T20:41:50.516 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409437.log.gz 2023-10-21T20:41:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.502443.log 2023-10-21T20:41:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.659071.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659071.log.gz 2023-10-21T20:41:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433910.log 2023-10-21T20:41:50.518 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.502160.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.502160.log.gz 2023-10-21T20:41:50.518 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.502443.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.808674.log 2023-10-21T20:41:50.518 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.502443.log.gz 2023-10-21T20:41:50.518 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.433910.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419224.log 2023-10-21T20:41:50.519 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.433910.log.gz 2023-10-21T20:41:50.519 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.808674.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409346.log 2023-10-21T20:41:50.519 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.808674.log.gz 2023-10-21T20:41:50.520 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.419224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355721.log 2023-10-21T20:41:50.520 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419224.log.gz 2023-10-21T20:41:50.520 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.409346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.632167.log 2023-10-21T20:41:50.521 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409346.log.gz 2023-10-21T20:41:50.521 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.355721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373448.log 2023-10-21T20:41:50.521 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.355721.log.gz 2023-10-21T20:41:50.521 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.632167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.336562.log 2023-10-21T20:41:50.522 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.632167.log.gz 2023-10-21T20:41:50.522 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.654562.log 2023-10-21T20:41:50.522 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.373448.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373448.log.gz 2023-10-21T20:41:50.523 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.336562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.202470.log 2023-10-21T20:41:50.523 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.336562.log.gz 2023-10-21T20:41:50.523 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312159.log 2023-10-21T20:41:50.524 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.654562.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.654562.log.gz 2023-10-21T20:41:50.524 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.202470.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405976.log 2023-10-21T20:41:50.524 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.202470.log.gz 2023-10-21T20:41:50.525 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.312159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.242704.log 2023-10-21T20:41:50.525 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312159.log.gz 2023-10-21T20:41:50.525 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.405976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814655.log 2023-10-21T20:41:50.525 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405976.log.gz 2023-10-21T20:41:50.526 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.242704.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426225.log 2023-10-21T20:41:50.526 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.242704.log.gz 2023-10-21T20:41:50.526 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.814655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.948417.log 2023-10-21T20:41:50.527 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814655.log.gz 2023-10-21T20:41:50.527 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.426225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204695.log 2023-10-21T20:41:50.527 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.426225.log.gz 2023-10-21T20:41:50.527 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.948417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224997.log 2023-10-21T20:41:50.528 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.948417.log.gz 2023-10-21T20:41:50.528 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.204695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188177.log 2023-10-21T20:41:50.528 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.204695.log.gz 2023-10-21T20:41:50.529 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.224997.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.828980.log 2023-10-21T20:41:50.529 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224997.log.gz 2023-10-21T20:41:50.529 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.188177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394019.log 2023-10-21T20:41:50.530 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188177.log.gz 2023-10-21T20:41:50.530 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.344965.log 2023-10-21T20:41:50.530 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.828980.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.828980.log.gz 2023-10-21T20:41:50.530 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.394019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309865.log 2023-10-21T20:41:50.531 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394019.log.gz 2023-10-21T20:41:50.531 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.344965.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.672662.log 2023-10-21T20:41:50.531 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.344965.log.gz 2023-10-21T20:41:50.532 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.309865.log: -- /var/log/ceph/ceph-client.admin.440806.log 2023-10-21T20:41:50.532 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309865.log.gz 2023-10-21T20:41:50.532 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.672662.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.672662.log.gz--verbose 2023-10-21T20:41:50.533 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.250131.log 2023-10-21T20:41:50.533 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352852.log 2023-10-21T20:41:50.533 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.440806.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.440806.log.gz 2023-10-21T20:41:50.533 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.250131.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.250131.log.gz 2023-10-21T20:41:50.534 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406169.log 2023-10-21T20:41:50.534 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.199790.log 2023-10-21T20:41:50.534 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.352852.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.352852.log.gz 2023-10-21T20:41:50.535 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.406169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.284992.log 2023-10-21T20:41:50.535 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406169.log.gz 2023-10-21T20:41:50.535 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427526.log 2023-10-21T20:41:50.536 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.199790.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.199790.log.gz 2023-10-21T20:41:50.536 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.284992.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.284992.log.gz 2023-10-21T20:41:50.536 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951947.log 2023-10-21T20:41:50.536 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429152.log 2023-10-21T20:41:50.537 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.427526.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427526.log.gz 2023-10-21T20:41:50.537 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951947.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.774635.log 2023-10-21T20:41:50.537 INFO:teuthology.orchestra.run.smithi067.stderr: 89.3%/var/log/ceph/ceph-client.admin.429152.log: -- replaced with /var/log/ceph/ceph-client.admin.951947.log.gz 2023-10-21T20:41:50.538 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.315504.log 2023-10-21T20:41:50.538 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.429152.log.gz 2023-10-21T20:41:50.538 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332652.log 2023-10-21T20:41:50.539 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.774635.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.774635.log.gz 2023-10-21T20:41:50.539 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.315504.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.315504.log.gz 2023-10-21T20:41:50.539 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.776286.log 2023-10-21T20:41:50.540 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717451.log 2023-10-21T20:41:50.540 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.332652.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332652.log.gz 2023-10-21T20:41:50.540 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.776286.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.789339.log 2023-10-21T20:41:50.540 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.776286.log.gz 2023-10-21T20:41:50.541 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.717451.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206455.log 2023-10-21T20:41:50.541 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717451.log.gz 2023-10-21T20:41:50.541 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.201613.log 2023-10-21T20:41:50.542 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.789339.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.789339.log.gz 2023-10-21T20:41:50.542 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.206455.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.206455.log.gz 2023-10-21T20:41:50.542 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951763.log 2023-10-21T20:41:50.543 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.302704.log 2023-10-21T20:41:50.543 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.201613.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.201613.log.gz 2023-10-21T20:41:50.543 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.785267.log 2023-10-21T20:41:50.543 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.302704.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.438371.log 2023-10-21T20:41:50.544 INFO:teuthology.orchestra.run.smithi067.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.951763.log.gz 2023-10-21T20:41:50.544 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.302704.log.gz 2023-10-21T20:41:50.544 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.785267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.689934.log 2023-10-21T20:41:50.545 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.785267.log.gz 2023-10-21T20:41:50.545 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222664.log 2023-10-21T20:41:50.545 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.438371.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.438371.log.gz 2023-10-21T20:41:50.546 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.689934.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.689934.log.gz 2023-10-21T20:41:50.546 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319078.log 2023-10-21T20:41:50.546 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.222664.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721443.log 2023-10-21T20:41:50.547 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222664.log.gz 2023-10-21T20:41:50.547 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.695236.log 2023-10-21T20:41:50.547 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.319078.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319078.log.gz 2023-10-21T20:41:50.547 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.721443.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.443379.log 2023-10-21T20:41:50.548 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721443.log.gz 2023-10-21T20:41:50.548 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.695236.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192718.log 2023-10-21T20:41:50.548 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.695236.log.gz 2023-10-21T20:41:50.549 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363067.log 2023-10-21T20:41:50.549 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.443379.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.443379.log.gz 2023-10-21T20:41:50.549 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.192718.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.711305.log 2023-10-21T20:41:50.550 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192718.log.gz 2023-10-21T20:41:50.550 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.363067.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305588.log 2023-10-21T20:41:50.550 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363067.log.gz 2023-10-21T20:41:50.550 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145082.log 2023-10-21T20:41:50.551 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.711305.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.711305.log.gz 2023-10-21T20:41:50.551 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.305588.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.690011.log 2023-10-21T20:41:50.551 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305588.log.gz 2023-10-21T20:41:50.552 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145082.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366426.log 2023-10-21T20:41:50.552 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147395.log 2023-10-21T20:41:50.552 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.690011.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690011.log.gz 2023-10-21T20:41:50.553 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.366426.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319092.log 0.0% 2023-10-21T20:41:50.553 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.366426.log.gz 2023-10-21T20:41:50.553 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416668.log 2023-10-21T20:41:50.554 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147395.log: /var/log/ceph/ceph-client.admin.319092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.692818.log 2023-10-21T20:41:50.554 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319092.log.gz 2023-10-21T20:41:50.554 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.657114.log 2023-10-21T20:41:50.554 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.416668.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416668.log.gz 2023-10-21T20:41:50.555 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.692818.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.254803.log 2023-10-21T20:41:50.555 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.692818.log.gz 2023-10-21T20:41:50.555 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.657114.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.826244.log 2023-10-21T20:41:50.556 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.657114.log.gz 2023-10-21T20:41:50.556 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.401409.log 2023-10-21T20:41:50.556 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.254803.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.254803.log.gz 2023-10-21T20:41:50.556 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.826244.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.337020.log 2023-10-21T20:41:50.557 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.826244.log.gz 2023-10-21T20:41:50.557 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.401409.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.827128.log 2023-10-21T20:41:50.557 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401409.log.gz 2023-10-21T20:41:50.558 INFO:teuthology.orchestra.run.smithi067.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.145450.log.gz 2023-10-21T20:41:50.558 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.337020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.232597.log 2023-10-21T20:41:50.558 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.337020.log.gz 2023-10-21T20:41:50.559 INFO:teuthology.orchestra.run.smithi067.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.144759.log.gz 2023-10-21T20:41:50.559 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.827128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352405.log 2023-10-21T20:41:50.559 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.827128.log.gz 2023-10-21T20:41:50.560 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390028.log 2023-10-21T20:41:50.560 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.232597.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.232597.log.gz 2023-10-21T20:41:50.560 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.352405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.698678.log 2023-10-21T20:41:50.560 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.352405.log.gz 2023-10-21T20:41:50.561 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.390028.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395207.log 2023-10-21T20:41:50.561 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390028.log.gz 2023-10-21T20:41:50.561 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951165.log 2023-10-21T20:41:50.562 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.698678.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.698678.log.gz 2023-10-21T20:41:50.562 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.395207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.450086.log 2023-10-21T20:41:50.562 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395207.log.gz 2023-10-21T20:41:50.563 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221412.log 2023-10-21T20:41:50.563 INFO:teuthology.orchestra.run.smithi067.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.951165.log.gz 2023-10-21T20:41:50.563 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.450086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.809190.log 2023-10-21T20:41:50.563 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.450086.log.gz 2023-10-21T20:41:50.564 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.221412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225555.log 2023-10-21T20:41:50.564 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221412.log.gz 2023-10-21T20:41:50.564 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.809190.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.471911.log 2023-10-21T20:41:50.565 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.809190.log.gz 2023-10-21T20:41:50.565 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359921.log 2023-10-21T20:41:50.565 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.225555.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225555.log.gz 2023-10-21T20:41:50.565 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.471911.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.471911.log.gz 2023-10-21T20:41:50.566 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141409.log 2023-10-21T20:41:50.566 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.359921.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359921.log.gz 2023-10-21T20:41:50.566 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146751.log 2023-10-21T20:41:50.567 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.681171.log 2023-10-21T20:41:50.567 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141409.log: /var/log/ceph/ceph-client.admin.146751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390014.log 2023-10-21T20:41:50.567 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.681171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.807885.log 2023-10-21T20:41:50.568 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.681171.log.gz 2023-10-21T20:41:50.568 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.390014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817179.log 2023-10-21T20:41:50.568 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390014.log.gz 2023-10-21T20:41:50.569 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224318.log 2023-10-21T20:41:50.569 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.807885.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.807885.log.gz 2023-10-21T20:41:50.569 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.817179.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365460.log 2023-10-21T20:41:50.569 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817179.log.gz 2023-10-21T20:41:50.570 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.224318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.444931.log 2023-10-21T20:41:50.570 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224318.log.gz 2023-10-21T20:41:50.570 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308017.log 2023-10-21T20:41:50.571 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.365460.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365460.log.gz 2023-10-21T20:41:50.571 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.444931.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.682777.log 2023-10-21T20:41:50.571 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.444931.log.gz 2023-10-21T20:41:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.308017.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332082.log 2023-10-21T20:41:50.572 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308017.log.gz 2023-10-21T20:41:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148367.log 2023-10-21T20:41:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.682777.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.682777.log.gz 2023-10-21T20:41:50.573 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.332082.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333364.log 2023-10-21T20:41:50.573 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332082.log.gz 2023-10-21T20:41:50.573 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647531.log 2023-10-21T20:41:50.574 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.302613.log 2023-10-21T20:41:50.574 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.333364.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333364.log.gz 2023-10-21T20:41:50.574 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.647531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223822.log 2023-10-21T20:41:50.575 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647531.log.gz 2023-10-21T20:41:50.575 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.302613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.438404.log 2023-10-21T20:41:50.575 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.302613.log.gz 2023-10-21T20:41:50.576 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362314.log 2023-10-21T20:41:50.576 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.223822.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223822.log.gz 2023-10-21T20:41:50.576 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.438404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142638.log 2023-10-21T20:41:50.576 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.438404.log.gz 2023-10-21T20:41:50.577 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.362314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226235.log 2023-10-21T20:41:50.577 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.362314.log.gz 2023-10-21T20:41:50.577 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343576.log 2023-10-21T20:41:50.578 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142638.log: /var/log/ceph/ceph-client.admin.226235.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501667.log 2023-10-21T20:41:50.578 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226235.log.gz 2023-10-21T20:41:50.578 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.343576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.789052.log 2023-10-21T20:41:50.579 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343576.log.gz 2023-10-21T20:41:50.579 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141416.log 2023-10-21T20:41:50.580 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.501667.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.501667.log.gz 2023-10-21T20:41:50.580 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.789052.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.330737.log 2023-10-21T20:41:50.580 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.789052.log.gz 2023-10-21T20:41:50.581 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.825684.log 2023-10-21T20:41:50.581 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392812.log 2023-10-21T20:41:50.581 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.330737.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.330737.log.gz 2023-10-21T20:41:50.581 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.825684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295363.log 2023-10-21T20:41:50.582 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.825684.log.gz 2023-10-21T20:41:50.582 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.392812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818977.log 2023-10-21T20:41:50.582 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.392812.log.gz 2023-10-21T20:41:50.583 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.295363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.337502.log 2023-10-21T20:41:50.583 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295363.log.gz 2023-10-21T20:41:50.583 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.818977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287617.log 2023-10-21T20:41:50.584 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818977.log.gz 2023-10-21T20:41:50.584 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.337502.log: --verbose -- /var/log/ceph/ceph-client.admin.709117.log 2023-10-21T20:41:50.584 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.337502.log.gz 2023-10-21T20:41:50.585 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.287617.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709026.log 2023-10-21T20:41:50.585 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287617.log.gz 2023-10-21T20:41:50.585 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.709117.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.242913.log 2023-10-21T20:41:50.586 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709117.log.gz 2023-10-21T20:41:50.586 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.709026.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.195071.log 2023-10-21T20:41:50.586 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709026.log.gz 2023-10-21T20:41:50.587 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.242913.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377651.log 2023-10-21T20:41:50.587 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.242913.log.gz 2023-10-21T20:41:50.587 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.195071.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.700514.log 2023-10-21T20:41:50.587 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.195071.log.gz 2023-10-21T20:41:50.588 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.377651.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378153.log 2023-10-21T20:41:50.588 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.377651.log.gz 2023-10-21T20:41:50.588 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.700514.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307605.log 2023-10-21T20:41:50.589 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700514.log.gz 2023-10-21T20:41:50.589 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.378153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409145.log 2023-10-21T20:41:50.589 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.378153.log.gz 2023-10-21T20:41:50.590 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.307605.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637850.log 2023-10-21T20:41:50.590 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307605.log.gz 2023-10-21T20:41:50.590 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.409145.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.447640.log 2023-10-21T20:41:50.591 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409145.log.gz 2023-10-21T20:41:50.591 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.637850.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303579.log 2023-10-21T20:41:50.591 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637850.log.gz 2023-10-21T20:41:50.591 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.447640.log: -- /var/log/ceph/ceph-client.admin.497967.log 2023-10-21T20:41:50.592 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.447640.log.gz 2023-10-21T20:41:50.592 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.303579.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.693811.log 2023-10-21T20:41:50.592 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303579.log.gz 2023-10-21T20:41:50.593 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.497967.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.252065.log 2023-10-21T20:41:50.593 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.497967.log.gz 2023-10-21T20:41:50.593 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.693811.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.140308.log.gz 2023-10-21T20:41:50.594 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.693811.log.gz 2023-10-21T20:41:50.594 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.252065.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.252065.log.gz 2023-10-21T20:41:50.594 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.368914.log 2023-10-21T20:41:50.595 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.694193.log 2023-10-21T20:41:50.595 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.368914.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.371262.log 2023-10-21T20:41:50.595 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.368914.log.gz 2023-10-21T20:41:50.595 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.944558.log 2023-10-21T20:41:50.596 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.694193.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.694193.log.gz 2023-10-21T20:41:50.596 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.371262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292004.log 2023-10-21T20:41:50.596 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.371262.log.gz 2023-10-21T20:41:50.597 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.944558.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815157.log 2023-10-21T20:41:50.597 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.944558.log.gz 2023-10-21T20:41:50.597 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.292004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304157.log 2023-10-21T20:41:50.598 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292004.log.gz 2023-10-21T20:41:50.598 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.815157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696669.log 2023-10-21T20:41:50.598 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815157.log.gz 2023-10-21T20:41:50.599 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.304157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318299.log 2023-10-21T20:41:50.599 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304157.log.gz 2023-10-21T20:41:50.599 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.696669.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311363.log 2023-10-21T20:41:50.599 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696669.log.gz 2023-10-21T20:41:50.600 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.318299.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.451199.log 2023-10-21T20:41:50.600 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318299.log.gz 2023-10-21T20:41:50.600 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.311363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.948885.log 2023-10-21T20:41:50.601 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311363.log.gz 2023-10-21T20:41:50.601 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239917.log 2023-10-21T20:41:50.601 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.451199.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.451199.log.gz 2023-10-21T20:41:50.601 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.948885.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417581.log 2023-10-21T20:41:50.602 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.948885.log.gz 2023-10-21T20:41:50.602 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.239917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.498908.log 2023-10-21T20:41:50.602 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239917.log.gz 2023-10-21T20:41:50.603 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.417581.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144943.log 2023-10-21T20:41:50.603 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417581.log.gz 2023-10-21T20:41:50.603 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353047.log 2023-10-21T20:41:50.604 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.498908.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.498908.log.gz 2023-10-21T20:41:50.604 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.144943.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433164.log 2023-10-21T20:41:50.604 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.630934.log 2023-10-21T20:41:50.604 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.353047.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353047.log.gz 2023-10-21T20:41:50.605 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.433164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.440090.log 2023-10-21T20:41:50.605 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.433164.log.gz 2023-10-21T20:41:50.605 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646219.log /var/log/ceph/ceph-client.admin.630934.log: 2023-10-21T20:41:50.606 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.630934.log.gz 2023-10-21T20:41:50.606 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.440090.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333168.log 2023-10-21T20:41:50.606 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.440090.log.gz 2023-10-21T20:41:50.607 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.646219.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194320.log 2023-10-21T20:41:50.607 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646219.log.gz 2023-10-21T20:41:50.607 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.333168.log: --verbose -- /var/log/ceph/ceph-client.admin.336098.log 2023-10-21T20:41:50.608 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333168.log.gz 2023-10-21T20:41:50.608 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.194320.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333077.log 2023-10-21T20:41:50.608 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194320.log.gz 2023-10-21T20:41:50.608 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.336098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140489.log 2023-10-21T20:41:50.609 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.336098.log.gz 2023-10-21T20:41:50.609 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.772440.log 2023-10-21T20:41:50.609 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.333077.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333077.log.gz 2023-10-21T20:41:50.610 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140489.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.940210.log 2023-10-21T20:41:50.610 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.772440.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821116.log 2023-10-21T20:41:50.610 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.772440.log.gz 2023-10-21T20:41:50.611 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428755.log 2023-10-21T20:41:50.611 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.940210.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.940210.log.gz 2023-10-21T20:41:50.611 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.821116.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815372.log 2023-10-21T20:41:50.611 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821116.log.gz 2023-10-21T20:41:50.612 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.428755.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.203405.log 2023-10-21T20:41:50.612 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428755.log.gz 2023-10-21T20:41:50.612 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.669647.log 2023-10-21T20:41:50.613 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.815372.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815372.log.gz 2023-10-21T20:41:50.613 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.203405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.314058.log 2023-10-21T20:41:50.613 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.203405.log.gz 2023-10-21T20:41:50.613 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.669647.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.471418.log 2023-10-21T20:41:50.614 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669647.log.gz 2023-10-21T20:41:50.614 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.314058.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364793.log 2023-10-21T20:41:50.614 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.314058.log.gz 2023-10-21T20:41:50.615 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.471418.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363053.log 2023-10-21T20:41:50.615 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.471418.log.gz 2023-10-21T20:41:50.615 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.689468.log 2023-10-21T20:41:50.616 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.364793.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.364793.log.gz 2023-10-21T20:41:50.616 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.363053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391452.log 2023-10-21T20:41:50.616 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363053.log.gz 2023-10-21T20:41:50.616 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.689468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.247192.log 2023-10-21T20:41:50.617 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.689468.log.gz 2023-10-21T20:41:50.617 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377728.log 2023-10-21T20:41:50.617 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.391452.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391452.log.gz 2023-10-21T20:41:50.618 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.247192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811941.log 2023-10-21T20:41:50.618 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.247192.log.gz 2023-10-21T20:41:50.618 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.377728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.503159.log 2023-10-21T20:41:50.619 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.377728.log.gz 2023-10-21T20:41:50.619 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.811941.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147303.log 2023-10-21T20:41:50.619 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811941.log.gz 2023-10-21T20:41:50.619 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.503159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353260.log 2023-10-21T20:41:50.620 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.503159.log.gz 2023-10-21T20:41:50.620 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147303.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.401165.log 2023-10-21T20:41:50.620 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.230435.log 2023-10-21T20:41:50.621 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.353260.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353260.log.gz 2023-10-21T20:41:50.621 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.401165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.827219.log 2023-10-21T20:41:50.621 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401165.log.gz 2023-10-21T20:41:50.621 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.230435.log: -- /var/log/ceph/ceph-client.admin.226741.log 2023-10-21T20:41:50.622 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.230435.log.gz 2023-10-21T20:41:50.622 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.827219.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667003.log 2023-10-21T20:41:50.622 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.827219.log.gz 2023-10-21T20:41:50.623 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.226741.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326708.log 2023-10-21T20:41:50.623 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226741.log.gz 2023-10-21T20:41:50.623 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308108.log 2023-10-21T20:41:50.624 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667003.log.gz 2023-10-21T20:41:50.624 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.326708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424254.log 2023-10-21T20:41:50.624 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326708.log.gz 2023-10-21T20:41:50.624 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.308108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.370722.log 2023-10-21T20:41:50.625 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308108.log.gz 2023-10-21T20:41:50.625 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.424254.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2023-10-21T20:41:50.625 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424254.log.gz 2023-10-21T20:41:50.626 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.702436.log 2023-10-21T20:41:50.626 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.370722.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.370722.log.gz 2023-10-21T20:41:50.626 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.643702.log 2023-10-21T20:41:50.627 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.702436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.652796.log 2023-10-21T20:41:50.627 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.702436.log.gz 2023-10-21T20:41:50.627 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146433.log 2023-10-21T20:41:50.627 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.643702.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.643702.log.gz 2023-10-21T20:41:50.628 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.652796.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.652719.log 2023-10-21T20:41:50.628 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.652796.log.gz 2023-10-21T20:41:50.628 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146433.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720869.log 2023-10-21T20:41:50.629 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.469444.log 2023-10-21T20:41:50.629 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.652719.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.652719.log.gz 2023-10-21T20:41:50.629 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.720869.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391908.log 2023-10-21T20:41:50.629 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720869.log.gz 2023-10-21T20:41:50.630 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.786113.log 2023-10-21T20:41:50.630 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.469444.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.469444.log.gz 2023-10-21T20:41:50.630 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.368407.log /var/log/ceph/ceph-client.admin.391908.log: 2023-10-21T20:41:50.631 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391908.log.gz 2023-10-21T20:41:50.631 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.786113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204084.log 2023-10-21T20:41:50.631 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.786113.log.gz 2023-10-21T20:41:50.632 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.368407.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.942652.log 2023-10-21T20:41:50.632 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.368407.log.gz 2023-10-21T20:41:50.632 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.204084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.203496.log 2023-10-21T20:41:50.632 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.204084.log.gz 2023-10-21T20:41:50.633 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.942652.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409939.log 2023-10-21T20:41:50.633 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.942652.log.gz 2023-10-21T20:41:50.633 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.203496.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777278.log 2023-10-21T20:41:50.634 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.203496.log.gz 2023-10-21T20:41:50.634 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.409939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791898.log 2023-10-21T20:41:50.634 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409939.log.gz 2023-10-21T20:41:50.635 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.777278.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647454.log 2023-10-21T20:41:50.635 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777278.log.gz 2023-10-21T20:41:50.635 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.791898.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.334825.log 2023-10-21T20:41:50.635 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791898.log.gz 2023-10-21T20:41:50.636 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.647454.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.785825.log 2023-10-21T20:41:50.636 INFO:teuthology.orchestra.run.smithi067.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.147395.log.gz 2023-10-21T20:41:50.636 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647454.log.gz 2023-10-21T20:41:50.637 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.334825.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354510.log 2023-10-21T20:41:50.637 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.334825.log.gz 2023-10-21T20:41:50.637 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.785825.log: gzip 0.0%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.785825.log.gz-- 2023-10-21T20:41:50.637 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.669833.log 2023-10-21T20:41:50.638 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.354510.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354510.log.gz 2023-10-21T20:41:50.638 INFO:teuthology.orchestra.run.smithi067.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.145082.log.gz 2023-10-21T20:41:50.638 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.669833.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669833.log.gz 2023-10-21T20:41:50.639 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.824416.log 2023-10-21T20:41:50.639 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.282667.log 2023-10-21T20:41:50.639 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.824416.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.824416.log.gz 2023-10-21T20:41:50.640 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.387768.log 2023-10-21T20:41:50.640 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.481425.log 2023-10-21T20:41:50.640 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.282667.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.282667.log.gz 2023-10-21T20:41:50.640 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.387768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141099.log 2023-10-21T20:41:50.641 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.387768.log.gz 2023-10-21T20:41:50.641 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.481425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.370268.log 2023-10-21T20:41:50.641 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.481425.log.gz 2023-10-21T20:41:50.642 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.141099.log: --verbose -- /var/log/ceph/ceph-client.admin.292941.log 2023-10-21T20:41:50.642 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.370268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707192.log 2023-10-21T20:41:50.642 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.370268.log.gz 2023-10-21T20:41:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.292941.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.469712.log 2023-10-21T20:41:50.643 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292941.log.gz 2023-10-21T20:41:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.707192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.371942.log 2023-10-21T20:41:50.643 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707192.log.gz 2023-10-21T20:41:50.644 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.469712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.327892.log 2023-10-21T20:41:50.644 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.469712.log.gz 2023-10-21T20:41:50.644 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.371942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359615.log 2023-10-21T20:41:50.645 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.371942.log.gz 2023-10-21T20:41:50.645 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.327892.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.645013.log 2023-10-21T20:41:50.645 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327892.log.gz 2023-10-21T20:41:50.646 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.359615.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416228.log 2023-10-21T20:41:50.646 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359615.log.gz 2023-10-21T20:41:50.646 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.645013.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.823575.log 2023-10-21T20:41:50.646 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.645013.log.gz 2023-10-21T20:41:50.647 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.416228.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416228.log.gz 2023-10-21T20:41:50.647 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187711.log 2023-10-21T20:41:50.647 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667157.log 2023-10-21T20:41:50.648 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.823575.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.823575.log.gz 2023-10-21T20:41:50.648 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.187711.log: gzip -5 0.0%--verbose -- -- replaced with /var/log/ceph/ceph-client.admin.187711.log.gz/var/log/ceph/ceph-client.admin.327668.log 2023-10-21T20:41:50.648 INFO:teuthology.orchestra.run.smithi067.stderr: 2023-10-21T20:41:50.649 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150073.log 2023-10-21T20:41:50.649 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667157.log.gz 2023-10-21T20:41:50.649 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.327668.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374465.log 2023-10-21T20:41:50.649 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327668.log.gz 2023-10-21T20:41:50.650 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.150073.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717645.log 2023-10-21T20:41:50.650 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.374465.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223146.log 2023-10-21T20:41:50.650 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374465.log.gz 2023-10-21T20:41:50.651 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.403459.log 2023-10-21T20:41:50.651 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.717645.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717645.log.gz 2023-10-21T20:41:50.651 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.223146.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238327.log 2023-10-21T20:41:50.652 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223146.log.gz 2023-10-21T20:41:50.652 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.403459.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633647.log 2023-10-21T20:41:50.652 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.403459.log.gz 2023-10-21T20:41:50.652 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.144349.log 2023-10-21T20:41:50.653 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.238327.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.238327.log.gz 2023-10-21T20:41:50.653 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.633647.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146033.log 2023-10-21T20:41:50.653 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633647.log.gz 2023-10-21T20:41:50.654 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.2.144349.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191132.log 2023-10-21T20:41:50.654 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.2.144349.log.gz 2023-10-21T20:41:50.654 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323633.log 2023-10-21T20:41:50.655 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.191132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.712938.log 2023-10-21T20:41:50.655 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191132.log.gz 2023-10-21T20:41:50.655 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.323633.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713953.log 2023-10-21T20:41:50.656 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323633.log.gz 2023-10-21T20:41:50.656 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.712938.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777187.log 2023-10-21T20:41:50.656 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.712938.log.gz 2023-10-21T20:41:50.657 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.713953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398439.log 2023-10-21T20:41:50.657 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713953.log.gz 2023-10-21T20:41:50.657 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.777187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.471897.log 2023-10-21T20:41:50.657 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777187.log.gz 2023-10-21T20:41:50.658 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.398439.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144897.log 2023-10-21T20:41:50.658 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398439.log.gz 2023-10-21T20:41:50.658 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.471897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347912.log 2023-10-21T20:41:50.659 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.471897.log.gz 2023-10-21T20:41:50.659 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.144897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376506.log 2023-10-21T20:41:50.659 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.347912.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.631225.log 2023-10-21T20:41:50.660 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.347912.log.gz 2023-10-21T20:41:50.660 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.376506.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338920.log 2023-10-21T20:41:50.660 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376506.log.gz 2023-10-21T20:41:50.660 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.631225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.692909.log 2023-10-21T20:41:50.661 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.631225.log.gz 2023-10-21T20:41:50.661 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.338920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372458.log 2023-10-21T20:41:50.661 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338920.log.gz 2023-10-21T20:41:50.662 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.692909.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.692909.log.gz--verbose 2023-10-21T20:41:50.662 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.776966.log 2023-10-21T20:41:50.662 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.372458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817973.log 2023-10-21T20:41:50.663 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372458.log.gz 2023-10-21T20:41:50.665 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.776966.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207512.log 2023-10-21T20:41:50.665 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.776966.log.gz 2023-10-21T20:41:50.666 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.817973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658980.log 2023-10-21T20:41:50.666 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817973.log.gz 2023-10-21T20:41:50.666 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.207512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372248.log 2023-10-21T20:41:50.666 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207512.log.gz 2023-10-21T20:41:50.667 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.658980.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367676.log 2023-10-21T20:41:50.667 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658980.log.gz 2023-10-21T20:41:50.667 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.372248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647031.log 2023-10-21T20:41:50.668 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372248.log.gz 2023-10-21T20:41:50.668 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.367676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655995.log 2023-10-21T20:41:50.668 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.367676.log.gz 2023-10-21T20:41:50.669 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.647031.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721945.log 2023-10-21T20:41:50.669 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647031.log.gz 2023-10-21T20:41:50.669 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.655995.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696998.log 2023-10-21T20:41:50.669 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655995.log.gz 2023-10-21T20:41:50.670 INFO:teuthology.orchestra.run.smithi067.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.141409.log.gz 2023-10-21T20:41:50.670 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.721945.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348392.log 2023-10-21T20:41:50.670 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721945.log.gz 2023-10-21T20:41:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.696998.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414851.log 2023-10-21T20:41:50.671 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696998.log.gz 2023-10-21T20:41:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.348392.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415306.log 2023-10-21T20:41:50.672 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.348392.log.gz 2023-10-21T20:41:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.414851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.250505.log 2023-10-21T20:41:50.672 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414851.log.gz 2023-10-21T20:41:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.415306.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.444412.log 2023-10-21T20:41:50.673 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.415306.log.gz 2023-10-21T20:41:50.673 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.250505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.443661.log 2023-10-21T20:41:50.673 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.250505.log.gz 2023-10-21T20:41:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.444412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405962.log 2023-10-21T20:41:50.674 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.444412.log.gz 2023-10-21T20:41:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.443661.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366723.log 2023-10-21T20:41:50.675 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.443661.log.gz 2023-10-21T20:41:50.675 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.405962.log: -- /var/log/ceph/ceph-client.admin.335596.log 2023-10-21T20:41:50.675 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405962.log.gz 2023-10-21T20:41:50.675 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.366723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409647.log 2023-10-21T20:41:50.676 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366723.log.gz 2023-10-21T20:41:50.676 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.335596.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226446.log 2023-10-21T20:41:50.676 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.335596.log.gz 2023-10-21T20:41:50.677 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.409647.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415760.log 2023-10-21T20:41:50.677 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409647.log.gz 2023-10-21T20:41:50.677 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.226446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637542.log 2023-10-21T20:41:50.678 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226446.log.gz 2023-10-21T20:41:50.678 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304995.log 2023-10-21T20:41:50.678 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.415760.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.415760.log.gz 2023-10-21T20:41:50.678 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.637542.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189216.log 2023-10-21T20:41:50.679 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637542.log.gz 2023-10-21T20:41:50.679 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.304995.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.645482.log 2023-10-21T20:41:50.679 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304995.log.gz 2023-10-21T20:41:50.680 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.189216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.186608.log 2023-10-21T20:41:50.680 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189216.log.gz 2023-10-21T20:41:50.680 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.645482.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237414.log 2023-10-21T20:41:50.680 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.645482.log.gz 2023-10-21T20:41:50.681 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.186608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381799.log 2023-10-21T20:41:50.681 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.186608.log.gz 2023-10-21T20:41:50.681 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.237414.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358316.log 2023-10-21T20:41:50.682 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.237414.log.gz 2023-10-21T20:41:50.682 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.381799.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670139.log 2023-10-21T20:41:50.682 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381799.log.gz 2023-10-21T20:41:50.683 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.358316.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721151.log 2023-10-21T20:41:50.683 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358316.log.gz 2023-10-21T20:41:50.683 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.670139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.234486.log 2023-10-21T20:41:50.683 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670139.log.gz 2023-10-21T20:41:50.684 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.721151.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815951.log 2023-10-21T20:41:50.684 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721151.log.gz 2023-10-21T20:41:50.684 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.234486.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351430.log 2023-10-21T20:41:50.685 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.234486.log.gz 2023-10-21T20:41:50.685 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.815951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.272856.log 2023-10-21T20:41:50.685 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815951.log.gz 2023-10-21T20:41:50.685 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.351430.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670543.log 2023-10-21T20:41:50.686 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.351430.log.gz 2023-10-21T20:41:50.686 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.272856.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.469353.log 2023-10-21T20:41:50.686 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.272856.log.gz 2023-10-21T20:41:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.670543.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.344873.log 2023-10-21T20:41:50.687 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670543.log.gz 2023-10-21T20:41:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.469353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377742.log 2023-10-21T20:41:50.688 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.469353.log.gz 2023-10-21T20:41:50.688 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.344873.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658015.log 2023-10-21T20:41:50.688 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.344873.log.gz 2023-10-21T20:41:50.688 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.377742.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310661.log 2023-10-21T20:41:50.689 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.377742.log.gz 2023-10-21T20:41:50.689 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.658015.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.691049.log 2023-10-21T20:41:50.689 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658015.log.gz 2023-10-21T20:41:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.310661.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.330175.log 2023-10-21T20:41:50.690 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310661.log.gz 2023-10-21T20:41:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.691049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357129.log 2023-10-21T20:41:50.691 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.691049.log.gz 2023-10-21T20:41:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.330175.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.341169.log 2023-10-21T20:41:50.691 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.330175.log.gz 2023-10-21T20:41:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.357129.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357129.log.gz 2023-10-21T20:41:50.692 INFO:teuthology.orchestra.run.smithi067.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.146751.log.gz 2023-10-21T20:41:50.692 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.341169.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.141416.log.gz 2023-10-21T20:41:50.692 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.341169.log.gz 2023-10-21T20:41:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.693276.log 2023-10-21T20:41:50.693 INFO:teuthology.orchestra.run.smithi067.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.140489.log.gz 2023-10-21T20:41:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391124.log 2023-10-21T20:41:50.694 INFO:teuthology.orchestra.run.smithi067.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.147303.log.gz 2023-10-21T20:41:50.694 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.693276.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.141099.log.gz 2023-10-21T20:41:50.694 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.693276.log.gz 2023-10-21T20:41:50.694 INFO:teuthology.orchestra.run.smithi067.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.146433.log.gz 2023-10-21T20:41:50.695 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696746.log 2023-10-21T20:41:50.695 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.391124.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391124.log.gz 2023-10-21T20:41:50.695 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.498044.log 2023-10-21T20:41:50.696 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.696746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.203765.log 2023-10-21T20:41:50.696 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696746.log.gz 2023-10-21T20:41:50.696 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.498044.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.272947.log 2023-10-21T20:41:50.696 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.498044.log.gz 2023-10-21T20:41:50.697 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.203765.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283682.log 2023-10-21T20:41:50.697 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.203765.log.gz 2023-10-21T20:41:50.697 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.272947.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822138.log 2023-10-21T20:41:50.698 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.272947.log.gz 2023-10-21T20:41:50.698 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.283682.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.835365.log 2023-10-21T20:41:50.698 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283682.log.gz 2023-10-21T20:41:50.699 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.822138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235963.log 2023-10-21T20:41:50.699 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822138.log.gz 2023-10-21T20:41:50.699 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.835365.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.796148.log 2023-10-21T20:41:50.699 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.835365.log.gz 2023-10-21T20:41:50.700 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.235963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.472370.log 2023-10-21T20:41:50.700 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.235963.log.gz 2023-10-21T20:41:50.700 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.796148.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228648.log 2023-10-21T20:41:50.701 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.796148.log.gz 2023-10-21T20:41:50.701 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.472370.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.472370.log.gz-5 2023-10-21T20:41:50.701 INFO:teuthology.orchestra.run.smithi067.stderr:--verbose -- /var/log/ceph/ceph-client.admin.786022.log 2023-10-21T20:41:50.701 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.228648.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374264.log 2023-10-21T20:41:50.702 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.228648.log.gz 2023-10-21T20:41:50.702 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.786022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388246.log 2023-10-21T20:41:50.702 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.786022.log.gz 2023-10-21T20:41:50.703 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.374264.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656612.log 2023-10-21T20:41:50.703 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374264.log.gz 2023-10-21T20:41:50.703 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.388246.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.470018.log 2023-10-21T20:41:50.704 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.388246.log.gz 2023-10-21T20:41:50.704 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.656612.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.246206.log 2023-10-21T20:41:50.704 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656612.log.gz 2023-10-21T20:41:50.704 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.470018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.450100.log 2023-10-21T20:41:50.705 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.470018.log.gz 2023-10-21T20:41:50.705 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.246206.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.246206.log.gz-5 2023-10-21T20:41:50.705 INFO:teuthology.orchestra.run.smithi067.stderr:--verbose -- /var/log/ceph/ceph-client.admin.823561.log 2023-10-21T20:41:50.706 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.450100.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.808464.log 2023-10-21T20:41:50.706 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.450100.log.gz 2023-10-21T20:41:50.706 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.823561.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.823561.log.gz 2023-10-21T20:41:50.707 INFO:teuthology.orchestra.run.smithi067.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.144943.log.gz 2023-10-21T20:41:50.707 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.808464.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.808464.log.gz 2023-10-21T20:41:50.707 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.334538.log 2023-10-21T20:41:50.707 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236390.log 2023-10-21T20:41:50.708 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.334538.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294881.log 2023-10-21T20:41:50.708 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.334538.log.gz 2023-10-21T20:41:50.708 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.236390.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950227.log 2023-10-21T20:41:50.709 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.236390.log.gz 2023-10-21T20:41:50.709 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.294881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405436.log 2023-10-21T20:41:50.709 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294881.log.gz 2023-10-21T20:41:50.709 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816453.log 2023-10-21T20:41:50.710 INFO:teuthology.orchestra.run.smithi067.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.950227.log.gz 2023-10-21T20:41:50.710 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.405436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333671.log 2023-10-21T20:41:50.710 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405436.log.gz 2023-10-21T20:41:50.711 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306509.log /var/log/ceph/ceph-client.admin.816453.log: 2023-10-21T20:41:50.711 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816453.log.gz 2023-10-21T20:41:50.711 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.333671.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834028.log 2023-10-21T20:41:50.712 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333671.log.gz 2023-10-21T20:41:50.712 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.306509.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319790.log 2023-10-21T20:41:50.712 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306509.log.gz 2023-10-21T20:41:50.712 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.834028.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814669.log 2023-10-21T20:41:50.713 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834028.log.gz 2023-10-21T20:41:50.713 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.319790.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363871.log 2023-10-21T20:41:50.713 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319790.log.gz 2023-10-21T20:41:50.714 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.814669.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.246115.log 2023-10-21T20:41:50.714 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814669.log.gz 2023-10-21T20:41:50.714 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.363871.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142150.log 2023-10-21T20:41:50.714 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363871.log.gz 2023-10-21T20:41:50.715 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.246115.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287050.log 2023-10-21T20:41:50.715 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.246115.log.gz 2023-10-21T20:41:50.715 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791055.log 2023-10-21T20:41:50.716 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.287050.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294000.log 2023-10-21T20:41:50.716 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287050.log.gz 2023-10-21T20:41:50.716 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.791055.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.712275.log 2023-10-21T20:41:50.716 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791055.log.gz 2023-10-21T20:41:50.717 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.294000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.693367.log 2023-10-21T20:41:50.717 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294000.log.gz 2023-10-21T20:41:50.717 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.712275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.370932.log 2023-10-21T20:41:50.718 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.712275.log.gz 2023-10-21T20:41:50.718 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.693367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140389.log 2023-10-21T20:41:50.718 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.693367.log.gz 2023-10-21T20:41:50.719 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.370932.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.668555.log 2023-10-21T20:41:50.719 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.370932.log.gz 2023-10-21T20:41:50.719 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140389.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713223.log 2023-10-21T20:41:50.720 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.668555.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376295.log 2023-10-21T20:41:50.720 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.668555.log.gz 2023-10-21T20:41:50.720 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.713223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.400475.log 2023-10-21T20:41:50.720 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713223.log.gz 2023-10-21T20:41:50.721 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.376295.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.691532.log 2023-10-21T20:41:50.721 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376295.log.gz 2023-10-21T20:41:50.721 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306003.log 2023-10-21T20:41:50.722 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.400475.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.400475.log.gz 2023-10-21T20:41:50.722 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.691532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.683490.log 2023-10-21T20:41:50.722 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.691532.log.gz 2023-10-21T20:41:50.722 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.306003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.669556.log 2023-10-21T20:41:50.723 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306003.log.gz 2023-10-21T20:41:50.723 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.683490.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377952.log 2023-10-21T20:41:50.723 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.683490.log.gz 2023-10-21T20:41:50.724 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.669556.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237400.log 2023-10-21T20:41:50.724 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669556.log.gz 2023-10-21T20:41:50.724 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.377952.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378230.log 2023-10-21T20:41:50.725 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.377952.log.gz 2023-10-21T20:41:50.725 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.237400.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421006.log 2023-10-21T20:41:50.725 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.237400.log.gz 2023-10-21T20:41:50.725 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.378230.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.771910.log 2023-10-21T20:41:50.726 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.378230.log.gz 2023-10-21T20:41:50.726 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.421006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.693825.log 2023-10-21T20:41:50.726 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421006.log.gz 2023-10-21T20:41:50.727 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.771910.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303656.log 2023-10-21T20:41:50.727 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.771910.log.gz 2023-10-21T20:41:50.727 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.693825.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.700500.log 2023-10-21T20:41:50.727 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.693825.log.gz 2023-10-21T20:41:50.728 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.303656.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310873.log 2023-10-21T20:41:50.728 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303656.log.gz 2023-10-21T20:41:50.728 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.700500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191654.log 2023-10-21T20:41:50.729 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700500.log.gz 2023-10-21T20:41:50.729 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.310873.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647728.log 2023-10-21T20:41:50.729 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310873.log.gz 2023-10-21T20:41:50.730 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.191654.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.808688.log 2023-10-21T20:41:50.730 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191654.log.gz 2023-10-21T20:41:50.730 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.647728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381813.log 2023-10-21T20:41:50.730 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647728.log.gz 2023-10-21T20:41:50.731 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.808688.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.289503.log 2023-10-21T20:41:50.731 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.808688.log.gz 2023-10-21T20:41:50.731 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.381813.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317567.log 2023-10-21T20:41:50.732 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381813.log.gz 2023-10-21T20:41:50.732 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.289503.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.806216.log 2023-10-21T20:41:50.732 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.289503.log.gz 2023-10-21T20:41:50.732 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.317567.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.708076.log 2023-10-21T20:41:50.733 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.317567.log.gz 2023-10-21T20:41:50.733 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.806216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.281704.log 2023-10-21T20:41:50.733 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.806216.log.gz 2023-10-21T20:41:50.734 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.708076.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319288.log 2023-10-21T20:41:50.734 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.708076.log.gz 2023-10-21T20:41:50.734 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.281704.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.786613.log 2023-10-21T20:41:50.735 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.281704.log.gz 2023-10-21T20:41:50.735 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.319288.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319288.log.gz 2023-10-21T20:41:50.735 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295865.log 2023-10-21T20:41:50.735 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.786613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398726.log 2023-10-21T20:41:50.736 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.786613.log.gz 2023-10-21T20:41:50.736 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.295865.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424331.log 2023-10-21T20:41:50.736 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295865.log.gz 2023-10-21T20:41:50.737 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.398726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951303.log 2023-10-21T20:41:50.737 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398726.log.gz 2023-10-21T20:41:50.737 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.424331.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424331.log.gz 2023-10-21T20:41:50.737 INFO:teuthology.orchestra.run.smithi067.stderr: 88.3%/var/log/ceph/ceph-client.admin.951303.log: -- replaced with /var/log/ceph/ceph-client.admin.146033.log.gz 2023-10-21T20:41:50.738 INFO:teuthology.orchestra.run.smithi067.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.951303.log.gz 2023-10-21T20:41:50.738 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950806.log 2023-10-21T20:41:50.738 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.701882.log 2023-10-21T20:41:50.739 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950806.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354300.log 2023-10-21T20:41:50.739 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.701882.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.950806.log.gz 2023-10-21T20:41:50.739 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375304.log 2023-10-21T20:41:50.740 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.701882.log.gz 2023-10-21T20:41:50.740 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.354300.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354300.log.gz 2023-10-21T20:41:50.740 INFO:teuthology.orchestra.run.smithi067.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.144897.log.gz 2023-10-21T20:41:50.741 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.375304.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375304.log.gz 2023-10-21T20:41:50.741 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.653635.log 2023-10-21T20:41:50.741 INFO:teuthology.orchestra.run.smithi067.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.140389.log.gz 2023-10-21T20:41:50.741 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345439.log 2023-10-21T20:41:50.742 INFO:teuthology.orchestra.run.smithi067.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.142150.log.gz 2023-10-21T20:41:50.742 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.653635.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190130.log 2023-10-21T20:41:50.742 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.653635.log.gz 2023-10-21T20:41:50.743 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.345439.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.469430.log 2023-10-21T20:41:50.743 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345439.log.gz 2023-10-21T20:41:50.743 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.190130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345891.log 2023-10-21T20:41:50.743 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190130.log.gz 2023-10-21T20:41:50.744 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.469430.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.515215.log 2023-10-21T20:41:50.744 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.469430.log.gz 2023-10-21T20:41:50.744 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.345891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.947417.log 2023-10-21T20:41:50.745 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345891.log.gz 2023-10-21T20:41:50.745 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.515215.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298834.log 2023-10-21T20:41:50.745 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.515215.log.gz 2023-10-21T20:41:50.746 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.947417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.401694.log 2023-10-21T20:41:50.746 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.947417.log.gz 2023-10-21T20:41:50.746 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.298834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833449.log 2023-10-21T20:41:50.746 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298834.log.gz 2023-10-21T20:41:50.747 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.401694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.827666.log 2023-10-21T20:41:50.747 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401694.log.gz 2023-10-21T20:41:50.747 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.833449.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308820.log 2023-10-21T20:41:50.748 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833449.log.gz 2023-10-21T20:41:50.748 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.827666.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142500.log 2023-10-21T20:41:50.748 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.827666.log.gz 2023-10-21T20:41:50.748 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.308820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.794990.log 2023-10-21T20:41:50.749 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308820.log.gz 2023-10-21T20:41:50.749 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411507.log 2023-10-21T20:41:50.749 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.794990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720053.log 2023-10-21T20:41:50.750 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.794990.log.gz 2023-10-21T20:41:50.750 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.411507.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144667.log 2023-10-21T20:41:50.750 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411507.log.gz 2023-10-21T20:41:50.751 INFO:teuthology.orchestra.run.smithi067.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.142500.log.gz 2023-10-21T20:41:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.720053.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720053.log.gz 2023-10-21T20:41:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.480727.log 2023-10-21T20:41:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.144667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308596.log 2023-10-21T20:41:50.752 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221894.log 2023-10-21T20:41:50.752 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.480727.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.480727.log.gz 2023-10-21T20:41:50.752 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.308596.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.640390.log 2023-10-21T20:41:50.753 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308596.log.gz 2023-10-21T20:41:50.753 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.221894.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221894.log.gz 2023-10-21T20:41:50.753 INFO:teuthology.orchestra.run.smithi067.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.144667.log.gz 2023-10-21T20:41:50.754 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.640390.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.640390.log.gz 2023-10-21T20:41:50.754 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426669.log 2023-10-21T20:41:50.754 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.327390.log 2023-10-21T20:41:50.754 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.426669.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.783980.log 2023-10-21T20:41:50.755 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.426669.log.gz 2023-10-21T20:41:50.755 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.327390.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147257.log 2023-10-21T20:41:50.755 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327390.log.gz 2023-10-21T20:41:50.756 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.783980.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.783980.log.gz--verbose 2023-10-21T20:41:50.756 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.946460.log 2023-10-21T20:41:50.756 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147257.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406502.log 2023-10-21T20:41:50.756 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.946460.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.828512.log 2023-10-21T20:41:50.757 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.946460.log.gz 2023-10-21T20:41:50.757 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.406502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226523.log 2023-10-21T20:41:50.757 INFO:teuthology.orchestra.run.smithi067.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.147257.log.gz 2023-10-21T20:41:50.758 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406502.log.gz 2023-10-21T20:41:50.758 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.828512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.344951.log 2023-10-21T20:41:50.758 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.828512.log.gz 2023-10-21T20:41:50.759 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.226523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.277550.log 2023-10-21T20:41:50.759 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226523.log.gz 2023-10-21T20:41:50.759 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.344951.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.344951.log.gz--verbose 2023-10-21T20:41:50.759 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.773650.log 2023-10-21T20:41:50.760 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.277550.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.445783.log 2023-10-21T20:41:50.760 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.277550.log.gz 2023-10-21T20:41:50.760 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.773650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275332.log 2023-10-21T20:41:50.761 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.773650.log.gz 2023-10-21T20:41:50.761 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.445783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.714707.log 2023-10-21T20:41:50.761 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.445783.log.gz 2023-10-21T20:41:50.761 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.275332.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.400935.log 2023-10-21T20:41:50.762 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275332.log.gz 2023-10-21T20:41:50.762 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.714707.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190667.log 2023-10-21T20:41:50.762 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.714707.log.gz 2023-10-21T20:41:50.763 INFO:teuthology.orchestra.run.smithi067.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.142638.log.gz 2023-10-21T20:41:50.763 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.400935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323131.log 2023-10-21T20:41:50.763 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.400935.log.gz 2023-10-21T20:41:50.764 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.190667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239413.log 2023-10-21T20:41:50.764 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190667.log.gz 2023-10-21T20:41:50.764 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.323131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.631708.log 2023-10-21T20:41:50.764 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323131.log.gz 2023-10-21T20:41:50.765 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.239413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775381.log 2023-10-21T20:41:50.765 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239413.log.gz 2023-10-21T20:41:50.765 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.631708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.786296.log 2023-10-21T20:41:50.766 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.631708.log.gz 2023-10-21T20:41:50.766 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.775381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436368.log 2023-10-21T20:41:50.766 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775381.log.gz 2023-10-21T20:41:50.767 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.786296.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.657796.log 2023-10-21T20:41:50.767 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.786296.log.gz 2023-10-21T20:41:50.767 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.436368.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.829355.log 2023-10-21T20:41:50.767 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436368.log.gz 2023-10-21T20:41:50.768 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.657796.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.242240.log 2023-10-21T20:41:50.768 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.657796.log.gz 2023-10-21T20:41:50.768 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.829355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140114.log 2023-10-21T20:41:50.769 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.829355.log.gz 2023-10-21T20:41:50.769 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.242240.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311377.log 2023-10-21T20:41:50.769 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.242240.log.gz 2023-10-21T20:41:50.769 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140114.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.784507.log 2023-10-21T20:41:50.770 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.311377.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142152.log 2023-10-21T20:41:50.770 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311377.log.gz 2023-10-21T20:41:50.770 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.784507.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317261.log 2023-10-21T20:41:50.771 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.784507.log.gz 2023-10-21T20:41:50.771 INFO:teuthology.orchestra.run.smithi067.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.140114.log.gz 2023-10-21T20:41:50.771 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428769.log 2023-10-21T20:41:50.772 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142152.log: /var/log/ceph/ceph-client.admin.317261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.718401.log 2023-10-21T20:41:50.772 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.317261.log.gz 2023-10-21T20:41:50.772 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.428769.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.785541.log 2023-10-21T20:41:50.772 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428769.log.gz 2023-10-21T20:41:50.773 INFO:teuthology.orchestra.run.smithi067.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.142152.log.gz 2023-10-21T20:41:50.773 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.718401.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709693.log 2023-10-21T20:41:50.773 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.718401.log.gz 2023-10-21T20:41:50.774 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.785541.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346972.log 2023-10-21T20:41:50.774 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.785541.log.gz 2023-10-21T20:41:50.774 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.709693.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342081.log 2023-10-21T20:41:50.775 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709693.log.gz 2023-10-21T20:41:50.775 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.346972.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326206.log 2023-10-21T20:41:50.775 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346972.log.gz 2023-10-21T20:41:50.775 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.342081.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146935.log 2023-10-21T20:41:50.776 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.342081.log.gz 2023-10-21T20:41:50.776 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.326206.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390278.log 2023-10-21T20:41:50.776 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326206.log.gz 2023-10-21T20:41:50.777 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356918.log 2023-10-21T20:41:50.777 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.390278.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.302690.log 2023-10-21T20:41:50.777 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390278.log.gz 2023-10-21T20:41:50.777 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792890.log 2023-10-21T20:41:50.778 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.356918.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356918.log.gz 2023-10-21T20:41:50.778 INFO:teuthology.orchestra.run.smithi067.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.146935.log.gz 2023-10-21T20:41:50.778 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.302690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.234409.log 2023-10-21T20:41:50.779 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.302690.log.gz 2023-10-21T20:41:50.779 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.792890.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309851.log 2023-10-21T20:41:50.779 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.792890.log.gz 2023-10-21T20:41:50.780 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.234409.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.503145.log 2023-10-21T20:41:50.780 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.234409.log.gz 2023-10-21T20:41:50.780 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.309851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421020.log 2023-10-21T20:41:50.780 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309851.log.gz 2023-10-21T20:41:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.503145.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236853.log 2023-10-21T20:41:50.781 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.503145.log.gz 2023-10-21T20:41:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.421020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.387310.log 2023-10-21T20:41:50.782 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421020.log.gz 2023-10-21T20:41:50.782 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.236853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189139.log 2023-10-21T20:41:50.782 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.236853.log.gz 2023-10-21T20:41:50.782 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.387310.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.387310.log.gz 2023-10-21T20:41:50.783 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325197.log 2023-10-21T20:41:50.783 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378244.log 2023-10-21T20:41:50.783 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.189139.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189139.log.gz 2023-10-21T20:41:50.784 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.325197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305497.log 2023-10-21T20:41:50.784 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325197.log.gz 2023-10-21T20:41:50.784 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.378244.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673513.log 2023-10-21T20:41:50.784 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.378244.log.gz 2023-10-21T20:41:50.785 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.305497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501154.log 2023-10-21T20:41:50.785 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305497.log.gz 2023-10-21T20:41:50.785 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.673513.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367230.log 2023-10-21T20:41:50.786 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673513.log.gz 2023-10-21T20:41:50.786 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667364.log 2023-10-21T20:41:50.786 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.501154.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.501154.log.gz 2023-10-21T20:41:50.787 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.367230.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.367230.log.gz 2023-10-21T20:41:50.787 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411690.log 2023-10-21T20:41:50.787 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667364.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414774.log 2023-10-21T20:41:50.787 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667364.log.gz 2023-10-21T20:41:50.788 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.411690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.809692.log 2023-10-21T20:41:50.788 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411690.log.gz 2023-10-21T20:41:50.788 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.414774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943125.log 2023-10-21T20:41:50.789 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414774.log.gz 2023-10-21T20:41:50.789 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.809692.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.497590.log 2023-10-21T20:41:50.789 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.809692.log.gz 2023-10-21T20:41:50.789 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.943125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.940760.log 2023-10-21T20:41:50.790 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943125.log.gz 2023-10-21T20:41:50.790 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.497590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.947924.log 2023-10-21T20:41:50.790 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.497590.log.gz 2023-10-21T20:41:50.791 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.940760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.949961.log 2023-10-21T20:41:50.791 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.940760.log.gz 2023-10-21T20:41:50.791 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.947924.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435468.log 2023-10-21T20:41:50.792 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.947924.log.gz 2023-10-21T20:41:50.792 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.949961.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418035.log 2023-10-21T20:41:50.792 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.435468.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.435468.log.gz 2023-10-21T20:41:50.792 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650823.log 2023-10-21T20:41:50.793 INFO:teuthology.orchestra.run.smithi067.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.949961.log.gz 2023-10-21T20:41:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.695982.log 2023-10-21T20:41:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.418035.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418035.log.gz 2023-10-21T20:41:50.794 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.650823.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637169.log 2023-10-21T20:41:50.794 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650823.log.gz 2023-10-21T20:41:50.794 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.695982.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389813.log 2023-10-21T20:41:50.794 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.695982.log.gz 2023-10-21T20:41:50.795 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.637169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428479.log 2023-10-21T20:41:50.795 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637169.log.gz 2023-10-21T20:41:50.795 INFO:teuthology.orchestra.run.smithi067.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.148367.log.gz 2023-10-21T20:41:50.796 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.389813.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.689561.log 2023-10-21T20:41:50.796 INFO:teuthology.orchestra.run.smithi067.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.150073.log.gz 2023-10-21T20:41:50.796 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.389813.log.gz 2023-10-21T20:41:50.797 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.428479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428088.log 2023-10-21T20:41:50.797 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428479.log.gz 2023-10-21T20:41:50.797 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.689561.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818384.log 2023-10-21T20:41:50.797 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.689561.log.gz 2023-10-21T20:41:50.798 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.428088.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295634.log 2023-10-21T20:41:50.798 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428088.log.gz 2023-10-21T20:41:50.798 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.818384.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.371746.log 2023-10-21T20:41:50.799 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818384.log.gz 2023-10-21T20:41:50.799 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.295634.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322916.log 2023-10-21T20:41:50.799 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295634.log.gz 2023-10-21T20:41:50.799 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.371746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950319.log 2023-10-21T20:41:50.800 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.371746.log.gz 2023-10-21T20:41:50.800 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.322916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501488.log 2023-10-21T20:41:50.800 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322916.log.gz 2023-10-21T20:41:50.801 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950319.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.835442.log 2023-10-21T20:41:50.801 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.501488.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717374.log 2023-10-21T20:41:50.801 INFO:teuthology.orchestra.run.smithi067.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.950319.log.gz 2023-10-21T20:41:50.802 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.501488.log.gz 2023-10-21T20:41:50.802 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.835442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373958.log 2023-10-21T20:41:50.802 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.835442.log.gz 2023-10-21T20:41:50.802 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.717374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707101.log 2023-10-21T20:41:50.803 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717374.log.gz 2023-10-21T20:41:50.803 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.373958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.434201.log 2023-10-21T20:41:50.803 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373958.log.gz 2023-10-21T20:41:50.804 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.707101.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670346.log 2023-10-21T20:41:50.804 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707101.log.gz 2023-10-21T20:41:50.804 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.434201.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.450907.log 2023-10-21T20:41:50.805 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.434201.log.gz 2023-10-21T20:41:50.805 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.670346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667272.log 2023-10-21T20:41:50.805 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670346.log.gz 2023-10-21T20:41:50.805 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.450907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658092.log 2023-10-21T20:41:50.806 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.450907.log.gz 2023-10-21T20:41:50.806 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.774832.log 2023-10-21T20:41:50.806 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667272.log.gz 2023-10-21T20:41:50.807 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.658092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391138.log 2023-10-21T20:41:50.807 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658092.log.gz 2023-10-21T20:41:50.807 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.774832.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.306094.log -- replaced with /var/log/ceph/ceph-client.admin.774832.log.gz 2023-10-21T20:41:50.807 INFO:teuthology.orchestra.run.smithi067.stderr: 2023-10-21T20:41:50.808 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.391138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.368106.log 2023-10-21T20:41:50.808 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391138.log.gz 2023-10-21T20:41:50.808 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.306094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.671569.log 2023-10-21T20:41:50.809 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306094.log.gz 2023-10-21T20:41:50.809 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.368106.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.328184.log 2023-10-21T20:41:50.809 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.368106.log.gz 2023-10-21T20:41:50.810 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.671569.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373161.log 2023-10-21T20:41:50.810 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.671569.log.gz 2023-10-21T20:41:50.810 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.328184.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.715445.log 2023-10-21T20:41:50.810 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.328184.log.gz 2023-10-21T20:41:50.811 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.373161.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.195267.log 2023-10-21T20:41:50.811 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373161.log.gz 2023-10-21T20:41:50.811 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.715445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696291.log 2023-10-21T20:41:50.812 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.715445.log.gz 2023-10-21T20:41:50.812 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.195267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.628966.log 2023-10-21T20:41:50.812 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.195267.log.gz 2023-10-21T20:41:50.813 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.696291.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319804.log 2023-10-21T20:41:50.813 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696291.log.gz 2023-10-21T20:41:50.813 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.628966.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.368197.log 2023-10-21T20:41:50.813 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.628966.log.gz 2023-10-21T20:41:50.814 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.319804.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192429.log 2023-10-21T20:41:50.814 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319804.log.gz 2023-10-21T20:41:50.814 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.368197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.602956.log 2023-10-21T20:41:50.815 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.368197.log.gz 2023-10-21T20:41:50.815 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.192429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.683992.log 2023-10-21T20:41:50.815 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192429.log.gz 2023-10-21T20:41:50.816 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.602956.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.468874.log 2023-10-21T20:41:50.816 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.602956.log.gz 2023-10-21T20:41:50.816 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.683992.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717659.log 2023-10-21T20:41:50.816 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.683992.log.gz 2023-10-21T20:41:50.817 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.468874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.254511.log 2023-10-21T20:41:50.817 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.468874.log.gz 2023-10-21T20:41:50.817 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.717659.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2023-10-21T20:41:50.818 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717659.log.gz 2023-10-21T20:41:50.818 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.254511.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.952106.log 2023-10-21T20:41:50.818 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.254511.log.gz 2023-10-21T20:41:50.819 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357115.log 2023-10-21T20:41:50.819 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.952106.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357407.log 2023-10-21T20:41:50.819 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.357115.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.952106.log.gz 2023-10-21T20:41:50.819 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325914.log 2023-10-21T20:41:50.820 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357115.log.gz 2023-10-21T20:41:50.820 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.357407.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206086.log 2023-10-21T20:41:50.820 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357407.log.gz 2023-10-21T20:41:50.821 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.325914.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.335519.log 2023-10-21T20:41:50.821 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325914.log.gz 2023-10-21T20:41:50.821 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.206086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145358.log 2023-10-21T20:41:50.821 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.206086.log.gz 2023-10-21T20:41:50.822 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.335519.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.497283.log 2023-10-21T20:41:50.822 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.335519.log.gz 2023-10-21T20:41:50.822 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.714908.log 2023-10-21T20:41:50.823 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.497283.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316583.log 2023-10-21T20:41:50.823 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.497283.log.gz 2023-10-21T20:41:50.823 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.714908.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.711214.log 2023-10-21T20:41:50.824 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.714908.log.gz 2023-10-21T20:41:50.824 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.316583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.202063.log 2023-10-21T20:41:50.824 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.316583.log.gz 2023-10-21T20:41:50.824 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.711214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.241697.log 2023-10-21T20:41:50.825 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.711214.log.gz 2023-10-21T20:41:50.825 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.202063.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318499.log 2023-10-21T20:41:50.825 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.202063.log.gz 2023-10-21T20:41:50.826 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.241697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.447946.log 2023-10-21T20:41:50.826 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.241697.log.gz 2023-10-21T20:41:50.826 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.318499.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306080.log 2023-10-21T20:41:50.827 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318499.log.gz 2023-10-21T20:41:50.827 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.447946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709387.log 2023-10-21T20:41:50.827 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.447946.log.gz 2023-10-21T20:41:50.828 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.306080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.404592.log 2023-10-21T20:41:50.828 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306080.log.gz 2023-10-21T20:41:50.828 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.709387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357330.log 2023-10-21T20:41:50.828 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709387.log.gz 2023-10-21T20:41:50.829 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.404592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205995.log 2023-10-21T20:41:50.829 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404592.log.gz 2023-10-21T20:41:50.829 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.357330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.143688.log 2023-10-21T20:41:50.830 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357330.log.gz 2023-10-21T20:41:50.830 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.205995.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278740.log 2023-10-21T20:41:50.830 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.205995.log.gz 2023-10-21T20:41:50.831 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.143688.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.683280.log 2023-10-21T20:41:50.831 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.143688.log.gz 2023-10-21T20:41:50.831 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.278740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324905.log 2023-10-21T20:41:50.831 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.278740.log.gz 2023-10-21T20:41:50.832 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.683280.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425181.log 2023-10-21T20:41:50.832 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.683280.log.gz 2023-10-21T20:41:50.832 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.324905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.653256.log 2023-10-21T20:41:50.833 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324905.log.gz 2023-10-21T20:41:50.833 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.425181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.810395.log 2023-10-21T20:41:50.833 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425181.log.gz 2023-10-21T20:41:50.834 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.653256.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.299812.log 2023-10-21T20:41:50.834 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.653256.log.gz 2023-10-21T20:41:50.834 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.810395.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790261.log 2023-10-21T20:41:50.834 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.810395.log.gz 2023-10-21T20:41:50.835 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.299812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.771833.log 2023-10-21T20:41:50.835 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.299812.log.gz 2023-10-21T20:41:50.835 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.790261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.195057.log 2023-10-21T20:41:50.836 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790261.log.gz 2023-10-21T20:41:50.836 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.771833.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428074.log 2023-10-21T20:41:50.836 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.771833.log.gz 2023-10-21T20:41:50.836 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.195057.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717168.log 2023-10-21T20:41:50.837 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.195057.log.gz 2023-10-21T20:41:50.837 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.428074.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.671893.log 2023-10-21T20:41:50.837 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428074.log.gz 2023-10-21T20:41:50.838 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.717168.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374451.log 2023-10-21T20:41:50.838 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717168.log.gz 2023-10-21T20:41:50.838 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.671893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339422.log 2023-10-21T20:41:50.839 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.671893.log.gz 2023-10-21T20:41:50.839 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.374451.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.684659.log 2023-10-21T20:41:50.839 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374451.log.gz 2023-10-21T20:41:50.839 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.339422.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.447855.log 2023-10-21T20:41:50.840 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339422.log.gz 2023-10-21T20:41:50.840 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.684659.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.824507.log 2023-10-21T20:41:50.840 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.684659.log.gz 2023-10-21T20:41:50.841 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.447855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.689547.log 2023-10-21T20:41:50.841 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.447855.log.gz 2023-10-21T20:41:50.841 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.824507.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656086.log 2023-10-21T20:41:50.842 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.824507.log.gz 2023-10-21T20:41:50.842 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.689547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312676.log 2023-10-21T20:41:50.842 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.689547.log.gz 2023-10-21T20:41:50.842 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.656086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140581.log 2023-10-21T20:41:50.843 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656086.log.gz 2023-10-21T20:41:50.843 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.312676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.949272.log 2023-10-21T20:41:50.843 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312676.log.gz 2023-10-21T20:41:50.844 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.296920.log 2023-10-21T20:41:50.844 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140581.log: /var/log/ceph/ceph-client.admin.949272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406155.log 2023-10-21T20:41:50.844 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.949272.log.gz 2023-10-21T20:41:50.844 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.296920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.444917.log 2023-10-21T20:41:50.845 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296920.log.gz 2023-10-21T20:41:50.845 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.406155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.400145.log 2023-10-21T20:41:50.845 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406155.log.gz 2023-10-21T20:41:50.846 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.444917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.437917.log 2023-10-21T20:41:50.846 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.444917.log.gz 2023-10-21T20:41:50.846 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.400145.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.469137.log 2023-10-21T20:41:50.847 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.400145.log.gz 2023-10-21T20:41:50.847 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.437917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187248.log 2023-10-21T20:41:50.847 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.437917.log.gz 2023-10-21T20:41:50.847 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.469137.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792473.log 2023-10-21T20:41:50.848 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.469137.log.gz 2023-10-21T20:41:50.848 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.187248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686246.log 2023-10-21T20:41:50.848 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187248.log.gz 2023-10-21T20:41:50.849 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.792473.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.809176.log 2023-10-21T20:41:50.849 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.792473.log.gz 2023-10-21T20:41:50.849 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.686246.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721366.log 2023-10-21T20:41:50.849 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686246.log.gz 2023-10-21T20:41:50.850 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.809176.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.497081.log 2023-10-21T20:41:50.850 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.809176.log.gz 2023-10-21T20:41:50.850 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.721366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.632076.log 2023-10-21T20:41:50.851 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721366.log.gz 2023-10-21T20:41:50.851 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.497081.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699507.log 2023-10-21T20:41:50.851 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.497081.log.gz 2023-10-21T20:41:50.852 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.632076.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354816.log 2023-10-21T20:41:50.852 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.632076.log.gz 2023-10-21T20:41:50.852 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.699507.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.499981.log 2023-10-21T20:41:50.853 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699507.log.gz 2023-10-21T20:41:50.853 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.354816.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.331689.log 2023-10-21T20:41:50.853 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354816.log.gz 2023-10-21T20:41:50.853 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.499981.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.708539.log 2023-10-21T20:41:50.854 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.499981.log.gz 2023-10-21T20:41:50.854 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.331689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414865.log 2023-10-21T20:41:50.854 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.331689.log.gz 2023-10-21T20:41:50.855 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.708539.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.442584.log 2023-10-21T20:41:50.855 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.708539.log.gz 2023-10-21T20:41:50.855 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.414865.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205160.log 2023-10-21T20:41:50.856 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414865.log.gz 2023-10-21T20:41:50.856 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.442584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318089.log 2023-10-21T20:41:50.856 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.442584.log.gz 2023-10-21T20:41:50.856 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.205160.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.829556.log 2023-10-21T20:41:50.857 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.205160.log.gz 2023-10-21T20:41:50.857 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.318089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658316.log 2023-10-21T20:41:50.857 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318089.log.gz 2023-10-21T20:41:50.858 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.829556.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.672110.log 2023-10-21T20:41:50.858 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.829556.log.gz 2023-10-21T20:41:50.858 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.658316.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.715639.log 2023-10-21T20:41:50.859 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658316.log.gz 2023-10-21T20:41:50.859 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.672110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646531.log 2023-10-21T20:41:50.859 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.672110.log.gz 2023-10-21T20:41:50.860 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.715639.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287811.log 2023-10-21T20:41:50.860 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.715639.log.gz 2023-10-21T20:41:50.860 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.646531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.824026.log 2023-10-21T20:41:50.860 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646531.log.gz 2023-10-21T20:41:50.861 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.287811.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820253.log 2023-10-21T20:41:50.861 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287811.log.gz 2023-10-21T20:41:50.861 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.824026.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.784416.log 2023-10-21T20:41:50.862 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.824026.log.gz 2023-10-21T20:41:50.862 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.820253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.823110.log 2023-10-21T20:41:50.862 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820253.log.gz 2023-10-21T20:41:50.863 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.784416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.722128.log 2023-10-21T20:41:50.863 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.784416.log.gz 2023-10-21T20:41:50.863 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.823110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293518.log 2023-10-21T20:41:50.863 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.823110.log.gz 2023-10-21T20:41:50.864 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.722128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699584.log 2023-10-21T20:41:50.864 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.722128.log.gz 2023-10-21T20:41:50.864 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.293518.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.203676.log 2023-10-21T20:41:50.865 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293518.log.gz 2023-10-21T20:41:50.865 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.699584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346484.log 0.0% 2023-10-21T20:41:50.865 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.699584.log.gz 2023-10-21T20:41:50.865 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.203676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713420.log 2023-10-21T20:41:50.866 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.203676.log.gz 2023-10-21T20:41:50.866 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.346484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421526.log 2023-10-21T20:41:50.866 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346484.log.gz 2023-10-21T20:41:50.867 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.713420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326220.log 2023-10-21T20:41:50.867 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713420.log.gz 2023-10-21T20:41:50.869 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.421526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431646.log 2023-10-21T20:41:50.869 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421526.log.gz 2023-10-21T20:41:50.869 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.326220.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.241322.log 2023-10-21T20:41:50.870 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326220.log.gz 2023-10-21T20:41:50.870 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.431646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380416.log 2023-10-21T20:41:50.870 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431646.log.gz 2023-10-21T20:41:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375290.log 2023-10-21T20:41:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.241322.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.241322.log.gz 2023-10-21T20:41:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.380416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192126.log 2023-10-21T20:41:50.872 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380416.log.gz 2023-10-21T20:41:50.872 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240367.log 2023-10-21T20:41:50.872 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.375290.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375290.log.gz 2023-10-21T20:41:50.873 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.192126.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.630740.log 2023-10-21T20:41:50.873 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192126.log.gz 2023-10-21T20:41:50.873 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.240367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.642916.log 2023-10-21T20:41:50.873 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.240367.log.gz 2023-10-21T20:41:50.874 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.630740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223628.log 2023-10-21T20:41:50.874 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.630740.log.gz 2023-10-21T20:41:50.874 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.642916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.628875.log 2023-10-21T20:41:50.875 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.642916.log.gz 2023-10-21T20:41:50.875 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.223628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359629.log 2023-10-21T20:41:50.875 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223628.log.gz 2023-10-21T20:41:50.876 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.628875.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.809893.log 2023-10-21T20:41:50.876 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.628875.log.gz 2023-10-21T20:41:50.876 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.359629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141780.log 2023-10-21T20:41:50.876 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359629.log.gz 2023-10-21T20:41:50.877 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.809893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.708167.log 2023-10-21T20:41:50.877 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.809893.log.gz 2023-10-21T20:41:50.877 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141780.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423889.log 2023-10-21T20:41:50.878 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.708167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430708.log 2023-10-21T20:41:50.878 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.708167.log.gz 2023-10-21T20:41:50.878 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.423889.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633855.log 2023-10-21T20:41:50.879 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.423889.log.gz 2023-10-21T20:41:50.879 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.430708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.444840.log 2023-10-21T20:41:50.879 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.430708.log.gz 2023-10-21T20:41:50.879 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.633855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391817.log 2023-10-21T20:41:50.880 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633855.log.gz 2023-10-21T20:41:50.880 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.444840.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390923.log 2023-10-21T20:41:50.880 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.444840.log.gz 2023-10-21T20:41:50.881 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.391817.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148413.log 2023-10-21T20:41:50.881 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391817.log.gz 2023-10-21T20:41:50.881 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.390923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696760.log 2023-10-21T20:41:50.881 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390923.log.gz 2023-10-21T20:41:50.882 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311165.log 2023-10-21T20:41:50.882 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.696760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.272933.log 2023-10-21T20:41:50.882 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696760.log.gz 2023-10-21T20:41:50.883 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.311165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.330252.log 2023-10-21T20:41:50.883 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311165.log.gz 2023-10-21T20:41:50.883 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.272933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323222.log 2023-10-21T20:41:50.884 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.272933.log.gz 2023-10-21T20:41:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.330252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.940301.log 2023-10-21T20:41:50.884 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.330252.log.gz 2023-10-21T20:41:50.885 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.323222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.644606.log 2023-10-21T20:41:50.885 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323222.log.gz 2023-10-21T20:41:50.885 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.940301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298848.log 2023-10-21T20:41:50.885 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.940301.log.gz 2023-10-21T20:41:50.886 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.644606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.229022.log 2023-10-21T20:41:50.886 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.644606.log.gz 2023-10-21T20:41:50.886 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.202077.log 2023-10-21T20:41:50.887 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.298848.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298848.log.gz 2023-10-21T20:41:50.887 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.229022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.195723.log 2023-10-21T20:41:50.887 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.229022.log.gz 2023-10-21T20:41:50.888 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.202077.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348315.log 2023-10-21T20:41:50.888 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.202077.log.gz 2023-10-21T20:41:50.888 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.195723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813141.log 2023-10-21T20:41:50.889 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.195723.log.gz 2023-10-21T20:41:50.889 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.348315.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685199.log 2023-10-21T20:41:50.889 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.348315.log.gz 2023-10-21T20:41:50.890 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.813141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362391.log 2023-10-21T20:41:50.890 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813141.log.gz 2023-10-21T20:41:50.890 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.685199.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187157.log 2023-10-21T20:41:50.890 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685199.log.gz 2023-10-21T20:41:50.891 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.362391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.629695.log 2023-10-21T20:41:50.891 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.362391.log.gz 2023-10-21T20:41:50.891 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.187157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.773664.log 2023-10-21T20:41:50.892 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187157.log.gz 2023-10-21T20:41:50.892 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.629695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380447.log 2023-10-21T20:41:50.892 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.629695.log.gz 2023-10-21T20:41:50.892 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.773664.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.703164.log 2023-10-21T20:41:50.893 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.773664.log.gz 2023-10-21T20:41:50.893 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.380447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667872.log 2023-10-21T20:41:50.893 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380447.log.gz 2023-10-21T20:41:50.894 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.703164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433411.log 2023-10-21T20:41:50.894 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.703164.log.gz 2023-10-21T20:41:50.894 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667872.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367886.log 2023-10-21T20:41:50.895 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667872.log.gz 2023-10-21T20:41:50.895 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.433411.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223836.log 2023-10-21T20:41:50.895 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.433411.log.gz 2023-10-21T20:41:50.895 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.367886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365159.log 2023-10-21T20:41:50.896 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.367886.log.gz 2023-10-21T20:41:50.896 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.223836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.663270.log 2023-10-21T20:41:50.896 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223836.log.gz 2023-10-21T20:41:50.897 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.365159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141784.log 2023-10-21T20:41:50.897 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365159.log.gz 2023-10-21T20:41:50.897 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.663270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.393578.log 2023-10-21T20:41:50.898 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.663270.log.gz 2023-10-21T20:41:50.898 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141784.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390620.log 2023-10-21T20:41:50.898 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.393578.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.671094.log 2023-10-21T20:41:50.898 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.393578.log.gz 2023-10-21T20:41:50.899 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.390620.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713029.log 2023-10-21T20:41:50.899 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390620.log.gz 2023-10-21T20:41:50.899 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.671094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.640774.log 2023-10-21T20:41:50.900 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.671094.log.gz 2023-10-21T20:41:50.900 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.713029.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.810486.log 2023-10-21T20:41:50.900 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713029.log.gz 2023-10-21T20:41:50.900 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.640774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280663.log 2023-10-21T20:41:50.901 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.640774.log.gz 2023-10-21T20:41:50.901 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.810486.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433178.log 2023-10-21T20:41:50.901 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.810486.log.gz 2023-10-21T20:41:50.902 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.280663.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.719310.log 2023-10-21T20:41:50.902 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.280663.log.gz 2023-10-21T20:41:50.902 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.433178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.787189.log 2023-10-21T20:41:50.903 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.433178.log.gz 2023-10-21T20:41:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.719310.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.652354.log 2023-10-21T20:41:50.903 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.719310.log.gz 2023-10-21T20:41:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.787189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292722.log 2023-10-21T20:41:50.904 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.787189.log.gz 2023-10-21T20:41:50.904 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.652354.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410993.log 2023-10-21T20:41:50.904 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.652354.log.gz 2023-10-21T20:41:50.905 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.292722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359830.log 2023-10-21T20:41:50.905 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292722.log.gz 2023-10-21T20:41:50.905 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.410993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427617.log 2023-10-21T20:41:50.906 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.410993.log.gz 2023-10-21T20:41:50.906 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.359830.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.200367.log 2023-10-21T20:41:50.906 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359830.log.gz 2023-10-21T20:41:50.906 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.427617.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.700960.log 2023-10-21T20:41:50.907 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427617.log.gz 2023-10-21T20:41:50.907 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.200367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373762.log 2023-10-21T20:41:50.907 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.200367.log.gz 2023-10-21T20:41:50.908 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.399867.log 2023-10-21T20:41:50.908 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.700960.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700960.log.gz 2023-10-21T20:41:50.908 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.373762.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395696.log 2023-10-21T20:41:50.908 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373762.log.gz 2023-10-21T20:41:50.909 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.399867.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501970.log 2023-10-21T20:41:50.909 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.399867.log.gz 2023-10-21T20:41:50.909 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.395696.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.710993.log 2023-10-21T20:41:50.910 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395696.log.gz 2023-10-21T20:41:50.910 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.501970.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333579.log 2023-10-21T20:41:50.910 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.501970.log.gz 2023-10-21T20:41:50.911 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.710993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.719852.log 2023-10-21T20:41:50.911 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710993.log.gz 2023-10-21T20:41:50.911 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.333579.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.808980.log 2023-10-21T20:41:50.911 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333579.log.gz 2023-10-21T20:41:50.912 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.719852.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.230050.log 2023-10-21T20:41:50.912 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.719852.log.gz 2023-10-21T20:41:50.912 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.808980.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305574.log 2023-10-21T20:41:50.913 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.808980.log.gz 2023-10-21T20:41:50.913 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.230050.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148597.log 2023-10-21T20:41:50.913 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.230050.log.gz 2023-10-21T20:41:50.914 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.305574.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.331235.log 2023-10-21T20:41:50.914 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305574.log.gz 2023-10-21T20:41:50.914 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.634788.log 2023-10-21T20:41:50.914 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.331235.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.315022.log 2023-10-21T20:41:50.915 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.331235.log.gz 2023-10-21T20:41:50.915 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.634788.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.327089.log 2023-10-21T20:41:50.915 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.634788.log.gz 2023-10-21T20:41:50.916 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.315022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.401487.log 2023-10-21T20:41:50.916 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.315022.log.gz 2023-10-21T20:41:50.916 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.327089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819932.log 2023-10-21T20:41:50.916 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327089.log.gz 2023-10-21T20:41:50.917 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.401487.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.234889.log 2023-10-21T20:41:50.917 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401487.log.gz 2023-10-21T20:41:50.917 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.819932.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.640404.log 2023-10-21T20:41:50.918 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819932.log.gz 2023-10-21T20:41:50.918 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.234889.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.252837.log 2023-10-21T20:41:50.918 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.234889.log.gz 2023-10-21T20:41:50.919 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.640404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.203715.log 2023-10-21T20:41:50.919 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.640404.log.gz 2023-10-21T20:41:50.919 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.252837.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.693353.log 2023-10-21T20:41:50.919 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.252837.log.gz 2023-10-21T20:41:50.920 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.203715.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833526.log 2023-10-21T20:41:50.920 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.203715.log.gz 2023-10-21T20:41:50.920 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.693353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.472384.log 2023-10-21T20:41:50.921 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.693353.log.gz 2023-10-21T20:41:50.921 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.833526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372946.log 2023-10-21T20:41:50.921 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833526.log.gz 2023-10-21T20:41:50.921 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.472384.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.502174.log 2023-10-21T20:41:50.922 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.472384.log.gz 2023-10-21T20:41:50.922 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.372946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356459.log 2023-10-21T20:41:50.922 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372946.log.gz 2023-10-21T20:41:50.923 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.502174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.941233.log 2023-10-21T20:41:50.923 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.502174.log.gz 2023-10-21T20:41:50.923 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.356459.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356459.log.gz 2023-10-21T20:41:50.924 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414397.log 2023-10-21T20:41:50.924 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.941233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667341.log 2023-10-21T20:41:50.924 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.941233.log.gz 2023-10-21T20:41:50.924 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.414397.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.143696.log 2023-10-21T20:41:50.925 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414397.log.gz 2023-10-21T20:41:50.925 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667341.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696965.log 2023-10-21T20:41:50.925 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667341.log.gz 2023-10-21T20:41:50.926 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.143696.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.715653.log 2023-10-21T20:41:50.926 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.143696.log.gz 2023-10-21T20:41:50.926 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.696965.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818671.log 2023-10-21T20:41:50.927 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696965.log.gz 2023-10-21T20:41:50.927 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.715653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141787.log 2023-10-21T20:41:50.927 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.715653.log.gz 2023-10-21T20:41:50.927 INFO:teuthology.orchestra.run.smithi067.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.145358.log.gz 2023-10-21T20:41:50.928 INFO:teuthology.orchestra.run.smithi067.stderr: 88.9% -- replaced with /var/log/ceph/ceph.audit.log.gz 2023-10-21T20:41:50.928 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.818671.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818671.log.gz 2023-10-21T20:41:50.928 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394905.log 2023-10-21T20:41:50.929 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141787.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.231002.log 2023-10-21T20:41:50.929 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.394905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318800.log 2023-10-21T20:41:50.929 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394905.log.gz 2023-10-21T20:41:50.929 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.231002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142154.log 2023-10-21T20:41:50.930 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.231002.log.gz 2023-10-21T20:41:50.930 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.318800.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720067.log 2023-10-21T20:41:50.930 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318800.log.gz 2023-10-21T20:41:50.931 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142154.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.772903.log 2023-10-21T20:41:50.931 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.720067.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.829057.log 2023-10-21T20:41:50.931 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720067.log.gz 2023-10-21T20:41:50.932 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.772903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816663.log 2023-10-21T20:41:50.932 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.772903.log.gz 2023-10-21T20:41:50.932 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.829057.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707402.log 2023-10-21T20:41:50.932 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.829057.log.gz 2023-10-21T20:41:50.933 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.816663.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.145853.log 2023-10-21T20:41:50.933 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816663.log.gz 2023-10-21T20:41:50.933 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.707402.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818183.log 2023-10-21T20:41:50.934 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707402.log.gz 2023-10-21T20:41:50.934 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429075.log 2023-10-21T20:41:50.934 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.818183.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.818183.log.gz--verbose 2023-10-21T20:41:50.934 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.145588.log 2023-10-21T20:41:50.935 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141418.log 2023-10-21T20:41:50.935 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.429075.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.429075.log.gz 2023-10-21T20:41:50.935 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145588.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142592.log 2023-10-21T20:41:50.936 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141418.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.402998.log 2023-10-21T20:41:50.936 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224592.log 2023-10-21T20:41:50.936 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.694775.log 2023-10-21T20:41:50.936 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.402998.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.402998.log.gz 2023-10-21T20:41:50.937 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.224592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815659.log 2023-10-21T20:41:50.937 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224592.log.gz 2023-10-21T20:41:50.937 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.694775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309564.log 2023-10-21T20:41:50.938 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.694775.log.gz 2023-10-21T20:41:50.938 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.815659.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815659.log.gz 2023-10-21T20:41:50.938 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.772125.log 2023-10-21T20:41:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.309564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365250.log 2023-10-21T20:41:50.939 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309564.log.gz 2023-10-21T20:41:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.772125.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.772125.log.gz 2023-10-21T20:41:50.940 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.403382.log 2023-10-21T20:41:50.940 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373671.log 2023-10-21T20:41:50.940 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.365250.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365250.log.gz 2023-10-21T20:41:50.940 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.403382.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.403382.log.gz 2023-10-21T20:41:50.941 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190590.log 2023-10-21T20:41:50.941 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431072.log 2023-10-21T20:41:50.941 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.373671.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373671.log.gzgzip 2023-10-21T20:41:50.942 INFO:teuthology.orchestra.run.smithi067.stderr:-5 /var/log/ceph/ceph-client.admin.190590.log: --verbose -- /var/log/ceph/ceph-client.admin.809970.log 2023-10-21T20:41:50.942 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190590.log.gz 2023-10-21T20:41:50.942 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.431072.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649928.log 2023-10-21T20:41:50.942 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431072.log.gz 2023-10-21T20:41:50.943 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.809970.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.809970.log.gz--verbose 2023-10-21T20:41:50.943 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.412509.log 2023-10-21T20:41:50.943 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295440.log 2023-10-21T20:41:50.944 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.649928.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649928.log.gz 2023-10-21T20:41:50.944 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.412509.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.644620.log 2023-10-21T20:41:50.944 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412509.log.gz 2023-10-21T20:41:50.945 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.295440.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386939.log 2023-10-21T20:41:50.945 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295440.log.gz 2023-10-21T20:41:50.945 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.644620.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376721.log 2023-10-21T20:41:50.945 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.644620.log.gz 2023-10-21T20:41:50.946 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.386939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.369120.log 2023-10-21T20:41:50.946 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.386939.log.gz 2023-10-21T20:41:50.946 INFO:teuthology.orchestra.run.smithi067.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.140581.log.gz 2023-10-21T20:41:50.947 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.376721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.233094.log 2023-10-21T20:41:50.947 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376721.log.gz 2023-10-21T20:41:50.947 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.469096.log 2023-10-21T20:41:50.948 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.369120.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.369120.log.gz 2023-10-21T20:41:50.948 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.233094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.500946.log 2023-10-21T20:41:50.948 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.233094.log.gz 2023-10-21T20:41:50.948 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.469096.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356368.log 2023-10-21T20:41:50.949 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.469096.log.gz 2023-10-21T20:41:50.949 INFO:teuthology.orchestra.run.smithi067.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.141780.log.gz 2023-10-21T20:41:50.949 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.500946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.331221.log 2023-10-21T20:41:50.950 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.500946.log.gz 2023-10-21T20:41:50.950 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.356368.log: -- /var/log/ceph/ceph-client.admin.280372.log 2023-10-21T20:41:50.950 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356368.log.gz 2023-10-21T20:41:50.951 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.331221.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.272477.log 2023-10-21T20:41:50.951 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.331221.log.gz 2023-10-21T20:41:50.951 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.280372.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338373.log 2023-10-21T20:41:50.951 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.280372.log.gz 2023-10-21T20:41:50.952 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.272477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435936.log 2023-10-21T20:41:50.952 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.272477.log.gz 2023-10-21T20:41:50.952 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.338373.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226249.log 2023-10-21T20:41:50.953 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338373.log.gz 2023-10-21T20:41:50.953 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.435936.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346393.log 2023-10-21T20:41:50.953 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.435936.log.gz 2023-10-21T20:41:50.954 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.226249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792981.log 2023-10-21T20:41:50.954 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226249.log.gz 2023-10-21T20:41:50.954 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.346393.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951809.log 2023-10-21T20:41:50.954 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346393.log.gz 2023-10-21T20:41:50.955 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.792981.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658594.log 2023-10-21T20:41:50.955 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.792981.log.gz 2023-10-21T20:41:50.955 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790590.log 2023-10-21T20:41:50.956 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.658594.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.951809.log.gz 2023-10-21T20:41:50.956 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397526.log 2023-10-21T20:41:50.956 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658594.log.gz 2023-10-21T20:41:50.957 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.790590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358818.log 2023-10-21T20:41:50.957 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790590.log.gz 2023-10-21T20:41:50.957 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.397526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146171.log 2023-10-21T20:41:50.957 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397526.log.gz 2023-10-21T20:41:50.958 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.358818.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235433.log 2023-10-21T20:41:50.958 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358818.log.gz 2023-10-21T20:41:50.958 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.252142.log 2023-10-21T20:41:50.959 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.235433.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.778231.log 2023-10-21T20:41:50.959 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.235433.log.gz 2023-10-21T20:41:50.959 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.252142.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.948403.log 2023-10-21T20:41:50.960 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.252142.log.gz 2023-10-21T20:41:50.960 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.778231.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655569.log 2023-10-21T20:41:50.960 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.778231.log.gz 2023-10-21T20:41:50.960 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.948403.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.672571.log 2023-10-21T20:41:50.961 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.948403.log.gz 2023-10-21T20:41:50.961 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.655569.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.674073.log 2023-10-21T20:41:50.961 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655569.log.gz 2023-10-21T20:41:50.962 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.672571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228557.log 2023-10-21T20:41:50.962 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.672571.log.gz 2023-10-21T20:41:50.962 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.674073.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324417.log 2023-10-21T20:41:50.962 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.674073.log.gz 2023-10-21T20:41:50.963 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.228557.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223551.log 2023-10-21T20:41:50.963 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.228557.log.gz 2023-10-21T20:41:50.963 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.324417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426211.log 2023-10-21T20:41:50.964 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324417.log.gz 2023-10-21T20:41:50.964 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.223551.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.786099.log 2023-10-21T20:41:50.964 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223551.log.gz 2023-10-21T20:41:50.965 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.426211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.469726.log 2023-10-21T20:41:50.965 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.426211.log.gz 2023-10-21T20:41:50.965 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.786099.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.299316.log 2023-10-21T20:41:50.965 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.786099.log.gz 2023-10-21T20:41:50.966 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.469726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.439597.log 2023-10-21T20:41:50.966 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.469726.log.gz 2023-10-21T20:41:50.966 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.299316.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453059.log 2023-10-21T20:41:50.967 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.299316.log.gz 2023-10-21T20:41:50.967 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.439597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.255440.log 2023-10-21T20:41:50.967 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.439597.log.gz 2023-10-21T20:41:50.968 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.453059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392276.log 2023-10-21T20:41:50.968 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.453059.log.gz 2023-10-21T20:41:50.968 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.255440.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320507.log 2023-10-21T20:41:50.968 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.255440.log.gz 2023-10-21T20:41:50.969 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.392276.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140443.log 2023-10-21T20:41:50.969 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.392276.log.gz 2023-10-21T20:41:50.969 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.320507.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812443.log 2023-10-21T20:41:50.970 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320507.log.gz 2023-10-21T20:41:50.970 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140443.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366933.log 2023-10-21T20:41:50.970 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.812443.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686260.log 2023-10-21T20:41:50.970 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812443.log.gz 2023-10-21T20:41:50.971 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.282167.log 2023-10-21T20:41:50.971 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.366933.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366933.log.gz 2023-10-21T20:41:50.971 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.686260.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.671003.log 2023-10-21T20:41:50.972 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686260.log.gz 2023-10-21T20:41:50.972 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791041.log 2023-10-21T20:41:50.972 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.282167.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.282167.log.gz 2023-10-21T20:41:50.973 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.671003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.321052.log 2023-10-21T20:41:50.973 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.671003.log.gz 2023-10-21T20:41:50.973 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.791041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.940287.log 2023-10-21T20:41:50.973 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791041.log.gz 2023-10-21T20:41:50.974 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.321052.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237861.log 2023-10-21T20:41:50.974 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321052.log.gz 2023-10-21T20:41:50.974 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.940287.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.801638.log 2023-10-21T20:41:50.975 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.940287.log.gz 2023-10-21T20:41:50.975 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.237861.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374711.log 2023-10-21T20:41:50.975 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.237861.log.gz 2023-10-21T20:41:50.975 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.801638.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240744.log 2023-10-21T20:41:50.976 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.801638.log.gz 2023-10-21T20:41:50.976 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.374711.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374711.log.gz 2023-10-21T20:41:50.976 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.690957.log 2023-10-21T20:41:50.977 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.240744.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.240744.log.gz 2023-10-21T20:41:50.977 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390576.log 2023-10-21T20:41:50.977 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.690957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.710176.log 2023-10-21T20:41:50.978 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690957.log.gz 2023-10-21T20:41:50.978 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.390576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150027.log 2023-10-21T20:41:50.978 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390576.log.gz 2023-10-21T20:41:50.978 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.710176.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.328600.log 2023-10-21T20:41:50.979 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710176.log.gz 2023-10-21T20:41:50.979 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.150027.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419425.log 2023-10-21T20:41:50.979 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.328600.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207713.log 2023-10-21T20:41:50.980 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.328600.log.gz 2023-10-21T20:41:50.980 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.419425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.437826.log 2023-10-21T20:41:50.980 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419425.log.gz 2023-10-21T20:41:50.981 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.207713.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655780.log 2023-10-21T20:41:50.981 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207713.log.gz 2023-10-21T20:41:50.981 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.437826.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142151.log 2023-10-21T20:41:50.981 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.437826.log.gz 2023-10-21T20:41:50.982 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.655780.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.642261.log 2023-10-21T20:41:50.982 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655780.log.gz 2023-10-21T20:41:50.982 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142151.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425723.log 2023-10-21T20:41:50.983 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.642261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227895.log 2023-10-21T20:41:50.983 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.642261.log.gz 2023-10-21T20:41:50.983 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.425723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646742.log 2023-10-21T20:41:50.984 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425723.log.gz 2023-10-21T20:41:50.984 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.227895.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227895.log.gz 2023-10-21T20:41:50.984 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.645573.log 2023-10-21T20:41:50.984 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.646742.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.703456.log 2023-10-21T20:41:50.985 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646742.log.gz 2023-10-21T20:41:50.985 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.645573.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.776679.log 2023-10-21T20:41:50.985 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.645573.log.gz 2023-10-21T20:41:50.986 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.703456.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.703456.log.gz 2023-10-21T20:41:50.986 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.233009.log 2023-10-21T20:41:50.986 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.776679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.272016.log 2023-10-21T20:41:50.987 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.776679.log.gz 2023-10-21T20:41:50.987 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.233009.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322428.log 2023-10-21T20:41:50.987 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.233009.log.gz 2023-10-21T20:41:50.987 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.272016.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392367.log 2023-10-21T20:41:50.988 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.272016.log.gz 2023-10-21T20:41:50.988 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.322428.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819727.log 2023-10-21T20:41:50.988 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322428.log.gz 2023-10-21T20:41:50.989 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.392367.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.392367.log.gz 2023-10-21T20:41:50.989 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.819727.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819727.log.gz 2023-10-21T20:41:50.989 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.341702.log 2023-10-21T20:41:50.989 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.403920.log 2023-10-21T20:41:50.990 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.341702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313179.log 2023-10-21T20:41:50.990 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.341702.log.gz 2023-10-21T20:41:50.990 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.403920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391361.log 2023-10-21T20:41:50.991 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.403920.log.gz 2023-10-21T20:41:50.991 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.313179.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.668167.log 2023-10-21T20:41:50.991 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313179.log.gz 2023-10-21T20:41:50.992 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.391361.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.446322.log 2023-10-21T20:41:50.992 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391361.log.gz 2023-10-21T20:41:50.992 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.668167.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.668167.log.gz 2023-10-21T20:41:50.992 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223642.log 2023-10-21T20:41:50.993 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.446322.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374788.log 2023-10-21T20:41:50.993 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.446322.log.gz 2023-10-21T20:41:50.993 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.223642.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.229575.log 2023-10-21T20:41:50.994 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223642.log.gz 2023-10-21T20:41:50.994 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.374788.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.949915.log 2023-10-21T20:41:50.994 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374788.log.gz 2023-10-21T20:41:50.995 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.229575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.301726.log 2023-10-21T20:41:50.995 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.229575.log.gz 2023-10-21T20:41:50.995 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.949915.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.438783.log 2023-10-21T20:41:50.995 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.301726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.701959.log 2023-10-21T20:41:50.996 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.301726.log.gz 88.2% 2023-10-21T20:41:50.996 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.949915.log.gz 2023-10-21T20:41:50.996 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.438783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141419.log 2023-10-21T20:41:50.997 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.438783.log.gz 2023-10-21T20:41:50.997 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.701959.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428836.log 2023-10-21T20:41:50.997 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.701959.log.gz 2023-10-21T20:41:50.997 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141419.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436952.log 2023-10-21T20:41:50.998 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.428836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834975.log 2023-10-21T20:41:50.998 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428836.log.gz 2023-10-21T20:41:50.998 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.436952.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.245277.log 2023-10-21T20:41:50.999 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436952.log.gz 2023-10-21T20:41:50.999 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.834975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821673.log 2023-10-21T20:41:50.999 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834975.log.gz 2023-10-21T20:41:50.999 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.245277.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.788638.log 2023-10-21T20:41:51.000 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.245277.log.gz 2023-10-21T20:41:51.000 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.821673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142822.log 2023-10-21T20:41:51.000 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821673.log.gz 2023-10-21T20:41:51.001 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.788638.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650914.log 2023-10-21T20:41:51.001 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.788638.log.gz 2023-10-21T20:41:51.001 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834417.log 2023-10-21T20:41:51.002 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.650914.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292683.log 2023-10-21T20:41:51.002 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650914.log.gz 2023-10-21T20:41:51.002 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.834417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397722.log 2023-10-21T20:41:51.002 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834417.log.gz 2023-10-21T20:41:51.003 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.292683.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.245647.log 2023-10-21T20:41:51.003 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292683.log.gz 2023-10-21T20:41:51.003 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.397722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.695159.log 2023-10-21T20:41:51.004 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397722.log.gz 2023-10-21T20:41:51.004 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.245647.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313576.log 2023-10-21T20:41:51.004 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.245647.log.gz 2023-10-21T20:41:51.004 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.695159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811649.log 2023-10-21T20:41:51.005 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.695159.log.gz 2023-10-21T20:41:51.005 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.313576.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313576.log.gz 2023-10-21T20:41:51.005 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.230512.log 2023-10-21T20:41:51.006 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.811649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142914.log 2023-10-21T20:41:51.006 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811649.log.gz 2023-10-21T20:41:51.006 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.230512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791415.log 2023-10-21T20:41:51.007 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.230512.log.gz 2023-10-21T20:41:51.007 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142914.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.393942.log 2023-10-21T20:41:51.007 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.791415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.470940.log 2023-10-21T20:41:51.007 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791415.log.gz 2023-10-21T20:41:51.008 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.393942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343375.log 2023-10-21T20:41:51.008 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.393942.log.gz 2023-10-21T20:41:51.008 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.470940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304611.log 2023-10-21T20:41:51.009 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.470940.log.gz 2023-10-21T20:41:51.009 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.343375.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338172.log 2023-10-21T20:41:51.009 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343375.log.gz 2023-10-21T20:41:51.009 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.304611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.442876.log 2023-10-21T20:41:51.010 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304611.log.gz 2023-10-21T20:41:51.010 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.338172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.387845.log 2023-10-21T20:41:51.010 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338172.log.gz 2023-10-21T20:41:51.011 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.442876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318054.log 2023-10-21T20:41:51.011 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.442876.log.gz 2023-10-21T20:41:51.011 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.387845.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.387845.log.gz 2023-10-21T20:41:51.012 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374489.log 2023-10-21T20:41:51.012 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.318054.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819413.log 2023-10-21T20:41:51.012 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318054.log.gz 2023-10-21T20:41:51.012 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.374489.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194786.log 2023-10-21T20:41:51.013 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374489.log.gz 2023-10-21T20:41:51.013 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.819413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377282.log 2023-10-21T20:41:51.013 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819413.log.gz 2023-10-21T20:41:51.014 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.194786.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183792.log 2023-10-21T20:41:51.014 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194786.log.gz 2023-10-21T20:41:51.014 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.377282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.829647.log 2023-10-21T20:41:51.015 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.377282.log.gz 2023-10-21T20:41:51.015 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.183792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419726.log 2023-10-21T20:41:51.015 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183792.log.gz 2023-10-21T20:41:51.015 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.829647.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704554.log 2023-10-21T20:41:51.016 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.829647.log.gz 2023-10-21T20:41:51.016 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.437449.log 2023-10-21T20:41:51.016 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.419726.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419726.log.gz 2023-10-21T20:41:51.017 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.704554.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392353.log 2023-10-21T20:41:51.017 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704554.log.gz 2023-10-21T20:41:51.017 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.437449.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.407358.log 2023-10-21T20:41:51.017 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.437449.log.gz 2023-10-21T20:41:51.018 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.392353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343151.log 2023-10-21T20:41:51.018 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.392353.log.gz 2023-10-21T20:41:51.018 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.407358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819211.log 2023-10-21T20:41:51.019 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.407358.log.gz 2023-10-21T20:41:51.019 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.343151.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658517.log 2023-10-21T20:41:51.019 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343151.log.gz 2023-10-21T20:41:51.020 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.819211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.651858.log 2023-10-21T20:41:51.020 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819211.log.gz 2023-10-21T20:41:51.020 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.658517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309022.log 0.0% 2023-10-21T20:41:51.020 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.658517.log.gz 2023-10-21T20:41:51.021 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.651858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354802.log 2023-10-21T20:41:51.021 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.651858.log.gz 2023-10-21T20:41:51.021 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.309022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351922.log 2023-10-21T20:41:51.022 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309022.log.gz 2023-10-21T20:41:51.022 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.354802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.830155.log 2023-10-21T20:41:51.022 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354802.log.gz 2023-10-21T20:41:51.023 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.351922.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.351922.log.gz 2023-10-21T20:41:51.023 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.271939.log 2023-10-21T20:41:51.023 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.830155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.229959.log 2023-10-21T20:41:51.023 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.830155.log.gz 2023-10-21T20:41:51.024 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.271939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.942193.log 2023-10-21T20:41:51.024 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.271939.log.gz 2023-10-21T20:41:51.024 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.229959.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.637523.log 2023-10-21T20:41:51.025 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.229959.log.gz 2023-10-21T20:41:51.025 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.942193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.938293.log 2023-10-21T20:41:51.025 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.942193.log.gz 2023-10-21T20:41:51.025 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.637523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667387.log 2023-10-21T20:41:51.026 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637523.log.gz 2023-10-21T20:41:51.026 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.938293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.403934.log 2023-10-21T20:41:51.026 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.938293.log.gz 2023-10-21T20:41:51.027 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656072.log 2023-10-21T20:41:51.027 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667387.log.gz 2023-10-21T20:41:51.027 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.403934.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.403934.log.gz 2023-10-21T20:41:51.028 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312370.log 2023-10-21T20:41:51.028 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.656072.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324709.log 2023-10-21T20:41:51.028 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656072.log.gz 2023-10-21T20:41:51.028 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.312370.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633570.log 2023-10-21T20:41:51.029 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312370.log.gz 2023-10-21T20:41:51.029 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.324709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221714.log 2023-10-21T20:41:51.029 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324709.log.gz 2023-10-21T20:41:51.030 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.633570.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292018.log 2023-10-21T20:41:51.030 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633570.log.gz 2023-10-21T20:41:51.030 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.221714.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360337.log 2023-10-21T20:41:51.031 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221714.log.gz 2023-10-21T20:41:51.031 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.292018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192641.log 2023-10-21T20:41:51.031 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292018.log.gz 2023-10-21T20:41:51.031 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.360337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790964.log 2023-10-21T20:41:51.032 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360337.log.gz 2023-10-21T20:41:51.032 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.192641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.702345.log 2023-10-21T20:41:51.032 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192641.log.gz 2023-10-21T20:41:51.033 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.790964.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.719775.log 2023-10-21T20:41:51.033 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790964.log.gz 2023-10-21T20:41:51.033 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.702345.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.331612.log 2023-10-21T20:41:51.033 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.702345.log.gz 2023-10-21T20:41:51.034 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.719775.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.719775.log.gz 2023-10-21T20:41:51.034 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219342.log 2023-10-21T20:41:51.034 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.331612.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811927.log 2023-10-21T20:41:51.035 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.331612.log.gz 2023-10-21T20:41:51.035 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.219342.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358115.log 2023-10-21T20:41:51.035 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.219342.log.gz 2023-10-21T20:41:51.036 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.811927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424815.log 2023-10-21T20:41:51.036 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811927.log.gz 2023-10-21T20:41:51.036 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.358115.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.448490.log 2023-10-21T20:41:51.036 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358115.log.gz 2023-10-21T20:41:51.037 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.424815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.301740.log 2023-10-21T20:41:51.037 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424815.log.gz 2023-10-21T20:41:51.037 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312384.log 2023-10-21T20:41:51.038 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.448490.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.448490.log.gz 2023-10-21T20:41:51.038 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.301740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.824493.log 2023-10-21T20:41:51.038 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.301740.log.gz 2023-10-21T20:41:51.038 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.312384.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.947833.log 2023-10-21T20:41:51.039 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312384.log.gz 2023-10-21T20:41:51.039 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.824493.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375715.log 2023-10-21T20:41:51.039 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.824493.log.gz 2023-10-21T20:41:51.040 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.947833.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.694494.log 2023-10-21T20:41:51.040 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.947833.log.gz 2023-10-21T20:41:51.040 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.375715.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.404578.log 2023-10-21T20:41:51.041 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375715.log.gz 2023-10-21T20:41:51.041 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.694494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433699.log 2023-10-21T20:41:51.041 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.694494.log.gz 2023-10-21T20:41:51.041 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.404578.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379625.log 2023-10-21T20:41:51.042 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404578.log.gz 2023-10-21T20:41:51.042 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.433699.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792967.log 2023-10-21T20:41:51.042 INFO:teuthology.orchestra.run.smithi067.stderr: 88.1% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.433699.log.gz -- replaced with /var/log/ceph/ceph-client.admin.148413.log.gz 2023-10-21T20:41:51.043 INFO:teuthology.orchestra.run.smithi067.stderr: 2023-10-21T20:41:51.043 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.379625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206546.log 2023-10-21T20:41:51.043 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379625.log.gz 2023-10-21T20:41:51.044 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.792967.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.141784.log.gz 2023-10-21T20:41:51.044 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.792967.log.gz 2023-10-21T20:41:51.044 INFO:teuthology.orchestra.run.smithi067.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.145853.log.gz 2023-10-21T20:41:51.044 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.206546.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.206546.log.gz 2023-10-21T20:41:51.045 INFO:teuthology.orchestra.run.smithi067.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.141418.log.gz 2023-10-21T20:41:51.045 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.145588.log.gz 2023-10-21T20:41:51.045 INFO:teuthology.orchestra.run.smithi067.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.141787.log.gz 2023-10-21T20:41:51.046 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814159.log 2023-10-21T20:41:51.046 INFO:teuthology.orchestra.run.smithi067.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.146171.log.gz 2023-10-21T20:41:51.046 INFO:teuthology.orchestra.run.smithi067.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.140443.log.gz 2023-10-21T20:41:51.047 INFO:teuthology.orchestra.run.smithi067.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.150027.log.gz 2023-10-21T20:41:51.047 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311867.log 2023-10-21T20:41:51.047 INFO:teuthology.orchestra.run.smithi067.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.142151.log.gz 2023-10-21T20:41:51.047 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.814159.log: 88.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.141419.log.gz 2023-10-21T20:41:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:-5 --verbose -- /var/log/ceph/ceph-client.admin.327166.log 2023-10-21T20:41:51.048 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814159.log.gz 2023-10-21T20:41:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.311867.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311867.log.gz 2023-10-21T20:41:51.049 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.142822.log.gz 2023-10-21T20:41:51.049 INFO:teuthology.orchestra.run.smithi067.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.148597.log.gz 2023-10-21T20:41:51.049 INFO:teuthology.orchestra.run.smithi067.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.142914.log.gz 2023-10-21T20:41:51.050 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.327166.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327166.log.gz 2023-10-21T20:41:51.050 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433713.log 2023-10-21T20:41:51.050 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320598.log 2023-10-21T20:41:51.050 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390937.log 2023-10-21T20:41:51.051 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.433713.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.433713.log.gz 2023-10-21T20:41:51.051 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.320598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412495.log 2023-10-21T20:41:51.051 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320598.log.gz 2023-10-21T20:41:51.052 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.396002.log 2023-10-21T20:41:51.052 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.390937.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390937.log.gz 2023-10-21T20:41:51.052 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.412495.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.299330.log 2023-10-21T20:41:51.052 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412495.log.gz 2023-10-21T20:41:51.053 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.396002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280184.log 2023-10-21T20:41:51.053 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396002.log.gz 2023-10-21T20:41:51.053 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.299330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239826.log 2023-10-21T20:41:51.054 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.299330.log.gz 2023-10-21T20:41:51.054 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.280184.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394690.log 2023-10-21T20:41:51.054 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.280184.log.gz 2023-10-21T20:41:51.055 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.239826.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.365743.log 2023-10-21T20:41:51.055 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239826.log.gz 2023-10-21T20:41:51.055 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.394690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391438.log 2023-10-21T20:41:51.055 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394690.log.gz 2023-10-21T20:41:51.056 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.365743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.370177.log 2023-10-21T20:41:51.056 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365743.log.gz 2023-10-21T20:41:51.056 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.391438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305798.log 2023-10-21T20:41:51.057 INFO:teuthology.orchestra.run.smithi067.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.142154.log.gz 2023-10-21T20:41:51.057 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391438.log.gz 2023-10-21T20:41:51.057 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.370177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667249.log 2023-10-21T20:41:51.057 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.370177.log.gz 2023-10-21T20:41:51.058 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.305798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324695.log 2023-10-21T20:41:51.058 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305798.log.gz 2023-10-21T20:41:51.058 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310570.log 2023-10-21T20:41:51.059 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667249.log.gz 2023-10-21T20:41:51.059 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.324695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361638.log 2023-10-21T20:41:51.059 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324695.log.gz 2023-10-21T20:41:51.060 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.310570.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316492.log 2023-10-21T20:41:51.060 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310570.log.gz 2023-10-21T20:41:51.060 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.361638.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320096.log 2023-10-21T20:41:51.060 INFO:teuthology.orchestra.run.smithi067.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.142592.log.gz 2023-10-21T20:41:51.061 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361638.log.gz 2023-10-21T20:41:51.061 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316492.log: /var/log/ceph/ceph-client.admin.422048.log 2023-10-21T20:41:51.061 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.316492.log.gz 2023-10-21T20:41:51.062 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.320096.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.828055.log 2023-10-21T20:41:51.062 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320096.log.gz 2023-10-21T20:41:51.062 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.422048.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362405.log 2023-10-21T20:41:51.063 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.422048.log.gz 2023-10-21T20:41:51.063 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.828055.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834042.log 2023-10-21T20:41:51.063 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.828055.log.gz 2023-10-21T20:41:51.063 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.362405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.641249.log 2023-10-21T20:41:51.064 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.362405.log.gz 2023-10-21T20:41:51.064 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.834042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310066.log 2023-10-21T20:41:51.064 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834042.log.gz 2023-10-21T20:41:51.065 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.641249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.251516.log 2023-10-21T20:41:51.065 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.641249.log.gz 2023-10-21T20:41:51.065 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.310066.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819490.log 2023-10-21T20:41:51.066 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310066.log.gz 2023-10-21T20:41:51.066 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.251516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.302208.log 2023-10-21T20:41:51.066 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.251516.log.gz 2023-10-21T20:41:51.066 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.819490.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.201150.log 2023-10-21T20:41:51.067 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819490.log.gz 2023-10-21T20:41:51.067 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.302208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380430.log 2023-10-21T20:41:51.067 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.302208.log.gz 2023-10-21T20:41:51.068 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.201150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.254726.log 2023-10-21T20:41:51.068 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.201150.log.gz 2023-10-21T20:41:51.068 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.380430.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386848.log 2023-10-21T20:41:51.068 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380430.log.gz 2023-10-21T20:41:51.069 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.254726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.773382.log 2023-10-21T20:41:51.069 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.254726.log.gz 2023-10-21T20:41:51.069 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.386848.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.711752.log 2023-10-21T20:41:51.070 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.386848.log.gz 2023-10-21T20:41:51.070 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.773382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.701973.log 2023-10-21T20:41:51.070 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.773382.log.gz 2023-10-21T20:41:51.071 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.711752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813433.log 2023-10-21T20:41:51.071 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.711752.log.gz 2023-10-21T20:41:51.071 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.701973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656296.log 2023-10-21T20:41:51.071 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.701973.log.gz 2023-10-21T20:41:51.072 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.813433.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814437.log 2023-10-21T20:41:51.072 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813433.log.gz 2023-10-21T20:41:51.072 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.656296.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.645559.log 2023-10-21T20:41:51.073 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656296.log.gz 2023-10-21T20:41:51.073 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.814437.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.828146.log 2023-10-21T20:41:51.073 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814437.log.gz 2023-10-21T20:41:51.073 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.645559.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.499467.log 2023-10-21T20:41:51.074 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.645559.log.gz 2023-10-21T20:41:51.074 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.828146.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390355.log 2023-10-21T20:41:51.077 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.828146.log.gz 2023-10-21T20:41:51.077 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.499467.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145807.log 2023-10-21T20:41:51.078 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.499467.log.gz 2023-10-21T20:41:51.078 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.390355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388337.log 2023-10-21T20:41:51.078 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390355.log.gz 2023-10-21T20:41:51.078 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145807.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280170.log 2023-10-21T20:41:51.079 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.388337.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2023-10-21T20:41:51.079 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.388337.log.gz 2023-10-21T20:41:51.079 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.280170.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363273.log 2023-10-21T20:41:51.080 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.280170.log.gz 2023-10-21T20:41:51.080 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.634515.log 2023-10-21T20:41:51.080 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.363273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717928.log 2023-10-21T20:41:51.081 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363273.log.gz 2023-10-21T20:41:51.081 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.634515.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.714332.log 2023-10-21T20:41:51.081 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.634515.log.gz 2023-10-21T20:41:51.081 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.717928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292486.log 2023-10-21T20:41:51.082 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717928.log.gz 2023-10-21T20:41:51.082 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.714332.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834961.log 2023-10-21T20:41:51.082 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.714332.log.gz 2023-10-21T20:41:51.083 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.292486.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287540.log 2023-10-21T20:41:51.083 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292486.log.gz 2023-10-21T20:41:51.083 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.834961.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822510.log 2023-10-21T20:41:51.084 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834961.log.gz 2023-10-21T20:41:51.084 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.287540.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142454.log 2023-10-21T20:41:51.084 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287540.log.gz 2023-10-21T20:41:51.084 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.822510.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.666202.log 2023-10-21T20:41:51.085 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822510.log.gz 2023-10-21T20:41:51.085 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142454.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238955.log 2023-10-21T20:41:51.085 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.666202.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235642.log 2023-10-21T20:41:51.086 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.666202.log.gz 2023-10-21T20:41:51.086 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.238955.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721854.log 2023-10-21T20:41:51.086 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.238955.log.gz 2023-10-21T20:41:51.087 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.235642.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.281627.log 2023-10-21T20:41:51.087 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.235642.log.gz 2023-10-21T20:41:51.087 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.721854.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.690432.log 2023-10-21T20:41:51.088 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721854.log.gz 2023-10-21T20:41:51.088 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.281627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790295.log 2023-10-21T20:41:51.088 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.281627.log.gz 2023-10-21T20:41:51.088 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.690432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.450893.log 2023-10-21T20:41:51.089 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690432.log.gz 2023-10-21T20:41:51.089 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.790295.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.643243.log 2023-10-21T20:41:51.089 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790295.log.gz 2023-10-21T20:41:51.090 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.450893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.439057.log 2023-10-21T20:41:51.090 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.450893.log.gz 2023-10-21T20:41:51.090 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.643243.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.290171.log 2023-10-21T20:41:51.090 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.643243.log.gz 2023-10-21T20:41:51.091 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.439057.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.945896.log 2023-10-21T20:41:51.091 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.439057.log.gz 2023-10-21T20:41:51.091 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.290171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366216.log 2023-10-21T20:41:51.092 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.290171.log.gz 2023-10-21T20:41:51.092 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.945896.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.945896.log.gz 2023-10-21T20:41:51.092 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790604.log 2023-10-21T20:41:51.093 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.366216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.825201.log 2023-10-21T20:41:51.093 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366216.log.gz 2023-10-21T20:41:51.093 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.790604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419516.log 2023-10-21T20:41:51.093 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790604.log.gz 2023-10-21T20:41:51.094 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.825201.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648032.log 2023-10-21T20:41:51.094 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.825201.log.gz 2023-10-21T20:41:51.094 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.419516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357891.log 2023-10-21T20:41:51.095 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419516.log.gz 2023-10-21T20:41:51.095 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.648032.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144621.log 2023-10-21T20:41:51.095 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648032.log.gz 2023-10-21T20:41:51.095 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.357891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322720.log 2023-10-21T20:41:51.096 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357891.log.gz 2023-10-21T20:41:51.096 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.144621.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.329232.log 2023-10-21T20:41:51.096 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.322720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633661.log 2023-10-21T20:41:51.097 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322720.log.gz 2023-10-21T20:41:51.097 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.329232.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.407900.log 2023-10-21T20:41:51.097 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.329232.log.gz 2023-10-21T20:41:51.098 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.633661.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633079.log 2023-10-21T20:41:51.098 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633661.log.gz 2023-10-21T20:41:51.098 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.407900.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.808478.log 2023-10-21T20:41:51.098 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.407900.log.gz 2023-10-21T20:41:51.099 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.693734.log 2023-10-21T20:41:51.099 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.633079.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633079.log.gz 2023-10-21T20:41:51.099 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.808478.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.644144.log 2023-10-21T20:41:51.100 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.808478.log.gz 2023-10-21T20:41:51.100 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.693734.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.832091.log 2023-10-21T20:41:51.100 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.693734.log.gz 2023-10-21T20:41:51.101 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.644144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.691896.log 2023-10-21T20:41:51.101 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.644144.log.gz 2023-10-21T20:41:51.101 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.832091.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.368613.log 2023-10-21T20:41:51.102 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.832091.log.gz 2023-10-21T20:41:51.102 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.691896.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649383.log 2023-10-21T20:41:51.102 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.691896.log.gz 2023-10-21T20:41:51.102 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.368613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.439880.log 2023-10-21T20:41:51.103 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.368613.log.gz 2023-10-21T20:41:51.103 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.649383.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227396.log 2023-10-21T20:41:51.103 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649383.log.gz 2023-10-21T20:41:51.104 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.439880.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307012.log 2023-10-21T20:41:51.104 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.439880.log.gz 2023-10-21T20:41:51.104 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.227396.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.945041.log 2023-10-21T20:41:51.105 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227396.log.gz 2023-10-21T20:41:51.105 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.307012.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310859.log 2023-10-21T20:41:51.105 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307012.log.gz 2023-10-21T20:41:51.106 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.945041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.299721.log 2023-10-21T20:41:51.106 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.945041.log.gz 2023-10-21T20:41:51.106 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.310859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.281236.log 2023-10-21T20:41:51.107 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310859.log.gz 2023-10-21T20:41:51.107 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.299721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147847.log 2023-10-21T20:41:51.107 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.299721.log.gz 2023-10-21T20:41:51.107 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.281236.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.663256.log 2023-10-21T20:41:51.108 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.281236.log.gz 2023-10-21T20:41:51.108 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147847.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.291175.log 2023-10-21T20:41:51.108 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.663256.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.657023.log 2023-10-21T20:41:51.109 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.663256.log.gz 2023-10-21T20:41:51.109 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.291175.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426134.log 2023-10-21T20:41:51.109 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.291175.log.gz 2023-10-21T20:41:51.110 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.657023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279611.log 2023-10-21T20:41:51.110 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.657023.log.gz 2023-10-21T20:41:51.110 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.426134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.404308.log 2023-10-21T20:41:51.111 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.426134.log.gz 2023-10-21T20:41:51.111 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.279611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.810923.log 2023-10-21T20:41:51.111 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.279611.log.gz 2023-10-21T20:41:51.111 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.404308.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320975.log 2023-10-21T20:41:51.112 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404308.log.gz 2023-10-21T20:41:51.112 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.810923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.241308.log 2023-10-21T20:41:51.112 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.810923.log.gz 2023-10-21T20:41:51.113 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.320975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812639.log 2023-10-21T20:41:51.113 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320975.log.gz 2023-10-21T20:41:51.113 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.241308.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951395.log 2023-10-21T20:41:51.114 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.241308.log.gz 2023-10-21T20:41:51.114 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.812639.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821658.log 2023-10-21T20:41:51.114 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812639.log.gz 2023-10-21T20:41:51.114 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951395.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.481995.log 2023-10-21T20:41:51.115 INFO:teuthology.orchestra.run.smithi067.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.951395.log.gz 2023-10-21T20:41:51.115 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.821658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950706.log 2023-10-21T20:41:51.115 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821658.log.gz 2023-10-21T20:41:51.116 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.336576.log 2023-10-21T20:41:51.116 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.481995.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.481995.log.gz 2023-10-21T20:41:51.116 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950706.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.234980.log 2023-10-21T20:41:51.117 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.336576.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.950706.log.gz 2023-10-21T20:41:51.117 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.690510.log 2023-10-21T20:41:51.117 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.336576.log.gz 2023-10-21T20:41:51.117 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.234980.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.682267.log 2023-10-21T20:41:51.118 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.234980.log.gz 2023-10-21T20:41:51.118 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.690510.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422521.log 2023-10-21T20:41:51.118 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690510.log.gz 2023-10-21T20:41:51.119 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.682267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.714409.log 2023-10-21T20:41:51.119 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.682267.log.gz 2023-10-21T20:41:51.119 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648533.log 2023-10-21T20:41:51.120 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.422521.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.422521.log.gz 2023-10-21T20:41:51.120 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.714409.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367900.log 2023-10-21T20:41:51.120 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.714409.log.gz 2023-10-21T20:41:51.120 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.648533.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.630164.log 2023-10-21T20:41:51.121 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648533.log.gz 2023-10-21T20:41:51.121 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.367900.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.290585.log 2023-10-21T20:41:51.121 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.367900.log.gz 2023-10-21T20:41:51.122 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.630164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820023.log 2023-10-21T20:41:51.122 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.630164.log.gz 2023-10-21T20:41:51.122 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.290585.log: --verbose -- /var/log/ceph/ceph-client.admin.441356.log 2023-10-21T20:41:51.122 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.290585.log.gz 2023-10-21T20:41:51.123 INFO:teuthology.orchestra.run.smithi067.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.145807.log.gz 2023-10-21T20:41:51.123 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.820023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146843.log 2023-10-21T20:41:51.123 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820023.log.gz 2023-10-21T20:41:51.124 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.441356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.695745.log 2023-10-21T20:41:51.124 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.441356.log.gz 2023-10-21T20:41:51.124 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146843.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355288.log 2023-10-21T20:41:51.125 INFO:teuthology.orchestra.run.smithi067.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.142454.log.gz 2023-10-21T20:41:51.125 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.695745.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.329246.log 2023-10-21T20:41:51.125 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.695745.log.gz 2023-10-21T20:41:51.125 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355288.log: /var/log/ceph/ceph-client.admin.446894.log 2023-10-21T20:41:51.126 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.355288.log.gz 2023-10-21T20:41:51.126 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.329246.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720082.log 2023-10-21T20:41:51.126 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.329246.log.gz 2023-10-21T20:41:51.127 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.446894.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.281718.log 2023-10-21T20:41:51.127 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.446894.log.gz 2023-10-21T20:41:51.127 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.720082.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667601.log 2023-10-21T20:41:51.128 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720082.log.gz 2023-10-21T20:41:51.128 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.281718.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.500869.log 2023-10-21T20:41:51.128 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.281718.log.gz 2023-10-21T20:41:51.128 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375806.log 2023-10-21T20:41:51.129 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667601.log.gz 2023-10-21T20:41:51.129 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.500869.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655794.log 2023-10-21T20:41:51.129 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.500869.log.gz 2023-10-21T20:41:51.130 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.375806.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316291.log 2023-10-21T20:41:51.130 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375806.log.gz 2023-10-21T20:41:51.130 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.655794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312585.log 2023-10-21T20:41:51.131 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655794.log.gz 2023-10-21T20:41:51.131 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.316291.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817457.log 2023-10-21T20:41:51.131 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.316291.log.gz 2023-10-21T20:41:51.132 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.312585.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360638.log 2023-10-21T20:41:51.132 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312585.log.gz 2023-10-21T20:41:51.132 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.817457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.472293.log 2023-10-21T20:41:51.132 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817457.log.gz 2023-10-21T20:41:51.133 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.360638.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.255517.log 2023-10-21T20:41:51.133 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360638.log.gz 2023-10-21T20:41:51.133 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.472293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358909.log 2023-10-21T20:41:51.134 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.472293.log.gz 2023-10-21T20:41:51.134 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.255517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.441550.log 2023-10-21T20:41:51.134 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.255517.log.gz 2023-10-21T20:41:51.135 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.358909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338450.log 2023-10-21T20:41:51.135 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358909.log.gz 2023-10-21T20:41:51.135 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.441550.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389325.log 2023-10-21T20:41:51.135 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.441550.log.gz 2023-10-21T20:41:51.136 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.338450.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.700993.log 2023-10-21T20:41:51.136 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338450.log.gz 2023-10-21T20:41:51.136 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.389325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142362.log 2023-10-21T20:41:51.137 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.389325.log.gz 2023-10-21T20:41:51.137 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.700993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818169.log 2023-10-21T20:41:51.137 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700993.log.gz 2023-10-21T20:41:51.138 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142362.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145634.log 2023-10-21T20:41:51.138 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.818169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363574.log 2023-10-21T20:41:51.138 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818169.log.gz 2023-10-21T20:41:51.138 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145634.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815673.log 2023-10-21T20:41:51.139 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.363574.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222196.log 2023-10-21T20:41:51.139 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363574.log.gz 2023-10-21T20:41:51.139 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.815673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239322.log 2023-10-21T20:41:51.140 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815673.log.gz 2023-10-21T20:41:51.140 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.222196.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.301258.log 2023-10-21T20:41:51.140 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222196.log.gz 2023-10-21T20:41:51.141 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.239322.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.632578.log 2023-10-21T20:41:51.141 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239322.log.gz 2023-10-21T20:41:51.141 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.301258.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.247178.log 2023-10-21T20:41:51.141 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.301258.log.gz 2023-10-21T20:41:51.142 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.632578.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324403.log 2023-10-21T20:41:51.142 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.632578.log.gz 2023-10-21T20:41:51.142 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.247178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.941720.log 2023-10-21T20:41:51.143 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.247178.log.gz 2023-10-21T20:41:51.143 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.324403.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366202.log 2023-10-21T20:41:51.143 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324403.log.gz 2023-10-21T20:41:51.143 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.941720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429560.log 2023-10-21T20:41:51.144 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.941720.log.gz 2023-10-21T20:41:51.144 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.366202.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673784.log 2023-10-21T20:41:51.144 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366202.log.gz 2023-10-21T20:41:51.145 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.429560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950760.log 2023-10-21T20:41:51.145 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.429560.log.gz 2023-10-21T20:41:51.145 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.673784.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221218.log 2023-10-21T20:41:51.145 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673784.log.gz 2023-10-21T20:41:51.146 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386925.log 2023-10-21T20:41:51.146 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.221218.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.950760.log.gz 2023-10-21T20:41:51.146 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221218.log.gz 2023-10-21T20:41:51.147 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.386925.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.386925.log.gz 2023-10-21T20:41:51.147 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397019.log 2023-10-21T20:41:51.147 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312662.log 2023-10-21T20:41:51.148 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.397019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.772917.log 2023-10-21T20:41:51.148 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397019.log.gz 2023-10-21T20:41:51.148 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.312662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943994.log 2023-10-21T20:41:51.148 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312662.log.gz 2023-10-21T20:41:51.149 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.772917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.682987.log 2023-10-21T20:41:51.149 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.772917.log.gz 2023-10-21T20:41:51.149 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.943994.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943994.log.gz 2023-10-21T20:41:51.150 INFO:teuthology.orchestra.run.smithi067.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.144621.log.gz 2023-10-21T20:41:51.150 INFO:teuthology.orchestra.run.smithi067.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.147847.log.gz 2023-10-21T20:41:51.150 INFO:teuthology.orchestra.run.smithi067.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.146843.log.gz 2023-10-21T20:41:51.150 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.639457.log 2023-10-21T20:41:51.151 INFO:teuthology.orchestra.run.smithi067.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.142362.log.gz 2023-10-21T20:41:51.151 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.682987.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.682987.log.gz 2023-10-21T20:41:51.151 INFO:teuthology.orchestra.run.smithi067.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.145634.log.gz 2023-10-21T20:41:51.152 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.639457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.291253.log 2023-10-21T20:41:51.152 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.639457.log.gz 2023-10-21T20:41:51.152 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655024.log 2023-10-21T20:41:51.153 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.291253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673109.log 2023-10-21T20:41:51.153 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.291253.log.gz 2023-10-21T20:41:51.153 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.655024.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.438294.log 2023-10-21T20:41:51.153 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655024.log.gz 2023-10-21T20:41:51.154 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.673109.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.722142.log 2023-10-21T20:41:51.154 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673109.log.gz 2023-10-21T20:41:51.154 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.438294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.321912.log 2023-10-21T20:41:51.155 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.438294.log.gz 2023-10-21T20:41:51.155 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.722142.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416591.log 2023-10-21T20:41:51.155 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.722142.log.gz 2023-10-21T20:41:51.155 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145761.log 2023-10-21T20:41:51.156 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.321912.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321912.log.gz 2023-10-21T20:41:51.156 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.416591.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422977.log 2023-10-21T20:41:51.156 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416591.log.gz 2023-10-21T20:41:51.157 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145761.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294476.log 2023-10-21T20:41:51.157 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.422977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951349.log 2023-10-21T20:41:51.157 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.422977.log.gz 2023-10-21T20:41:51.158 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.294476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322204.log 2023-10-21T20:41:51.158 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294476.log.gz 2023-10-21T20:41:51.158 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951349.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319001.log 2023-10-21T20:41:51.159 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.322204.log: 88.7%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.951349.log.gz--verbose 2023-10-21T20:41:51.159 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.390054.log 2023-10-21T20:41:51.159 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322204.log.gz 2023-10-21T20:41:51.159 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.319001.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.439894.log 2023-10-21T20:41:51.160 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319001.log.gz 2023-10-21T20:41:51.160 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.390054.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390054.log.gz 2023-10-21T20:41:51.160 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.439894.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.439894.log.gz 2023-10-21T20:41:51.161 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817667.log 2023-10-21T20:41:51.161 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.831120.log 2023-10-21T20:41:51.161 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.817667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146705.log 2023-10-21T20:41:51.162 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817667.log.gz 2023-10-21T20:41:51.162 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.831120.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390846.log 2023-10-21T20:41:51.162 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.831120.log.gz 2023-10-21T20:41:51.162 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.234038.log 2023-10-21T20:41:51.163 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.390846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148227.log 2023-10-21T20:41:51.163 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390846.log.gz 2023-10-21T20:41:51.163 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.234038.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225281.log 2023-10-21T20:41:51.164 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.234038.log.gz 2023-10-21T20:41:51.164 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.641340.log 2023-10-21T20:41:51.164 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.225281.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148031.log 2023-10-21T20:41:51.164 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225281.log.gz 2023-10-21T20:41:51.165 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.641340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359328.log 2023-10-21T20:41:51.165 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.641340.log.gz 2023-10-21T20:41:51.165 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148031.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.654192.log 2023-10-21T20:41:51.166 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.359328.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.451581.log 2023-10-21T20:41:51.166 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359328.log.gz 2023-10-21T20:41:51.166 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.654192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.789143.log 2023-10-21T20:41:51.167 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.654192.log.gz 2023-10-21T20:41:51.167 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.451581.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317977.log 2023-10-21T20:41:51.167 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.451581.log.gz 2023-10-21T20:41:51.167 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.789143.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183714.log 2023-10-21T20:41:51.168 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.789143.log.gz 2023-10-21T20:41:51.168 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.317977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.229113.log 2023-10-21T20:41:51.168 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.317977.log.gz 2023-10-21T20:41:51.169 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.183714.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821196.log 2023-10-21T20:41:51.169 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183714.log.gz 2023-10-21T20:41:51.169 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.229113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.938878.log 2023-10-21T20:41:51.169 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.229113.log.gz 2023-10-21T20:41:51.170 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.821196.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.687321.log 2023-10-21T20:41:51.170 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821196.log.gz 2023-10-21T20:41:51.170 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.938878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.714985.log 2023-10-21T20:41:51.171 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.938878.log.gz 2023-10-21T20:41:51.171 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.687321.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.771369.log 2023-10-21T20:41:51.171 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.687321.log.gz 2023-10-21T20:41:51.172 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.714985.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358603.log 2023-10-21T20:41:51.172 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.714985.log.gz 2023-10-21T20:41:51.172 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.771369.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.254460.log 2023-10-21T20:41:51.172 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.771369.log.gz 2023-10-21T20:41:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.358603.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343165.log 2023-10-21T20:41:51.173 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358603.log.gz 2023-10-21T20:41:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.254460.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820545.log 2023-10-21T20:41:51.174 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.254460.log.gz 2023-10-21T20:41:51.174 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.343165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.719387.log 2023-10-21T20:41:51.174 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343165.log.gz 2023-10-21T20:41:51.174 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.820545.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.399944.log 2023-10-21T20:41:51.175 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820545.log.gz 2023-10-21T20:41:51.175 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.719387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951257.log 2023-10-21T20:41:51.175 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.719387.log.gz 2023-10-21T20:41:51.176 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.399944.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.399944.log.gz 2023-10-21T20:41:51.176 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951257.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.951257.log.gz 2023-10-21T20:41:51.176 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816677.log 2023-10-21T20:41:51.177 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360428.log 2023-10-21T20:41:51.177 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.816677.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.441747.log 2023-10-21T20:41:51.177 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816677.log.gz 2023-10-21T20:41:51.177 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.360428.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360428.log.gz 2023-10-21T20:41:51.178 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.441747.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.441747.log.gz 2023-10-21T20:41:51.178 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237323.log 2023-10-21T20:41:51.178 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686530.log 2023-10-21T20:41:51.179 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.237323.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361131.log 2023-10-21T20:41:51.179 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.237323.log.gz 2023-10-21T20:41:51.179 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.686530.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333657.log 2023-10-21T20:41:51.179 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686530.log.gz 2023-10-21T20:41:51.180 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361131.log: /var/log/ceph/ceph-client.admin.945514.log 2023-10-21T20:41:51.180 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361131.log.gz 2023-10-21T20:41:51.180 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.333657.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333657.log.gz 2023-10-21T20:41:51.181 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293909.log 2023-10-21T20:41:51.181 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.945514.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.703978.log 2023-10-21T20:41:51.181 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.945514.log.gz 2023-10-21T20:41:51.182 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.293909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.434922.log 2023-10-21T20:41:51.182 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293909.log.gz 2023-10-21T20:41:51.182 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.703978.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.301167.log 2023-10-21T20:41:51.182 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.703978.log.gz 2023-10-21T20:41:51.183 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.434922.log: --verbose -- /var/log/ceph/ceph-client.admin.696305.log 2023-10-21T20:41:51.183 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.434922.log.gz 2023-10-21T20:41:51.183 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.301167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204604.log 2023-10-21T20:41:51.184 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.301167.log.gz 2023-10-21T20:41:51.184 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.696305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.407435.log 2023-10-21T20:41:51.184 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696305.log.gz 2023-10-21T20:41:51.185 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.273790.log 2023-10-21T20:41:51.185 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.204604.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.204604.log.gz 2023-10-21T20:41:51.185 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.407435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950549.log 2023-10-21T20:41:51.185 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.407435.log.gz 2023-10-21T20:41:51.186 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.273790.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.634052.log 2023-10-21T20:41:51.186 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.273790.log.gz 2023-10-21T20:41:51.186 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309099.log 2023-10-21T20:41:51.187 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.634052.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377938.log 2023-10-21T20:41:51.187 INFO:teuthology.orchestra.run.smithi067.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.950549.log.gz 2023-10-21T20:41:51.187 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.634052.log.gz 2023-10-21T20:41:51.188 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.309099.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.836156.log 2023-10-21T20:41:51.188 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309099.log.gz 2023-10-21T20:41:51.188 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.377938.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.642170.log 2023-10-21T20:41:51.189 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.377938.log.gz 2023-10-21T20:41:51.189 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.836156.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.229498.log 2023-10-21T20:41:51.189 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.836156.log.gz 2023-10-21T20:41:51.190 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.642170.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278087.log 2023-10-21T20:41:51.190 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.642170.log.gz 2023-10-21T20:41:51.190 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.229498.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.810194.log 2023-10-21T20:41:51.191 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.229498.log.gz 2023-10-21T20:41:51.191 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.278087.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323432.log 2023-10-21T20:41:51.191 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.278087.log.gz 2023-10-21T20:41:51.191 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317476.log 2023-10-21T20:41:51.192 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.810194.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.810194.log.gz 2023-10-21T20:41:51.192 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.323432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.718892.log 2023-10-21T20:41:51.192 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323432.log.gz 2023-10-21T20:41:51.193 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.317476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310355.log 2023-10-21T20:41:51.193 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.317476.log.gz 2023-10-21T20:41:51.193 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.687596.log 2023-10-21T20:41:51.194 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.718892.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.718892.log.gz 2023-10-21T20:41:51.194 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.310355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353337.log 2023-10-21T20:41:51.194 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310355.log.gz 2023-10-21T20:41:51.194 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.687596.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430493.log 2023-10-21T20:41:51.195 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.687596.log.gz 2023-10-21T20:41:51.195 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.353337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.499673.log 2023-10-21T20:41:51.195 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353337.log.gz 2023-10-21T20:41:51.196 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.430493.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.334629.log 2023-10-21T20:41:51.196 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.430493.log.gz 2023-10-21T20:41:51.196 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.499673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.651872.log 2023-10-21T20:41:51.197 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.499673.log.gz 2023-10-21T20:41:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.301244.log /var/log/ceph/ceph-client.admin.334629.log: 2023-10-21T20:41:51.197 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.334629.log.gz 2023-10-21T20:41:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.651872.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429651.log 2023-10-21T20:41:51.198 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.651872.log.gz 2023-10-21T20:41:51.198 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.301244.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365666.log 2023-10-21T20:41:51.198 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.301244.log.gz 2023-10-21T20:41:51.199 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.429651.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.429651.log.gz 2023-10-21T20:41:51.199 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.246691.log 2023-10-21T20:41:51.199 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.365666.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365666.log.gz 2023-10-21T20:41:51.200 INFO:teuthology.orchestra.run.smithi067.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.145761.log.gz 2023-10-21T20:41:51.200 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.246691.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.246691.log.gz 2023-10-21T20:41:51.200 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307103.log 2023-10-21T20:41:51.200 INFO:teuthology.orchestra.run.smithi067.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.146705.log.gz 2023-10-21T20:41:51.201 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685684.log 2023-10-21T20:41:51.201 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.307103.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346178.log 2023-10-21T20:41:51.201 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307103.log.gz 2023-10-21T20:41:51.202 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.685684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720391.log 2023-10-21T20:41:51.202 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685684.log.gz 2023-10-21T20:41:51.202 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.346178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193911.log 2023-10-21T20:41:51.203 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346178.log.gz 2023-10-21T20:41:51.203 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.720391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.683189.log 2023-10-21T20:41:51.203 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720391.log.gz 2023-10-21T20:41:51.203 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.193911.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.447372.log 2023-10-21T20:41:51.204 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193911.log.gz 2023-10-21T20:41:51.204 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.683189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.666280.log 2023-10-21T20:41:51.204 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.683189.log.gz 2023-10-21T20:41:51.205 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.447372.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.470004.log 2023-10-21T20:41:51.205 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.447372.log.gz 2023-10-21T20:41:51.205 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670620.log 2023-10-21T20:41:51.206 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.666280.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.666280.log.gz 2023-10-21T20:41:51.206 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.470004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656598.log 2023-10-21T20:41:51.206 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.470004.log.gz 2023-10-21T20:41:51.206 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.670620.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.400159.log 2023-10-21T20:41:51.207 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670620.log.gz 2023-10-21T20:41:51.207 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.656598.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.144575.log 2023-10-21T20:41:51.207 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656598.log.gz 2023-10-21T20:41:51.208 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.400159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.234966.log 2023-10-21T20:41:51.208 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.400159.log.gz 2023-10-21T20:41:51.208 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.144575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219805.log 2023-10-21T20:41:51.208 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352866.log 2023-10-21T20:41:51.209 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.234966.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.234966.log.gz 2023-10-21T20:41:51.209 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.219805.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.335806.log 2023-10-21T20:41:51.209 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.219805.log.gz 2023-10-21T20:41:51.210 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.697672.log 2023-10-21T20:41:51.210 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.352866.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.352866.log.gz 2023-10-21T20:41:51.210 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.335806.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297388.log 2023-10-21T20:41:51.211 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.335806.log.gz 2023-10-21T20:41:51.211 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.697672.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.220304.log 2023-10-21T20:41:51.211 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.697672.log.gz 2023-10-21T20:41:51.211 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815965.log 2023-10-21T20:41:51.212 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.297388.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297388.log.gz 2023-10-21T20:41:51.212 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.808889.log 2023-10-21T20:41:51.212 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.220304.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.220304.log.gz 2023-10-21T20:41:51.213 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.815965.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303187.log 2023-10-21T20:41:51.213 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815965.log.gz 2023-10-21T20:41:51.213 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.808889.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.140223.log 2023-10-21T20:41:51.214 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.808889.log.gz 2023-10-21T20:41:51.214 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.303187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.773291.log 2023-10-21T20:41:51.214 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303187.log.gz 2023-10-21T20:41:51.214 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144805.log 2023-10-21T20:41:51.215 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227881.log 2023-10-21T20:41:51.215 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.773291.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.773291.log.gz 2023-10-21T20:41:51.215 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.144805.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.629617.log 2023-10-21T20:41:51.216 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.227881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.449012.log 2023-10-21T20:41:51.216 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227881.log.gz 2023-10-21T20:41:51.216 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380792.log 2023-10-21T20:41:51.217 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.629617.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.629617.log.gz 2023-10-21T20:41:51.217 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.449012.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364779.log 2023-10-21T20:41:51.217 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.449012.log.gz 2023-10-21T20:41:51.217 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.380792.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380792.log.gz 2023-10-21T20:41:51.218 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.186517.log 2023-10-21T20:41:51.218 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673032.log 2023-10-21T20:41:51.218 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.364779.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.364779.log.gz 2023-10-21T20:41:51.219 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.186517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.440605.log 2023-10-21T20:41:51.219 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.186517.log.gz 2023-10-21T20:41:51.219 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.673032.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699965.log 2023-10-21T20:41:51.220 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673032.log.gz 2023-10-21T20:41:51.220 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.440605.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147165.log 2023-10-21T20:41:51.220 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.440605.log.gz 2023-10-21T20:41:51.220 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.699965.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427997.log 2023-10-21T20:41:51.221 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699965.log.gz 2023-10-21T20:41:51.221 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.826727.log 2023-10-21T20:41:51.221 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.427997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309655.log 2023-10-21T20:41:51.222 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427997.log.gz 2023-10-21T20:41:51.222 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.826727.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.480530.log 2023-10-21T20:41:51.222 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.826727.log.gz 2023-10-21T20:41:51.223 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.695759.log 2023-10-21T20:41:51.223 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.309655.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309655.log.gz 2023-10-21T20:41:51.223 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.480530.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375012.log 2023-10-21T20:41:51.223 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.480530.log.gz 2023-10-21T20:41:51.224 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.695759.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.230036.log 2023-10-21T20:41:51.224 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.695759.log.gz 2023-10-21T20:41:51.224 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.835949.log 2023-10-21T20:41:51.225 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.375012.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375012.log.gz 2023-10-21T20:41:51.225 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.230036.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.330660.log 2023-10-21T20:41:51.225 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.230036.log.gz 2023-10-21T20:41:51.226 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.835949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.149000.log 2023-10-21T20:41:51.226 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.835949.log.gz 2023-10-21T20:41:51.226 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.330660.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.653270.log 2023-10-21T20:41:51.226 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.330660.log.gz 2023-10-21T20:41:51.227 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.149000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.774428.log 2023-10-21T20:41:51.227 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.149000.log.gz 2023-10-21T20:41:51.227 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.653270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.331703.log 2023-10-21T20:41:51.228 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.653270.log.gz 2023-10-21T20:41:51.228 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.774428.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307514.log 2023-10-21T20:41:51.228 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.774428.log.gz 2023-10-21T20:41:51.228 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.331703.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409423.log 2023-10-21T20:41:51.229 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.331703.log.gz 2023-10-21T20:41:51.229 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307514.log: /var/log/ceph/ceph-client.admin.187234.log 2023-10-21T20:41:51.229 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307514.log.gz 2023-10-21T20:41:51.230 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.409423.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.666794.log 2023-10-21T20:41:51.230 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409423.log.gz 2023-10-21T20:41:51.230 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.187234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435482.log 2023-10-21T20:41:51.231 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187234.log.gz 2023-10-21T20:41:51.231 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.651373.log 2023-10-21T20:41:51.231 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.666794.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.666794.log.gz 2023-10-21T20:41:51.231 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.435482.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.471404.log 2023-10-21T20:41:51.232 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.435482.log.gz 2023-10-21T20:41:51.232 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.651373.log: gzip -5 0.0%--verbose -- -- replaced with /var/log/ceph/ceph-client.admin.651373.log.gz/var/log/ceph/ceph-client.admin.330751.log 2023-10-21T20:41:51.232 INFO:teuthology.orchestra.run.smithi067.stderr: 2023-10-21T20:41:51.233 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415683.log 2023-10-21T20:41:51.233 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.471404.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.471404.log.gz 2023-10-21T20:41:51.233 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.330751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670634.log 2023-10-21T20:41:51.233 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.330751.log.gz 2023-10-21T20:41:51.234 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.415683.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235628.log 2023-10-21T20:41:51.234 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.415683.log.gz 2023-10-21T20:41:51.234 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.670634.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673302.log 2023-10-21T20:41:51.235 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670634.log.gz 2023-10-21T20:41:51.235 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.235628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414411.log 2023-10-21T20:41:51.235 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.235628.log.gz 2023-10-21T20:41:51.236 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.673302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704631.log 2023-10-21T20:41:51.236 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673302.log.gz 2023-10-21T20:41:51.236 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338934.log 2023-10-21T20:41:51.236 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.414411.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414411.log.gz 2023-10-21T20:41:51.237 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.704631.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361858.log 2023-10-21T20:41:51.237 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704631.log.gz 2023-10-21T20:41:51.237 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.338934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397736.log 2023-10-21T20:41:51.238 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338934.log.gz 2023-10-21T20:41:51.238 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147801.log 2023-10-21T20:41:51.238 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.361858.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361858.log.gz 2023-10-21T20:41:51.239 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.397736.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332666.log 2023-10-21T20:41:51.239 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397736.log.gz 2023-10-21T20:41:51.239 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146387.log 2023-10-21T20:41:51.239 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147801.log: /var/log/ceph/ceph-client.admin.332666.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.945423.log 2023-10-21T20:41:51.240 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332666.log.gz 2023-10-21T20:41:51.240 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.337488.log 2023-10-21T20:41:51.240 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633841.log 2023-10-21T20:41:51.241 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.945423.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.945423.log.gz 2023-10-21T20:41:51.241 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.337488.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221232.log 2023-10-21T20:41:51.241 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.337488.log.gz 2023-10-21T20:41:51.242 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696980.log 2023-10-21T20:41:51.242 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.633841.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633841.log.gz 2023-10-21T20:41:51.242 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.221232.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.783966.log 2023-10-21T20:41:51.242 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221232.log.gz 2023-10-21T20:41:51.243 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.696980.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.690731.log 2023-10-21T20:41:51.243 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696980.log.gz 2023-10-21T20:41:51.243 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.783966.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.783966.log.gz 2023-10-21T20:41:51.244 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.687120.log 2023-10-21T20:41:51.244 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.690731.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690731.log.gz 2023-10-21T20:41:51.244 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146981.log 2023-10-21T20:41:51.245 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298366.log 2023-10-21T20:41:51.245 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.687120.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.687120.log.gz 2023-10-21T20:41:51.245 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146981.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363857.log 2023-10-21T20:41:51.245 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.830141.log 2023-10-21T20:41:51.246 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.298366.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298366.log.gz 2023-10-21T20:41:51.246 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.363857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412705.log 2023-10-21T20:41:51.246 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363857.log.gz 2023-10-21T20:41:51.247 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.830141.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.830141.log.gz 2023-10-21T20:41:51.247 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.202926.log 2023-10-21T20:41:51.247 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.412705.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412705.log.gz 2023-10-21T20:41:51.248 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398740.log 2023-10-21T20:41:51.248 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.497299.log 2023-10-21T20:41:51.248 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.202926.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.202926.log.gz 2023-10-21T20:41:51.248 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.398740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436938.log 2023-10-21T20:41:51.249 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398740.log.gz 2023-10-21T20:41:51.249 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.497299.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226537.log 2023-10-21T20:41:51.249 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.497299.log.gz 2023-10-21T20:41:51.250 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223340.log 2023-10-21T20:41:51.250 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.436938.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436938.log.gz 2023-10-21T20:41:51.250 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.226537.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226537.log.gz 2023-10-21T20:41:51.251 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431938.log 2023-10-21T20:41:51.251 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.223340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.832929.log 2023-10-21T20:41:51.251 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223340.log.gz 2023-10-21T20:41:51.251 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.431938.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655583.log 2023-10-21T20:41:51.252 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431938.log.gz 2023-10-21T20:41:51.252 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.832929.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.832929.log.gz 2023-10-21T20:41:51.252 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.944085.log 2023-10-21T20:41:51.253 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.655583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.497269.log 2023-10-21T20:41:51.253 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655583.log.gz 2023-10-21T20:41:51.253 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.944085.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275812.log 2023-10-21T20:41:51.253 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.944085.log.gz 2023-10-21T20:41:51.254 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.497269.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433502.log 2023-10-21T20:41:51.254 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.497269.log.gz 2023-10-21T20:41:51.254 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.275812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432886.log 2023-10-21T20:41:51.255 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275812.log.gz 2023-10-21T20:41:51.255 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.433502.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.433502.log.gz 2023-10-21T20:41:51.255 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817681.log 2023-10-21T20:41:51.256 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.432886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412217.log 2023-10-21T20:41:51.256 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432886.log.gz 2023-10-21T20:41:51.256 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.817681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659531.log 2023-10-21T20:41:51.256 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817681.log.gz 2023-10-21T20:41:51.257 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.412217.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431378.log 2023-10-21T20:41:51.257 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412217.log.gz 2023-10-21T20:41:51.257 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.659531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.442862.log 2023-10-21T20:41:51.258 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659531.log.gz 2023-10-21T20:41:51.258 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.431378.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.195358.log 2023-10-21T20:41:51.258 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431378.log.gz 2023-10-21T20:41:51.259 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.442862.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.442862.log.gz 2023-10-21T20:41:51.259 INFO:teuthology.orchestra.run.smithi067.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.148227.log.gz 2023-10-21T20:41:51.259 INFO:teuthology.orchestra.run.smithi067.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.148031.log.gz 2023-10-21T20:41:51.259 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.631239.log 2023-10-21T20:41:51.260 INFO:teuthology.orchestra.run.smithi067.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.144575.log.gz 2023-10-21T20:41:51.260 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.195358.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.140223.log.gz 2023-10-21T20:41:51.260 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.195358.log.gz 2023-10-21T20:41:51.261 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.631239.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.144805.log.gz 2023-10-21T20:41:51.261 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.147801.log.gz 2023-10-21T20:41:51.261 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.631239.log.gz 2023-10-21T20:41:51.261 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 88.2%--verbose -- replaced with /var/log/ceph/ceph-client.admin.146387.log.gz-- 2023-10-21T20:41:51.262 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.428813.log 2023-10-21T20:41:51.262 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345362.log 2023-10-21T20:41:51.262 INFO:teuthology.orchestra.run.smithi067.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.146981.log.gz 2023-10-21T20:41:51.263 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.428813.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364315.log 2023-10-21T20:41:51.263 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428813.log.gz 2023-10-21T20:41:51.263 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819197.log /var/log/ceph/ceph-client.admin.345362.log: 2023-10-21T20:41:51.264 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345362.log.gz 2023-10-21T20:41:51.264 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.364315.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659440.log 2023-10-21T20:41:51.264 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.364315.log.gz 2023-10-21T20:41:51.264 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.819197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.314631.log 2023-10-21T20:41:51.265 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819197.log.gz 2023-10-21T20:41:51.265 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429166.log 2023-10-21T20:41:51.265 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.659440.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659440.log.gz 2023-10-21T20:41:51.266 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.314631.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.772826.log 2023-10-21T20:41:51.266 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.314631.log.gz 2023-10-21T20:41:51.266 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.429166.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.716895.log 2023-10-21T20:41:51.267 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.429166.log.gz 2023-10-21T20:41:51.267 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.772826.log: --verbose -- /var/log/ceph/ceph-client.admin.778245.log 2023-10-21T20:41:51.267 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.772826.log.gz 2023-10-21T20:41:51.267 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.716895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.701424.log 2023-10-21T20:41:51.268 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.716895.log.gz 2023-10-21T20:41:51.268 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.778245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.563999.log 2023-10-21T20:41:51.268 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.778245.log.gz 2023-10-21T20:41:51.269 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.701424.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.277159.log 2023-10-21T20:41:51.269 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.701424.log.gz 2023-10-21T20:41:51.269 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.563999.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.563999.log.gz 2023-10-21T20:41:51.270 INFO:teuthology.orchestra.run.smithi067.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.147165.log.gz 2023-10-21T20:41:51.270 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.277159.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.277159.log.gz 2023-10-21T20:41:51.270 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.785194.log 2023-10-21T20:41:51.270 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.369713.log 2023-10-21T20:41:51.271 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.785194.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311669.log 2023-10-21T20:41:51.271 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.785194.log.gz 2023-10-21T20:41:51.271 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.369713.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.204098.log 2023-10-21T20:41:51.272 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.369713.log.gz 2023-10-21T20:41:51.272 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.311669.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190221.log 2023-10-21T20:41:51.272 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311669.log.gz 2023-10-21T20:41:51.272 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.204098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.681262.log 2023-10-21T20:41:51.273 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.204098.log.gz 2023-10-21T20:41:51.273 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316277.log 2023-10-21T20:41:51.273 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.190221.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190221.log.gz 2023-10-21T20:41:51.274 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.681262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.832077.log 2023-10-21T20:41:51.274 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.681262.log.gz 2023-10-21T20:41:51.274 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.316277.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.202547.log 2023-10-21T20:41:51.277 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.316277.log.gz 2023-10-21T20:41:51.277 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.832077.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.220754.log 2023-10-21T20:41:51.277 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.832077.log.gz 2023-10-21T20:41:51.278 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.202547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.144353.log 2023-10-21T20:41:51.278 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.202547.log.gz 2023-10-21T20:41:51.278 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.220754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.254266.log 2023-10-21T20:41:51.279 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.220754.log.gz 2023-10-21T20:41:51.279 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.2.144353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141007.log 2023-10-21T20:41:51.279 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.2.144353.log.gz 2023-10-21T20:41:51.280 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.254266.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.639939.log 2023-10-21T20:41:51.280 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.254266.log.gz 2023-10-21T20:41:51.280 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397005.log 2023-10-21T20:41:51.280 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141007.log: /var/log/ceph/ceph-client.admin.639939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.692895.log 2023-10-21T20:41:51.281 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.639939.log.gz 2023-10-21T20:41:51.281 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.397005.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409633.log 2023-10-21T20:41:51.281 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397005.log.gz 2023-10-21T20:41:51.282 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.692895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.697304.log 2023-10-21T20:41:51.282 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.692895.log.gz 2023-10-21T20:41:51.282 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307313.log 2023-10-21T20:41:51.283 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.409633.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409633.log.gz 2023-10-21T20:41:51.283 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.697304.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.230911.log 2023-10-21T20:41:51.283 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.697304.log.gz 2023-10-21T20:41:51.283 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.307313.log: --verbose -- /var/log/ceph/ceph-client.admin.272400.log 2023-10-21T20:41:51.284 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307313.log.gz 2023-10-21T20:41:51.284 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.230911.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377268.log 2023-10-21T20:41:51.284 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.230911.log.gz 2023-10-21T20:41:51.285 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.272400.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332862.log 2023-10-21T20:41:51.285 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.272400.log.gz 2023-10-21T20:41:51.285 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.377268.log: 94.4% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2023-10-21T20:41:51.286 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821210.log 2023-10-21T20:41:51.286 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.377268.log.gz 2023-10-21T20:41:51.286 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221908.log 2023-10-21T20:41:51.286 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.332862.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332862.log.gz 2023-10-21T20:41:51.287 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.821210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.481033.log 2023-10-21T20:41:51.287 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821210.log.gz 2023-10-21T20:41:51.287 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.221908.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.371442.log 2023-10-21T20:41:51.288 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221908.log.gz 2023-10-21T20:41:51.288 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.481033.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.481033.log.gz 2023-10-21T20:41:51.288 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.387859.log 2023-10-21T20:41:51.289 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.371442.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.412007.log 2023-10-21T20:41:51.289 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.371442.log.gz 2023-10-21T20:41:51.289 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.387859.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.387859.log.gz 2023-10-21T20:41:51.289 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381007.log 2023-10-21T20:41:51.290 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.412007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358101.log 2023-10-21T20:41:51.290 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412007.log.gz 2023-10-21T20:41:51.290 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.381007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816955.log 2023-10-21T20:41:51.291 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381007.log.gz 2023-10-21T20:41:51.291 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.358101.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.340713.log 2023-10-21T20:41:51.291 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358101.log.gz 2023-10-21T20:41:51.292 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.816955.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.254252.log 2023-10-21T20:41:51.292 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816955.log.gz 2023-10-21T20:41:51.292 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.340713.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.634130.log 2023-10-21T20:41:51.293 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.340713.log.gz 2023-10-21T20:41:51.293 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.254252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704055.log 2023-10-21T20:41:51.293 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.254252.log.gz 2023-10-21T20:41:51.294 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.634130.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.634130.log.gz 2023-10-21T20:41:51.294 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.482522.log 2023-10-21T20:41:51.294 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.704055.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.440883.log 2023-10-21T20:41:51.294 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704055.log.gz 2023-10-21T20:41:51.295 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.482522.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294972.log 2023-10-21T20:41:51.295 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.482522.log.gz 2023-10-21T20:41:51.295 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.440883.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699049.log 2023-10-21T20:41:51.296 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.440883.log.gz 2023-10-21T20:41:51.296 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.294972.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.222872.log 2023-10-21T20:41:51.296 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.294972.log.gz 2023-10-21T20:41:51.297 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705505.log 2023-10-21T20:41:51.297 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.699049.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699049.log.gz 2023-10-21T20:41:51.297 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.222872.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410118.log 2023-10-21T20:41:51.297 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222872.log.gz 2023-10-21T20:41:51.298 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.705505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.242622.log 2023-10-21T20:41:51.298 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705505.log.gz 2023-10-21T20:41:51.299 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.410118.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.498985.log 2023-10-21T20:41:51.299 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.410118.log.gz 2023-10-21T20:41:51.299 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.242622.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814947.log 2023-10-21T20:41:51.299 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.242622.log.gz 2023-10-21T20:41:51.300 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.498985.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148459.log 2023-10-21T20:41:51.300 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.498985.log.gz 2023-10-21T20:41:51.300 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.814947.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.396928.log 2023-10-21T20:41:51.301 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814947.log.gz 2023-10-21T20:41:51.301 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148459.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655101.log 2023-10-21T20:41:51.301 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.396928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354223.log 2023-10-21T20:41:51.302 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396928.log.gz 2023-10-21T20:41:51.302 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.655101.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.284901.log 2023-10-21T20:41:51.302 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655101.log.gz 2023-10-21T20:41:51.302 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.354223.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354223.log.gz 2023-10-21T20:41:51.303 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352391.log 2023-10-21T20:41:51.303 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.284901.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353351.log 2023-10-21T20:41:51.303 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.284901.log.gz 2023-10-21T20:41:51.304 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.352391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347926.log 2023-10-21T20:41:51.304 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.352391.log.gz 2023-10-21T20:41:51.304 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.353351.log: gzip -5 --verbose -- 88.5%/var/log/ceph/ceph-client.admin.337948.log 2023-10-21T20:41:51.305 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.141007.log.gz 2023-10-21T20:41:51.305 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353351.log.gz 2023-10-21T20:41:51.305 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435859.log 2023-10-21T20:41:51.305 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.347926.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.347926.log.gz 2023-10-21T20:41:51.306 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143006.log 2023-10-21T20:41:51.306 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.337948.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.337948.log.gz 2023-10-21T20:41:51.306 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.435859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.149004.log 2023-10-21T20:41:51.307 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.435859.log.gz 2023-10-21T20:41:51.307 INFO:teuthology.orchestra.run.smithi067.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.148459.log.gz 2023-10-21T20:41:51.307 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.143006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.807976.log 2023-10-21T20:41:51.308 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.654653.log 2023-10-21T20:41:51.308 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.149004.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.149004.log.gz 2023-10-21T20:41:51.308 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307816.log 2023-10-21T20:41:51.308 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.807976.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.807976.log.gz 2023-10-21T20:41:51.309 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.654653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398516.log 2023-10-21T20:41:51.309 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.654653.log.gz 2023-10-21T20:41:51.309 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.307816.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424724.log 2023-10-21T20:41:51.310 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307816.log.gz 2023-10-21T20:41:51.310 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.398516.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.294958.log 2023-10-21T20:41:51.310 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398516.log.gz 2023-10-21T20:41:51.311 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.424724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.274790.log 2023-10-21T20:41:51.311 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424724.log.gz 2023-10-21T20:41:51.311 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376003.log 2023-10-21T20:41:51.311 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.294958.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294958.log.gz 2023-10-21T20:41:51.312 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.274790.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.272491.log 2023-10-21T20:41:51.312 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.274790.log.gz 2023-10-21T20:41:51.312 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.376003.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.332575.log 2023-10-21T20:41:51.313 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376003.log.gz 2023-10-21T20:41:51.313 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.272491.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.272491.log.gz 2023-10-21T20:41:51.313 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.718609.log 2023-10-21T20:41:51.314 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.332575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356827.log 2023-10-21T20:41:51.314 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332575.log.gz 2023-10-21T20:41:51.314 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.718609.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142408.log 2023-10-21T20:41:51.314 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.718609.log.gz 2023-10-21T20:41:51.315 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.356827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.315581.log 2023-10-21T20:41:51.315 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356827.log.gz 2023-10-21T20:41:51.315 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142408.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146797.log 2023-10-21T20:41:51.316 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.315581.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.340334.log 2023-10-21T20:41:51.316 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.315581.log.gz 2023-10-21T20:41:51.316 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146797.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297793.log 2023-10-21T20:41:51.317 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.340334.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353061.log 2023-10-21T20:41:51.317 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.340334.log.gz 2023-10-21T20:41:51.317 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.297793.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.830616.log 2023-10-21T20:41:51.317 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297793.log.gz 2023-10-21T20:41:51.318 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.353061.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423419.log 2023-10-21T20:41:51.318 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353061.log.gz 2023-10-21T20:41:51.318 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.830616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.657100.log 2023-10-21T20:41:51.319 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.830616.log.gz 2023-10-21T20:41:51.319 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.423419.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381024.log 2023-10-21T20:41:51.319 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.423419.log.gz 2023-10-21T20:41:51.320 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.657100.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143918.log 2023-10-21T20:41:51.320 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.657100.log.gz 2023-10-21T20:41:51.320 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.381024.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812945.log 2023-10-21T20:41:51.320 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381024.log.gz 2023-10-21T20:41:51.321 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.143918.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236930.log 2023-10-21T20:41:51.321 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.812945.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.938392.log 2023-10-21T20:41:51.321 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812945.log.gz 2023-10-21T20:41:51.322 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.236930.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.703763.log 2023-10-21T20:41:51.322 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.236930.log.gz 2023-10-21T20:41:51.322 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.938392.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814870.log 2023-10-21T20:41:51.323 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.938392.log.gz 2023-10-21T20:41:51.323 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.703763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.716680.log 2023-10-21T20:41:51.323 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.703763.log.gz 2023-10-21T20:41:51.324 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.814870.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219819.log 2023-10-21T20:41:51.324 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814870.log.gz 2023-10-21T20:41:51.324 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.716680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951533.log 2023-10-21T20:41:51.324 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.716680.log.gz 2023-10-21T20:41:51.325 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.219819.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.369211.log 2023-10-21T20:41:51.325 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.219819.log.gz 2023-10-21T20:41:51.325 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951533.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408458.log 2023-10-21T20:41:51.326 INFO:teuthology.orchestra.run.smithi067.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.951533.log.gz 2023-10-21T20:41:51.326 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.369211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240381.log 2023-10-21T20:41:51.326 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.369211.log.gz 2023-10-21T20:41:51.327 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193451.log 2023-10-21T20:41:51.327 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.408458.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.408458.log.gz 2023-10-21T20:41:51.327 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.240381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.577695.log 2023-10-21T20:41:51.328 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.240381.log.gz 2023-10-21T20:41:51.328 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.193451.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.290870.log 0.0% 2023-10-21T20:41:51.328 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.193451.log.gz 2023-10-21T20:41:51.328 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.577695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207040.log 2023-10-21T20:41:51.329 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.577695.log.gz 2023-10-21T20:41:51.329 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.290870.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.396727.log 2023-10-21T20:41:51.329 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.290870.log.gz 2023-10-21T20:41:51.330 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.207040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.404385.log 2023-10-21T20:41:51.330 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207040.log.gz 2023-10-21T20:41:51.330 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.396727.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.500483.log 2023-10-21T20:41:51.331 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396727.log.gz 2023-10-21T20:41:51.331 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.404385.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.788086.log 2023-10-21T20:41:51.331 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404385.log.gz 2023-10-21T20:41:51.331 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.500483.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.628952.log 2023-10-21T20:41:51.332 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.500483.log.gz 2023-10-21T20:41:51.332 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.788086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.671583.log 2023-10-21T20:41:51.332 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.788086.log.gz 2023-10-21T20:41:51.333 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.628952.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.683768.log 2023-10-21T20:41:51.333 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.628952.log.gz 2023-10-21T20:41:51.333 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.671583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.480942.log 2023-10-21T20:41:51.334 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.671583.log.gz 2023-10-21T20:41:51.334 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.683768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.498058.log 2023-10-21T20:41:51.334 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.683768.log.gz 2023-10-21T20:41:51.334 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.480942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943598.log 2023-10-21T20:41:51.335 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.480942.log.gz 2023-10-21T20:41:51.335 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145404.log 2023-10-21T20:41:51.335 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.498058.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.498058.log.gz 2023-10-21T20:41:51.336 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.943598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221623.log 2023-10-21T20:41:51.336 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943598.log.gz 2023-10-21T20:41:51.336 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227607.log 2023-10-21T20:41:51.337 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.221623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224786.log 2023-10-21T20:41:51.337 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221623.log.gz 2023-10-21T20:41:51.337 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.227607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816175.log 2023-10-21T20:41:51.338 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227607.log.gz 2023-10-21T20:41:51.338 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308806.log 2023-10-21T20:41:51.338 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.224786.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224786.log.gz 2023-10-21T20:41:51.338 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.816175.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816175.log.gz 2023-10-21T20:41:51.339 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.945987.log 2023-10-21T20:41:51.339 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.308806.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418421.log 2023-10-21T20:41:51.339 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308806.log.gz 2023-10-21T20:41:51.340 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.945987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406983.log 2023-10-21T20:41:51.340 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.945987.log.gz 2023-10-21T20:41:51.340 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357601.log 2023-10-21T20:41:51.341 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.418421.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418421.log.gz 2023-10-21T20:41:51.341 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.406983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141994.log 2023-10-21T20:41:51.341 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406983.log.gz 2023-10-21T20:41:51.341 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.357601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.942575.log 2023-10-21T20:41:51.342 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357601.log.gz 2023-10-21T20:41:51.342 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.141994.log: -- /var/log/ceph/ceph-client.admin.703178.log 2023-10-21T20:41:51.342 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.942575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141782.log 2023-10-21T20:41:51.343 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.942575.log.gz 2023-10-21T20:41:51.343 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.703178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.203003.log 2023-10-21T20:41:51.343 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.703178.log.gz 2023-10-21T20:41:51.344 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145312.log 2023-10-21T20:41:51.344 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141782.log: /var/log/ceph/ceph-client.admin.203003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405629.log 2023-10-21T20:41:51.344 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.203003.log.gz 2023-10-21T20:41:51.345 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145312.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667203.log 2023-10-21T20:41:51.345 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.405629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322414.log 2023-10-21T20:41:51.345 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405629.log.gz 2023-10-21T20:41:51.345 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192140.log 2023-10-21T20:41:51.346 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667203.log.gz 2023-10-21T20:41:51.346 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.322414.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.451658.log 2023-10-21T20:41:51.346 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322414.log.gz 2023-10-21T20:41:51.347 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346986.log 2023-10-21T20:41:51.347 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.192140.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192140.log.gz 2023-10-21T20:41:51.347 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.451658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637289.log 2023-10-21T20:41:51.348 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.451658.log.gz 2023-10-21T20:41:51.348 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.346986.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346986.log.gz 2023-10-21T20:41:51.348 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.681674.log 2023-10-21T20:41:51.348 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.637289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721165.log 2023-10-21T20:41:51.349 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637289.log.gz 2023-10-21T20:41:51.349 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.681674.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647242.log 2023-10-21T20:41:51.349 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.681674.log.gz 2023-10-21T20:41:51.350 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.721165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.500205.log 2023-10-21T20:41:51.350 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721165.log.gz 2023-10-21T20:41:51.350 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.647242.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.399958.log 2023-10-21T20:41:51.351 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647242.log.gz 2023-10-21T20:41:51.351 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.500205.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.444426.log 2023-10-21T20:41:51.351 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.500205.log.gz 2023-10-21T20:41:51.351 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206072.log 2023-10-21T20:41:51.352 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.399958.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.399958.log.gz 2023-10-21T20:41:51.352 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.444426.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432963.log 2023-10-21T20:41:51.352 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.444426.log.gz 2023-10-21T20:41:51.353 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.206072.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685954.log 2023-10-21T20:41:51.353 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.206072.log.gz 2023-10-21T20:41:51.353 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.432963.log: --verbose -- /var/log/ceph/ceph-client.admin.951717.log 2023-10-21T20:41:51.354 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432963.log.gz 2023-10-21T20:41:51.354 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.685954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365757.log 2023-10-21T20:41:51.354 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685954.log.gz 2023-10-21T20:41:51.355 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951901.log 2023-10-21T20:41:51.355 INFO:teuthology.orchestra.run.smithi067.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.951717.log.gz 2023-10-21T20:41:51.355 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.365757.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365757.log.gz 2023-10-21T20:41:51.355 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951901.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.951901.log.gz 2023-10-21T20:41:51.356 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378655.log 2023-10-21T20:41:51.356 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225763.log 2023-10-21T20:41:51.356 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.378655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.446420.log 2023-10-21T20:41:51.357 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.378655.log.gz 2023-10-21T20:41:51.357 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.225763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.446803.log 2023-10-21T20:41:51.357 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225763.log.gz 2023-10-21T20:41:51.358 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.446420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.328093.log 2023-10-21T20:41:51.358 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.446420.log.gz 2023-10-21T20:41:51.358 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.446803.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.681975.log 2023-10-21T20:41:51.359 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.446803.log.gz 2023-10-21T20:41:51.359 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.328093.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418512.log 2023-10-21T20:41:51.359 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.328093.log.gz 2023-10-21T20:41:51.359 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.681975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.420929.log 2023-10-21T20:41:51.360 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.681975.log.gz 2023-10-21T20:41:51.360 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.418512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.274402.log 2023-10-21T20:41:51.360 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418512.log.gz 2023-10-21T20:41:51.361 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.641787.log 2023-10-21T20:41:51.361 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.420929.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.420929.log.gz 2023-10-21T20:41:51.361 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.274402.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649474.log 2023-10-21T20:41:51.361 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.274402.log.gz 2023-10-21T20:41:51.362 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.641787.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.245724.log 2023-10-21T20:41:51.362 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.641787.log.gz 2023-10-21T20:41:51.362 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357421.log 2023-10-21T20:41:51.363 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.649474.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649474.log.gz 2023-10-21T20:41:51.363 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.245724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673604.log 2023-10-21T20:41:51.363 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.245724.log.gz 2023-10-21T20:41:51.364 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.357421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413484.log 2023-10-21T20:41:51.364 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357421.log.gz 2023-10-21T20:41:51.364 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.673604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225961.log 2023-10-21T20:41:51.365 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673604.log.gz 2023-10-21T20:41:51.365 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.413484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411204.log 2023-10-21T20:41:51.365 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413484.log.gz 2023-10-21T20:41:51.365 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.225961.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225961.log.gz 2023-10-21T20:41:51.366 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.301649.log 2023-10-21T20:41:51.366 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377191.log 2023-10-21T20:41:51.366 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.411204.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411204.log.gz 2023-10-21T20:41:51.367 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.698208.log 2023-10-21T20:41:51.367 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.301649.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.301649.log.gz 2023-10-21T20:41:51.367 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.377191.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.377191.log.gz 2023-10-21T20:41:51.368 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366919.log 2023-10-21T20:41:51.368 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.698208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.692448.log 2023-10-21T20:41:51.368 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.698208.log.gz 2023-10-21T20:41:51.368 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.366919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709602.log 2023-10-21T20:41:51.369 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366919.log.gz 2023-10-21T20:41:51.369 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397435.log 2023-10-21T20:41:51.369 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.692448.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.692448.log.gz 2023-10-21T20:41:51.370 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.709602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.440104.log 2023-10-21T20:41:51.370 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709602.log.gz 2023-10-21T20:41:51.370 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.397435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430799.log 2023-10-21T20:41:51.371 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397435.log.gz 2023-10-21T20:41:51.371 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.440104.log: -- /var/log/ceph/ceph-client.admin.346895.log 2023-10-21T20:41:51.371 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.440104.log.gz 2023-10-21T20:41:51.371 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.430799.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.831134.log 2023-10-21T20:41:51.372 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.430799.log.gz 2023-10-21T20:41:51.372 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.346895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357814.log 2023-10-21T20:41:51.372 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346895.log.gz 2023-10-21T20:41:51.373 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.449557.log 2023-10-21T20:41:51.373 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.831134.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.831134.log.gz 2023-10-21T20:41:51.373 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.357814.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.281222.log 2023-10-21T20:41:51.374 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357814.log.gz 2023-10-21T20:41:51.374 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.449557.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.652340.log 2023-10-21T20:41:51.374 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.449557.log.gz 2023-10-21T20:41:51.374 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148125.log 2023-10-21T20:41:51.375 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.281222.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.281222.log.gz 2023-10-21T20:41:51.375 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.652340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649012.log 2023-10-21T20:41:51.375 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.652340.log.gz 2023-10-21T20:41:51.376 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189670.log 2023-10-21T20:41:51.376 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.649012.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.687412.log 2023-10-21T20:41:51.376 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649012.log.gz 2023-10-21T20:41:51.377 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.189670.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775748.log 2023-10-21T20:41:51.377 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189670.log.gz 2023-10-21T20:41:51.377 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.681765.log 2023-10-21T20:41:51.377 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.687412.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.687412.log.gz 2023-10-21T20:41:51.378 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.775748.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419712.log 2023-10-21T20:41:51.378 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775748.log.gz 2023-10-21T20:41:51.378 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.681765.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146659.log 2023-10-21T20:41:51.379 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.681765.log.gz 2023-10-21T20:41:51.379 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435013.log 2023-10-21T20:41:51.379 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.419712.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419712.log.gz 2023-10-21T20:41:51.379 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146659.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354008.log 2023-10-21T20:41:51.380 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.435013.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431660.log 2023-10-21T20:41:51.380 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.435013.log.gz 2023-10-21T20:41:51.380 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.354008.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.772363.log 2023-10-21T20:41:51.381 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354008.log.gz 2023-10-21T20:41:51.381 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820009.log 2023-10-21T20:41:51.381 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.431660.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431660.log.gz 2023-10-21T20:41:51.382 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.772363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.669097.log 2023-10-21T20:41:51.382 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.772363.log.gz 2023-10-21T20:41:51.382 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.820009.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303096.log 2023-10-21T20:41:51.383 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820009.log.gz 2023-10-21T20:41:51.383 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406516.log 2023-10-21T20:41:51.383 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.669097.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669097.log.gz 2023-10-21T20:41:51.383 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.303096.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950852.log 2023-10-21T20:41:51.384 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303096.log.gz 2023-10-21T20:41:51.384 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.406516.log: --verbose -- /var/log/ceph/ceph-client.admin.194397.log 2023-10-21T20:41:51.384 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406516.log.gz 2023-10-21T20:41:51.385 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950852.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646728.log 2023-10-21T20:41:51.385 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.194397.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.950852.log.gz 2023-10-21T20:41:51.385 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194397.log.gz 2023-10-21T20:41:51.385 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.646728.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646728.log.gz 2023-10-21T20:41:51.386 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.628662.log 2023-10-21T20:41:51.386 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320005.log 2023-10-21T20:41:51.386 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.628662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.251048.log 2023-10-21T20:41:51.387 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.628662.log.gz 2023-10-21T20:41:51.387 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.830525.log 2023-10-21T20:41:51.387 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.320005.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320005.log.gz 2023-10-21T20:41:51.388 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.251048.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275996.log 2023-10-21T20:41:51.388 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.251048.log.gz 2023-10-21T20:41:51.388 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.830525.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717851.log 2023-10-21T20:41:51.388 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.830525.log.gz 2023-10-21T20:41:51.389 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.644529.log 2023-10-21T20:41:51.389 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.275996.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275996.log.gz 2023-10-21T20:41:51.389 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.717851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707388.log 2023-10-21T20:41:51.390 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717851.log.gz 2023-10-21T20:41:51.390 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.644529.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366709.log 2023-10-21T20:41:51.390 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.644529.log.gz 2023-10-21T20:41:51.391 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.282576.log 2023-10-21T20:41:51.391 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.707388.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707388.log.gz 2023-10-21T20:41:51.391 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.366709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670062.log 2023-10-21T20:41:51.391 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366709.log.gz 2023-10-21T20:41:51.392 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.282576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221700.log 2023-10-21T20:41:51.392 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.282576.log.gz 2023-10-21T20:41:51.392 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.670062.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140961.log 2023-10-21T20:41:51.393 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670062.log.gz 2023-10-21T20:41:51.393 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.221700.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309293.log 2023-10-21T20:41:51.393 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221700.log.gz 2023-10-21T20:41:51.393 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.140961.log: --verbose -- /var/log/ceph/ceph-client.admin.294490.log 2023-10-21T20:41:51.394 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.309293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.497604.log 2023-10-21T20:41:51.394 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309293.log.gz 2023-10-21T20:41:51.394 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294490.log: /var/log/ceph/ceph-client.admin.776300.log 2023-10-21T20:41:51.395 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294490.log.gz 2023-10-21T20:41:51.395 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.497604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.702896.log 2023-10-21T20:41:51.395 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.497604.log.gz 2023-10-21T20:41:51.395 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.776300.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.683782.log 2023-10-21T20:41:51.396 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% 87.9% -- replaced with /var/log/ceph/ceph-client.admin.776300.log.gz 2023-10-21T20:41:51.396 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.143006.log.gz 2023-10-21T20:41:51.396 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.702896.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.702896.log.gz 2023-10-21T20:41:51.397 INFO:teuthology.orchestra.run.smithi067.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.142408.log.gz 2023-10-21T20:41:51.397 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.683782.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.683782.log.gz 2023-10-21T20:41:51.397 INFO:teuthology.orchestra.run.smithi067.stderr: 88.3%gzip -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.145404.log.gz-- 2023-10-21T20:41:51.398 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147349.log 2023-10-21T20:41:51.398 INFO:teuthology.orchestra.run.smithi067.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.146797.log.gz 2023-10-21T20:41:51.398 INFO:teuthology.orchestra.run.smithi067.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.141994.log.gz 2023-10-21T20:41:51.398 INFO:teuthology.orchestra.run.smithi067.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.145312.log.gz 2023-10-21T20:41:51.399 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147349.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.141782.log.gz 2023-10-21T20:41:51.399 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148767.log 2023-10-21T20:41:51.399 INFO:teuthology.orchestra.run.smithi067.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.146659.log.gz 2023-10-21T20:41:51.400 INFO:teuthology.orchestra.run.smithi067.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.140961.log.gz 2023-10-21T20:41:51.400 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.148125.log.gz 2023-10-21T20:41:51.400 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148767.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706637.log 2023-10-21T20:41:51.400 INFO:teuthology.orchestra.run.smithi067.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.147349.log.gz 2023-10-21T20:41:51.401 INFO:teuthology.orchestra.run.smithi067.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.148767.log.gz 2023-10-21T20:41:51.401 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224033.log 2023-10-21T20:41:51.401 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.706637.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.246705.log 2023-10-21T20:41:51.402 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.706637.log.gz 2023-10-21T20:41:51.402 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.224033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.711012.log 2023-10-21T20:41:51.402 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224033.log.gz 2023-10-21T20:41:51.403 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.246705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.337962.log 2023-10-21T20:41:51.403 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.246705.log.gz 2023-10-21T20:41:51.403 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648243.log 2023-10-21T20:41:51.403 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.711012.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.711012.log.gz 2023-10-21T20:41:51.404 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.337962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.632669.log 2023-10-21T20:41:51.404 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.337962.log.gz 2023-10-21T20:41:51.404 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.648243.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648243.log.gz 2023-10-21T20:41:51.405 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.632669.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.632669.log.gz 2023-10-21T20:41:51.405 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148077.log 2023-10-21T20:41:51.405 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423342.log 2023-10-21T20:41:51.406 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148077.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.368704.log 2023-10-21T20:41:51.406 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.423342.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.423342.log.gz 2023-10-21T20:41:51.406 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.148077.log.gz 2023-10-21T20:41:51.406 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.368704.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.368704.log.gz 2023-10-21T20:41:51.407 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339892.log 2023-10-21T20:41:51.407 INFO:teuthology.orchestra.run.smithi067.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.143918.log.gz 2023-10-21T20:41:51.407 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821581.log 2023-10-21T20:41:51.408 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.339892.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225749.log 2023-10-21T20:41:51.408 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339892.log.gz 2023-10-21T20:41:51.408 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.821581.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821581.log.gz 2023-10-21T20:41:51.409 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.225749.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225749.log.gz 2023-10-21T20:41:51.409 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.481516.log 2023-10-21T20:41:51.409 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312873.log 2023-10-21T20:41:51.409 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.481516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.273868.log 2023-10-21T20:41:51.410 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.481516.log.gz 2023-10-21T20:41:51.410 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147441.log 2023-10-21T20:41:51.410 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.312873.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312873.log.gz 2023-10-21T20:41:51.411 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.273868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.202561.log 2023-10-21T20:41:51.411 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.273868.log.gz 2023-10-21T20:41:51.411 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147441.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673590.log 2023-10-21T20:41:51.412 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397215.log 2023-10-21T20:41:51.412 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.202561.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.202561.log.gz 2023-10-21T20:41:51.412 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.673590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408921.log 2023-10-21T20:41:51.412 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673590.log.gz 2023-10-21T20:41:51.413 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.397215.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.498519.log 2023-10-21T20:41:51.413 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397215.log.gz 2023-10-21T20:41:51.413 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307802.log 2023-10-21T20:41:51.414 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.408921.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.408921.log.gz 2023-10-21T20:41:51.414 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.498519.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.393487.log 2023-10-21T20:41:51.414 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.498519.log.gz 2023-10-21T20:41:51.415 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705130.log 2023-10-21T20:41:51.415 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.307802.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307802.log.gz 2023-10-21T20:41:51.415 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.393487.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379702.log 2023-10-21T20:41:51.415 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.393487.log.gz 2023-10-21T20:41:51.416 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.705130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.718415.log 2023-10-21T20:41:51.416 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705130.log.gz 2023-10-21T20:41:51.416 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.379702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709401.log 2023-10-21T20:41:51.417 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379702.log.gz 2023-10-21T20:41:51.417 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.718415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790512.log 2023-10-21T20:41:51.417 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.718415.log.gz 2023-10-21T20:41:51.418 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.709401.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650900.log 2023-10-21T20:41:51.418 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709401.log.gz 2023-10-21T20:41:51.418 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.790512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287292.log 2023-10-21T20:41:51.419 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790512.log.gz 2023-10-21T20:41:51.419 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.650900.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367599.log 2023-10-21T20:41:51.419 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650900.log.gz 2023-10-21T20:41:51.419 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.784987.log 2023-10-21T20:41:51.420 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.287292.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287292.log.gz 2023-10-21T20:41:51.420 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.367599.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.438860.log 2023-10-21T20:41:51.420 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.367599.log.gz 2023-10-21T20:41:51.421 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.784987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381722.log 2023-10-21T20:41:51.421 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.784987.log.gz 2023-10-21T20:41:51.421 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.438860.log: /var/log/ceph/ceph-client.admin.666496.log 2023-10-21T20:41:51.421 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.438860.log.gz 2023-10-21T20:41:51.422 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.450009.log 2023-10-21T20:41:51.422 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.381722.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381722.log.gz 2023-10-21T20:41:51.422 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.666496.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414320.log 2023-10-21T20:41:51.423 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.666496.log.gz 2023-10-21T20:41:51.423 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436147.log 2023-10-21T20:41:51.423 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.450009.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.450009.log.gz 2023-10-21T20:41:51.424 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.414320.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373238.log 2023-10-21T20:41:51.424 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414320.log.gz 2023-10-21T20:41:51.424 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.436147.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366125.log 2023-10-21T20:41:51.424 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436147.log.gz 2023-10-21T20:41:51.425 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411916.log 2023-10-21T20:41:51.425 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.373238.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373238.log.gz 2023-10-21T20:41:51.425 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.366125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432220.log 2023-10-21T20:41:51.426 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366125.log.gz 2023-10-21T20:41:51.426 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.411916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.835456.log 2023-10-21T20:41:51.426 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411916.log.gz 2023-10-21T20:41:51.427 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.432220.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.399032.log 2023-10-21T20:41:51.427 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432220.log.gz 2023-10-21T20:41:51.427 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.835456.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.296347.log 2023-10-21T20:41:51.427 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.835456.log.gz 2023-10-21T20:41:51.428 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.399032.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.939339.log 2023-10-21T20:41:51.428 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.399032.log.gz 2023-10-21T20:41:51.428 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.695968.log 2023-10-21T20:41:51.429 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.296347.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296347.log.gz 2023-10-21T20:41:51.429 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.939339.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.470465.log 2023-10-21T20:41:51.429 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.939339.log.gz 2023-10-21T20:41:51.430 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.695968.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.786599.log 2023-10-21T20:41:51.430 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.695968.log.gz 2023-10-21T20:41:51.430 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.470465.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308304.log 2023-10-21T20:41:51.430 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.470465.log.gz 2023-10-21T20:41:51.431 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.786599.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.420008.log 2023-10-21T20:41:51.431 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.786599.log.gz 2023-10-21T20:41:51.431 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.195814.log 2023-10-21T20:41:51.432 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.308304.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308304.log.gz 2023-10-21T20:41:51.432 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.420008.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145899.log 2023-10-21T20:41:51.432 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.420008.log.gz 2023-10-21T20:41:51.433 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.195814.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656822.log 2023-10-21T20:41:51.433 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.195814.log.gz 2023-10-21T20:41:51.433 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413407.log 2023-10-21T20:41:51.433 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145899.log: /var/log/ceph/ceph-client.admin.656822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.830824.log 2023-10-21T20:41:51.434 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656822.log.gz 2023-10-21T20:41:51.434 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.413407.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320584.log 2023-10-21T20:41:51.434 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413407.log.gz 2023-10-21T20:41:51.435 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.830824.log: -- /var/log/ceph/ceph-client.admin.142149.log 2023-10-21T20:41:51.435 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.830824.log.gz 2023-10-21T20:41:51.435 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.320584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.682763.log 2023-10-21T20:41:51.436 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320584.log.gz 2023-10-21T20:41:51.436 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142149.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501140.log 2023-10-21T20:41:51.436 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.286083.log 2023-10-21T20:41:51.436 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.682763.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.682763.log.gz 2023-10-21T20:41:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.501140.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142684.log 2023-10-21T20:41:51.437 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.501140.log.gz 2023-10-21T20:41:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.286083.log: /var/log/ceph/ceph-client.admin.713015.log 2023-10-21T20:41:51.438 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.286083.log.gz 2023-10-21T20:41:51.438 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283153.log 2023-10-21T20:41:51.438 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951671.log 2023-10-21T20:41:51.438 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.713015.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713015.log.gz 2023-10-21T20:41:51.439 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.283153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.698587.log 2023-10-21T20:41:51.439 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283153.log.gz 2023-10-21T20:41:51.439 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951671.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297870.log 2023-10-21T20:41:51.440 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.951671.log.gz 2023-10-21T20:41:51.440 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.698587.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.698587.log.gz 2023-10-21T20:41:51.440 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.297870.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297870.log.gz 2023-10-21T20:41:51.441 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193372.log 2023-10-21T20:41:51.441 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187620.log 2023-10-21T20:41:51.441 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.193372.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.296424.log 2023-10-21T20:41:51.441 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193372.log.gz 2023-10-21T20:41:51.442 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.187620.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.652066.log 2023-10-21T20:41:51.442 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187620.log.gz 2023-10-21T20:41:51.442 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.948808.log 2023-10-21T20:41:51.443 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.296424.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296424.log.gz 2023-10-21T20:41:51.443 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.652066.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.939814.log 2023-10-21T20:41:51.443 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.652066.log.gz 2023-10-21T20:41:51.443 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.948808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280386.log 2023-10-21T20:41:51.444 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.948808.log.gz 2023-10-21T20:41:51.444 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.939814.log: --verbose -- /var/log/ceph/ceph-client.admin.820454.log 2023-10-21T20:41:51.444 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.939814.log.gz 2023-10-21T20:41:51.445 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.280386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275798.log 2023-10-21T20:41:51.445 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.280386.log.gz 2023-10-21T20:41:51.445 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.820454.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.337034.log 2023-10-21T20:41:51.446 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820454.log.gz 2023-10-21T20:41:51.446 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.684736.log 2023-10-21T20:41:51.446 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.275798.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275798.log.gz 2023-10-21T20:41:51.447 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.337034.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.337034.log.gz 2023-10-21T20:41:51.447 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.684736.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.684736.log.gz 2023-10-21T20:41:51.447 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.683691.log 2023-10-21T20:41:51.447 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.774909.log 2023-10-21T20:41:51.448 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.683691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.718324.log 2023-10-21T20:41:51.448 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.683691.log.gz 2023-10-21T20:41:51.448 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.774909.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.439611.log 2023-10-21T20:41:51.449 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.774909.log.gz 2023-10-21T20:41:51.449 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.718324.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.341260.log 2023-10-21T20:41:51.449 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.718324.log.gz 2023-10-21T20:41:51.449 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.439611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812151.log 2023-10-21T20:41:51.450 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.439611.log.gz 2023-10-21T20:41:51.450 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.341260.log: /var/log/ceph/ceph-client.admin.337871.log 2023-10-21T20:41:51.450 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.341260.log.gz 2023-10-21T20:41:51.451 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.812151.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.371171.log 2023-10-21T20:41:51.451 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812151.log.gz 2023-10-21T20:41:51.451 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.337871.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359907.log 2023-10-21T20:41:51.452 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.337871.log.gz 2023-10-21T20:41:51.452 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347835.log 2023-10-21T20:41:51.452 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.371171.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.371171.log.gz 2023-10-21T20:41:51.452 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.359907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.470479.log 2023-10-21T20:41:51.453 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359907.log.gz 2023-10-21T20:41:51.453 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.347835.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.694270.log 2023-10-21T20:41:51.453 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.347835.log.gz 2023-10-21T20:41:51.454 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.470479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943612.log 2023-10-21T20:41:51.454 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.470479.log.gz 2023-10-21T20:41:51.454 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.694270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428556.log 2023-10-21T20:41:51.454 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.694270.log.gz 2023-10-21T20:41:51.455 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.943612.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670332.log 2023-10-21T20:41:51.457 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943612.log.gz 2023-10-21T20:41:51.457 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.428556.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378732.log 2023-10-21T20:41:51.458 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428556.log.gz 2023-10-21T20:41:51.458 INFO:teuthology.orchestra.run.smithi067.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.147441.log.gz 2023-10-21T20:41:51.458 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.670332.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670332.log.gz 2023-10-21T20:41:51.459 INFO:teuthology.orchestra.run.smithi067.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.145899.log.gz 2023-10-21T20:41:51.459 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.378732.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.142149.log.gz 2023-10-21T20:41:51.459 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.378732.log.gz 2023-10-21T20:41:51.459 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147616.log 2023-10-21T20:41:51.460 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.669847.log 2023-10-21T20:41:51.460 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.321926.log 2023-10-21T20:41:51.460 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.669847.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.382286.log 2023-10-21T20:41:51.461 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669847.log.gz 2023-10-21T20:41:51.461 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.233573.log 2023-10-21T20:41:51.461 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.321926.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321926.log.gz 2023-10-21T20:41:51.461 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.382286.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.641801.log 2023-10-21T20:41:51.462 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.382286.log.gz 2023-10-21T20:41:51.462 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.233573.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223160.log 2023-10-21T20:41:51.462 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.233573.log.gz 2023-10-21T20:41:51.463 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.641801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.447281.log 2023-10-21T20:41:51.463 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.641801.log.gz 2023-10-21T20:41:51.463 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.223160.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775367.log 2023-10-21T20:41:51.464 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223160.log.gz 2023-10-21T20:41:51.464 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.447281.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.346470.log 2023-10-21T20:41:51.464 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.447281.log.gz 2023-10-21T20:41:51.464 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.775367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397937.log 2023-10-21T20:41:51.465 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775367.log.gz 2023-10-21T20:41:51.465 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.346470.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.282181.log 2023-10-21T20:41:51.465 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346470.log.gz 2023-10-21T20:41:51.466 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.397937.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.448476.log 2023-10-21T20:41:51.466 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397937.log.gz 2023-10-21T20:41:51.466 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.282181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363364.log 2023-10-21T20:41:51.467 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.282181.log.gz 2023-10-21T20:41:51.467 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389311.log 2023-10-21T20:41:51.467 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.448476.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.448476.log.gz 2023-10-21T20:41:51.467 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.363364.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.944467.log 2023-10-21T20:41:51.468 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363364.log.gz 2023-10-21T20:41:51.468 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.389311.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.389311.log.gz--verbose 2023-10-21T20:41:51.468 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.672648.log 2023-10-21T20:41:51.469 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650138.log 2023-10-21T20:41:51.469 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.944467.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.944467.log.gz 2023-10-21T20:41:51.469 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.672648.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.714423.log 2023-10-21T20:41:51.469 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.672648.log.gz 2023-10-21T20:41:51.470 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.650138.log: --verbose -- /var/log/ceph/ceph-client.admin.399479.log 2023-10-21T20:41:51.470 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650138.log.gz 2023-10-21T20:41:51.470 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.714423.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411704.log 2023-10-21T20:41:51.471 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.714423.log.gz 2023-10-21T20:41:51.471 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.399479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372750.log 2023-10-21T20:41:51.471 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.399479.log.gz 2023-10-21T20:41:51.472 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.411704.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951441.log 2023-10-21T20:41:51.472 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411704.log.gz 2023-10-21T20:41:51.472 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.787871.log 2023-10-21T20:41:51.472 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.372750.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372750.log.gz 2023-10-21T20:41:51.473 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951441.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395710.log 2023-10-21T20:41:51.473 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.787871.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.951441.log.gz 2023-10-21T20:41:51.473 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.787871.log.gz 2023-10-21T20:41:51.474 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.395710.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395710.log.gz 2023-10-21T20:41:51.474 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417141.log 2023-10-21T20:41:51.474 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342172.log 2023-10-21T20:41:51.474 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.417141.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.831631.log 2023-10-21T20:41:51.475 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417141.log.gz 2023-10-21T20:41:51.475 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.342172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.788624.log 2023-10-21T20:41:51.475 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.342172.log.gz 2023-10-21T20:41:51.476 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775825.log 2023-10-21T20:41:51.476 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.831631.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.831631.log.gz 2023-10-21T20:41:51.476 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.788624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.439314.log 2023-10-21T20:41:51.477 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.788624.log.gz 2023-10-21T20:41:51.477 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.775825.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.695250.log 2023-10-21T20:41:51.477 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775825.log.gz 2023-10-21T20:41:51.477 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360414.log 2023-10-21T20:41:51.478 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.439314.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.439314.log.gz 2023-10-21T20:41:51.478 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.695250.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436861.log 2023-10-21T20:41:51.478 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.695250.log.gz 2023-10-21T20:41:51.479 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338464.log 2023-10-21T20:41:51.479 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.360414.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360414.log.gz 2023-10-21T20:41:51.479 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.436861.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706714.log 2023-10-21T20:41:51.480 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436861.log.gz 2023-10-21T20:41:51.480 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.338464.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721640.log 2023-10-21T20:41:51.480 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338464.log.gz 2023-10-21T20:41:51.480 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.706714.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.787112.log 2023-10-21T20:41:51.481 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.706714.log.gz 2023-10-21T20:41:51.481 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.721640.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.407914.log 2023-10-21T20:41:51.481 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721640.log.gz 2023-10-21T20:41:51.482 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.787112.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367139.log 2023-10-21T20:41:51.482 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.787112.log.gz 2023-10-21T20:41:51.482 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.407914.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648998.log 2023-10-21T20:41:51.482 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.407914.log.gz 2023-10-21T20:41:51.483 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.367139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.470388.log 2023-10-21T20:41:51.483 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.367139.log.gz 2023-10-21T20:41:51.483 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704915.log 2023-10-21T20:41:51.484 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.648998.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648998.log.gz 2023-10-21T20:41:51.484 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.470388.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207026.log 2023-10-21T20:41:51.484 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.470388.log.gz 2023-10-21T20:41:51.485 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.704915.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.281145.log 2023-10-21T20:41:51.485 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704915.log.gz 2023-10-21T20:41:51.485 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.938786.log 2023-10-21T20:41:51.485 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.207026.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207026.log.gz 2023-10-21T20:41:51.486 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.281145.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.776980.log 2023-10-21T20:41:51.486 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.281145.log.gz 2023-10-21T20:41:51.486 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667318.log 2023-10-21T20:41:51.487 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.938786.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.938786.log.gz 2023-10-21T20:41:51.487 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.776980.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347347.log 2023-10-21T20:41:51.487 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.776980.log.gz 2023-10-21T20:41:51.488 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667318.log: /var/log/ceph/ceph-client.admin.498505.log 2023-10-21T20:41:51.488 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.667318.log.gz 2023-10-21T20:41:51.488 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.347347.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717942.log 2023-10-21T20:41:51.488 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.347347.log.gz 2023-10-21T20:41:51.489 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.498505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.702422.log 2023-10-21T20:41:51.489 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.498505.log.gz 2023-10-21T20:41:51.489 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.717942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436133.log 2023-10-21T20:41:51.490 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717942.log.gz 2023-10-21T20:41:51.490 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.702422.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.334615.log 2023-10-21T20:41:51.490 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.702422.log.gz 2023-10-21T20:41:51.491 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.436133.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361652.log 2023-10-21T20:41:51.491 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436133.log.gz 2023-10-21T20:41:51.491 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.810180.log 2023-10-21T20:41:51.491 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.334615.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.334615.log.gz 2023-10-21T20:41:51.492 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.361652.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.314149.log 2023-10-21T20:41:51.492 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361652.log.gz 2023-10-21T20:41:51.492 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411007.log 2023-10-21T20:41:51.493 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.810180.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.810180.log.gz 2023-10-21T20:41:51.493 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.314149.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.449480.log 2023-10-21T20:41:51.493 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.314149.log.gz 2023-10-21T20:41:51.494 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.411007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.502859.log 2023-10-21T20:41:51.494 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411007.log.gz 2023-10-21T20:41:51.494 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.285556.log 2023-10-21T20:41:51.494 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.449480.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.449480.log.gz 2023-10-21T20:41:51.495 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.502859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406892.log 2023-10-21T20:41:51.495 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.502859.log.gz 2023-10-21T20:41:51.495 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.285556.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.315099.log 2023-10-21T20:41:51.496 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.285556.log.gz 2023-10-21T20:41:51.496 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.406892.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707178.log 2023-10-21T20:41:51.496 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406892.log.gz 2023-10-21T20:41:51.497 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.315099.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685122.log 2023-10-21T20:41:51.497 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.315099.log.gz 2023-10-21T20:41:51.497 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.707178.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.321694.log 2023-10-21T20:41:51.497 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.707178.log.gz 2023-10-21T20:41:51.498 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.685122.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226052.log 2023-10-21T20:41:51.498 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685122.log.gz 2023-10-21T20:41:51.498 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.321694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.711675.log 2023-10-21T20:41:51.499 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321694.log.gz 2023-10-21T20:41:51.499 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.226052.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222390.log 2023-10-21T20:41:51.499 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226052.log.gz 2023-10-21T20:41:51.500 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.711675.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405450.log 2023-10-21T20:41:51.500 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.711675.log.gz 2023-10-21T20:41:51.500 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.632852.log 2023-10-21T20:41:51.500 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.222390.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.147616.log.gz 2023-10-21T20:41:51.501 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222390.log.gz 2023-10-21T20:41:51.501 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.405450.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279220.log 2023-10-21T20:41:51.501 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405450.log.gz 2023-10-21T20:41:51.502 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.632852.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655492.log 2023-10-21T20:41:51.502 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.632852.log.gz 2023-10-21T20:41:51.502 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.279220.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240290.log 2023-10-21T20:41:51.502 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.279220.log.gz 2023-10-21T20:41:51.503 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.655492.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.691035.log 2023-10-21T20:41:51.503 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655492.log.gz 2023-10-21T20:41:51.503 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.240290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306600.log 2023-10-21T20:41:51.504 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.240290.log.gz 2023-10-21T20:41:51.504 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.691035.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.439405.log 2023-10-21T20:41:51.504 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.691035.log.gz 2023-10-21T20:41:51.505 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.306600.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.253225.log 2023-10-21T20:41:51.505 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306600.log.gz 2023-10-21T20:41:51.505 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.439405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418722.log 2023-10-21T20:41:51.505 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.439405.log.gz 2023-10-21T20:41:51.506 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.253225.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.253225.log.gz 2023-10-21T20:41:51.506 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.698131.log 2023-10-21T20:41:51.506 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.418722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378746.log 2023-10-21T20:41:51.507 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418722.log.gz 2023-10-21T20:41:51.507 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.698131.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.698131.log.gz--verbose 2023-10-21T20:41:51.507 INFO:teuthology.orchestra.run.smithi067.stderr:-- /var/log/ceph/ceph-client.admin.813155.log 2023-10-21T20:41:51.507 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.378746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.793374.log 2023-10-21T20:41:51.508 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.378746.log.gz 2023-10-21T20:41:51.508 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.813155.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813155.log.gz 2023-10-21T20:41:51.508 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305072.log 2023-10-21T20:41:51.509 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.793374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141783.log 2023-10-21T20:41:51.509 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.793374.log.gz 2023-10-21T20:41:51.509 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.305072.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.276585.log 2023-10-21T20:41:51.509 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305072.log.gz 2023-10-21T20:41:51.510 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658302.log 2023-10-21T20:41:51.510 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.276585.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.697290.log 2023-10-21T20:41:51.510 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.276585.log.gz 2023-10-21T20:41:51.511 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.658302.log: --verbose -- /var/log/ceph/ceph-client.admin.630948.log 2023-10-21T20:41:51.511 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658302.log.gz 2023-10-21T20:41:51.511 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.697290.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.697290.log.gz 2023-10-21T20:41:51.512 INFO:teuthology.orchestra.run.smithi067.stderr:--verbose -- /var/log/ceph/ceph-client.admin.701515.log 2023-10-21T20:41:51.512 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.630948.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650435.log 2023-10-21T20:41:51.512 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.630948.log.gz 2023-10-21T20:41:51.512 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.701515.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822124.log 2023-10-21T20:41:51.513 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.701515.log.gz 2023-10-21T20:41:51.513 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.650435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354314.log 2023-10-21T20:41:51.513 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650435.log.gz 2023-10-21T20:41:51.514 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.822124.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.774351.log 2023-10-21T20:41:51.514 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822124.log.gz 2023-10-21T20:41:51.514 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.354314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412719.log 2023-10-21T20:41:51.515 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354314.log.gz 2023-10-21T20:41:51.515 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.774351.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287631.log 2023-10-21T20:41:51.515 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.774351.log.gz 2023-10-21T20:41:51.515 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.412719.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650152.log 2023-10-21T20:41:51.516 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412719.log.gz 2023-10-21T20:41:51.516 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.287631.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.642930.log 2023-10-21T20:41:51.516 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287631.log.gz 2023-10-21T20:41:51.517 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.650152.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792459.log 2023-10-21T20:41:51.517 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650152.log.gz 2023-10-21T20:41:51.517 INFO:teuthology.orchestra.run.smithi067.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.141783.log.gz 2023-10-21T20:41:51.517 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.642930.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.666294.log 2023-10-21T20:41:51.518 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.642930.log.gz 2023-10-21T20:41:51.518 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.792459.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.941156.log 2023-10-21T20:41:51.518 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.792459.log.gz 2023-10-21T20:41:51.519 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.666294.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.712366.log 2023-10-21T20:41:51.519 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.666294.log.gz 2023-10-21T20:41:51.519 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.941156.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.335820.log 2023-10-21T20:41:51.520 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.941156.log.gz 2023-10-21T20:41:51.520 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.712366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367690.log 2023-10-21T20:41:51.520 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.712366.log.gz 2023-10-21T20:41:51.520 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.944071.log 2023-10-21T20:41:51.521 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.335820.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.335820.log.gz 2023-10-21T20:41:51.521 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.367690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425709.log 2023-10-21T20:41:51.521 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.367690.log.gz 2023-10-21T20:41:51.522 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.944071.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143052.log 2023-10-21T20:41:51.522 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.944071.log.gz 2023-10-21T20:41:51.522 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358895.log 2023-10-21T20:41:51.523 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.425709.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425709.log.gz 2023-10-21T20:41:51.523 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.143052.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.708630.log 2023-10-21T20:41:51.523 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.358895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.241788.log 2023-10-21T20:41:51.523 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358895.log.gz 2023-10-21T20:41:51.524 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.708630.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362766.log 2023-10-21T20:41:51.524 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.708630.log.gz 2023-10-21T20:41:51.524 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.241788.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.788177.log 2023-10-21T20:41:51.525 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.241788.log.gz 2023-10-21T20:41:51.525 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.362766.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951119.log 2023-10-21T20:41:51.525 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.362766.log.gz 2023-10-21T20:41:51.525 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.788177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.667678.log 2023-10-21T20:41:51.526 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.788177.log.gz 2023-10-21T20:41:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951119.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.825761.log 2023-10-21T20:41:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.667678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146125.log 2023-10-21T20:41:51.527 INFO:teuthology.orchestra.run.smithi067.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.951119.log.gz 0.0% 2023-10-21T20:41:51.527 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.667678.log.gz 2023-10-21T20:41:51.527 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.825761.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.230526.log 2023-10-21T20:41:51.528 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.825761.log.gz 2023-10-21T20:41:51.528 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.199304.log 2023-10-21T20:41:51.528 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.230526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431364.log 2023-10-21T20:41:51.528 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.230526.log.gz 2023-10-21T20:41:51.529 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.199304.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306810.log 2023-10-21T20:41:51.529 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.199304.log.gz 2023-10-21T20:41:51.529 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950181.log 2023-10-21T20:41:51.530 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.431364.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431364.log.gz 2023-10-21T20:41:51.530 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.306810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354022.log 2023-10-21T20:41:51.530 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306810.log.gz 2023-10-21T20:41:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.950181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647228.log 2023-10-21T20:41:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.354022.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.950181.log.gz 2023-10-21T20:41:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223354.log 2023-10-21T20:41:51.531 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354022.log.gz 2023-10-21T20:41:51.532 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833736.log 2023-10-21T20:41:51.532 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.647228.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647228.log.gz 2023-10-21T20:41:51.532 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.223354.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298352.log 2023-10-21T20:41:51.533 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223354.log.gz 2023-10-21T20:41:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.833736.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189747.log 2023-10-21T20:41:51.533 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833736.log.gz 2023-10-21T20:41:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.298352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.443862.log 2023-10-21T20:41:51.534 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298352.log.gz 2023-10-21T20:41:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.189747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353721.log 2023-10-21T20:41:51.534 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189747.log.gz 2023-10-21T20:41:51.535 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.443862.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.328677.log 2023-10-21T20:41:51.535 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.443862.log.gz 2023-10-21T20:41:51.535 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.353721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363560.log 2023-10-21T20:41:51.536 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353721.log.gz 2023-10-21T20:41:51.536 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.328677.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.654639.log 2023-10-21T20:41:51.536 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.328677.log.gz 2023-10-21T20:41:51.536 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.363560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.274881.log 2023-10-21T20:41:51.537 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363560.log.gz 2023-10-21T20:41:51.537 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.654639.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.700881.log 2023-10-21T20:41:51.537 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.654639.log.gz 2023-10-21T20:41:51.538 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.274881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.327878.log 2023-10-21T20:41:51.538 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.274881.log.gz 2023-10-21T20:41:51.538 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.700881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.810846.log 2023-10-21T20:41:51.538 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700881.log.gz 2023-10-21T20:41:51.539 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.327878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.230988.log 2023-10-21T20:41:51.539 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327878.log.gz 2023-10-21T20:41:51.539 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.810846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304520.log 2023-10-21T20:41:51.540 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.810846.log.gz 2023-10-21T20:41:51.540 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.230988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777726.log 2023-10-21T20:41:51.540 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.230988.log.gz 2023-10-21T20:41:51.541 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.304520.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.469927.log 2023-10-21T20:41:51.541 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304520.log.gz 2023-10-21T20:41:51.541 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.777726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.273882.log 2023-10-21T20:41:51.541 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777726.log.gz 2023-10-21T20:41:51.542 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.469927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.938864.log 2023-10-21T20:41:51.542 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.469927.log.gz 2023-10-21T20:41:51.542 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.273882.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140723.log 2023-10-21T20:41:51.543 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.273882.log.gz 2023-10-21T20:41:51.543 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.938864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.286973.log 2023-10-21T20:41:51.543 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.938864.log.gz 2023-10-21T20:41:51.543 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134427.log 2023-10-21T20:41:51.544 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.286973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812429.log 2023-10-21T20:41:51.544 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.286973.log.gz 2023-10-21T20:41:51.544 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.134427.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145945.log 2023-10-21T20:41:51.545 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.812429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.793452.log 2023-10-21T20:41:51.545 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812429.log.gz 2023-10-21T20:41:51.545 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145945.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280754.log 2023-10-21T20:41:51.546 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.793452.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.369622.log 2023-10-21T20:41:51.546 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.793452.log.gz 2023-10-21T20:41:51.546 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.280754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.942102.log 2023-10-21T20:41:51.546 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.280754.log.gz 2023-10-21T20:41:51.547 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.369622.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408381.log 2023-10-21T20:41:51.547 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.369622.log.gz 2023-10-21T20:41:51.547 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.942102.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283139.log 2023-10-21T20:41:51.548 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.942102.log.gz 2023-10-21T20:41:51.548 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.408381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.642247.log 2023-10-21T20:41:51.548 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.408381.log.gz 2023-10-21T20:41:51.549 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.283139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.674087.log 2023-10-21T20:41:51.549 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283139.log.gz 2023-10-21T20:41:51.549 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.642247.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219265.log 2023-10-21T20:41:51.549 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.642247.log.gz 2023-10-21T20:41:51.550 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.674087.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.245186.log 2023-10-21T20:41:51.550 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.674087.log.gz 2023-10-21T20:41:51.550 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.219265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.684270.log 2023-10-21T20:41:51.551 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.219265.log.gz 2023-10-21T20:41:51.551 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.245186.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.286006.log 2023-10-21T20:41:51.551 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.245186.log.gz 2023-10-21T20:41:51.552 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.684270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.945027.log 2023-10-21T20:41:51.552 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.684270.log.gz 2023-10-21T20:41:51.552 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.286006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.468860.log 2023-10-21T20:41:51.552 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.286006.log.gz 2023-10-21T20:41:51.553 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.945027.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304066.log 2023-10-21T20:41:51.553 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.945027.log.gz 2023-10-21T20:41:51.553 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.468860.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.642715.log 2023-10-21T20:41:51.554 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.468860.log.gz 2023-10-21T20:41:51.554 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.304066.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351908.log 2023-10-21T20:41:51.554 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304066.log.gz 2023-10-21T20:41:51.554 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.642715.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283591.log 2023-10-21T20:41:51.555 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.642715.log.gz 2023-10-21T20:41:51.555 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.351908.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317051.log 2023-10-21T20:41:51.555 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.351908.log.gz 2023-10-21T20:41:51.556 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.283591.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818886.log 2023-10-21T20:41:51.556 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283591.log.gz 2023-10-21T20:41:51.556 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.317051.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.289714.log 2023-10-21T20:41:51.556 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.317051.log.gz 2023-10-21T20:41:51.557 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.818886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.657810.log 2023-10-21T20:41:51.557 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818886.log.gz 2023-10-21T20:41:51.557 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.289714.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388323.log 2023-10-21T20:41:51.558 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.289714.log.gz 2023-10-21T20:41:51.558 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.657810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376017.log 2023-10-21T20:41:51.558 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.657810.log.gz 2023-10-21T20:41:51.559 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.388323.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332173.log 2023-10-21T20:41:51.559 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.388323.log.gz 2023-10-21T20:41:51.559 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.376017.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.300203.log 2023-10-21T20:41:51.559 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376017.log.gz 2023-10-21T20:41:51.560 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.332173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275346.log 2023-10-21T20:41:51.560 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332173.log.gz 2023-10-21T20:41:51.560 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.300203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.471820.log 2023-10-21T20:41:51.561 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.300203.log.gz 2023-10-21T20:41:51.561 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.275346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317275.log 2023-10-21T20:41:51.561 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275346.log.gz 2023-10-21T20:41:51.562 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.471820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.449026.log 2023-10-21T20:41:51.562 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.471820.log.gz 2023-10-21T20:41:51.562 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.317275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297311.log 2023-10-21T20:41:51.562 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.317275.log.gz 2023-10-21T20:41:51.563 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.449026.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142868.log 2023-10-21T20:41:51.563 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.449026.log.gz 2023-10-21T20:41:51.563 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.297311.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144713.log 2023-10-21T20:41:51.564 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297311.log.gz 2023-10-21T20:41:51.564 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.445860.log 2023-10-21T20:41:51.564 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.144713.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.300762.log 2023-10-21T20:41:51.565 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.481502.log /var/log/ceph/ceph-client.admin.445860.log: 2023-10-21T20:41:51.565 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.445860.log.gz 2023-10-21T20:41:51.565 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.300762.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943139.log 2023-10-21T20:41:51.565 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.300762.log.gz 2023-10-21T20:41:51.566 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360844.log 2023-10-21T20:41:51.566 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.481502.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.481502.log.gz 2023-10-21T20:41:51.566 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.943139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147211.log 2023-10-21T20:41:51.567 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943139.log.gz 2023-10-21T20:41:51.567 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.360844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.502457.log 2023-10-21T20:41:51.567 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360844.log.gz 2023-10-21T20:41:51.567 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.403473.log 2023-10-21T20:41:51.568 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.502457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.809482.log 2023-10-21T20:41:51.568 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.502457.log.gz 2023-10-21T20:41:51.568 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.403473.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.434999.log 2023-10-21T20:41:51.569 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.403473.log.gz 2023-10-21T20:41:51.569 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.809482.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501681.log 2023-10-21T20:41:51.569 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.809482.log.gz 2023-10-21T20:41:51.570 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.434999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205146.log 2023-10-21T20:41:51.570 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.434999.log.gz 2023-10-21T20:41:51.570 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.501681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422886.log 2023-10-21T20:41:51.570 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.501681.log.gz 2023-10-21T20:41:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.205146.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380128.log 2023-10-21T20:41:51.571 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.205146.log.gz 2023-10-21T20:41:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.422886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685968.log 2023-10-21T20:41:51.572 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.422886.log.gz 2023-10-21T20:41:51.572 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.380128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646453.log 2023-10-21T20:41:51.572 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380128.log.gz 2023-10-21T20:41:51.573 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.685968.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.770999.log 2023-10-21T20:41:51.573 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685968.log.gz 2023-10-21T20:41:51.573 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.714999.log 2023-10-21T20:41:51.573 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.646453.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646453.log.gz 2023-10-21T20:41:51.574 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.770999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818461.log 2023-10-21T20:41:51.574 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.770999.log.gz 2023-10-21T20:41:51.574 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647742.log 2023-10-21T20:41:51.575 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.714999.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.714999.log.gz 2023-10-21T20:41:51.575 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.818461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.284978.log 2023-10-21T20:41:51.575 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818461.log.gz 2023-10-21T20:41:51.576 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.647742.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145496.log 2023-10-21T20:41:51.576 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647742.log.gz 2023-10-21T20:41:51.576 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.284978.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225074.log 2023-10-21T20:41:51.576 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.284978.log.gz 2023-10-21T20:41:51.577 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145496.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833750.log 2023-10-21T20:41:51.577 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.225074.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316569.log 2023-10-21T20:41:51.577 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225074.log.gz 2023-10-21T20:41:51.578 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.833750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658608.log 2023-10-21T20:41:51.578 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833750.log.gz 2023-10-21T20:41:51.578 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.316569.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392826.log 2023-10-21T20:41:51.578 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.316569.log.gz 2023-10-21T20:41:51.579 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.658608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633170.log 2023-10-21T20:41:51.579 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658608.log.gz 2023-10-21T20:41:51.579 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.392826.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.449571.log 2023-10-21T20:41:51.580 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.392826.log.gz 2023-10-21T20:41:51.580 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.633170.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.286098.log 2023-10-21T20:41:51.580 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633170.log.gz 2023-10-21T20:41:51.581 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.449571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397229.log 2023-10-21T20:41:51.581 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.449571.log.gz 2023-10-21T20:41:51.581 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.286098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.401680.log 2023-10-21T20:41:51.581 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.286098.log.gz 2023-10-21T20:41:51.582 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.397229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141053.log 2023-10-21T20:41:51.582 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397229.log.gz 2023-10-21T20:41:51.582 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.401680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297884.log 2023-10-21T20:41:51.583 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401680.log.gz 2023-10-21T20:41:51.583 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338843.log 2023-10-21T20:41:51.583 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.297884.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.697213.log 2023-10-21T20:41:51.584 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297884.log.gz 2023-10-21T20:41:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144990.log 2023-10-21T20:41:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.338843.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338843.log.gz 2023-10-21T20:41:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.697213.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147755.log 2023-10-21T20:41:51.585 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.697213.log.gz 2023-10-21T20:41:51.585 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.144990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705783.log 2023-10-21T20:41:51.585 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147755.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425919.log 2023-10-21T20:41:51.586 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.705783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354524.log 2023-10-21T20:41:51.586 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705783.log.gz 2023-10-21T20:41:51.586 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.425919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.481904.log 2023-10-21T20:41:51.587 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425919.log.gz 2023-10-21T20:41:51.587 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.354524.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422963.log 2023-10-21T20:41:51.587 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354524.log.gz 2023-10-21T20:41:51.587 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.481904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317763.log 2023-10-21T20:41:51.588 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.481904.log.gz 2023-10-21T20:41:51.588 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.422963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374802.log 2023-10-21T20:41:51.588 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.422963.log.gz 2023-10-21T20:41:51.589 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.317763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424345.log 2023-10-21T20:41:51.589 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.317763.log.gz 2023-10-21T20:41:51.589 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.374802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.369407.log 2023-10-21T20:41:51.590 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374802.log.gz 2023-10-21T20:41:51.590 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.424345.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704339.log 2023-10-21T20:41:51.590 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424345.log.gz 2023-10-21T20:41:51.590 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.369407.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.341246.log 2023-10-21T20:41:51.591 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.369407.log.gz 2023-10-21T20:41:51.591 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.704339.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306796.log 2023-10-21T20:41:51.591 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704339.log.gz 2023-10-21T20:41:51.592 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.341246.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.698222.log 2023-10-21T20:41:51.592 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.341246.log.gz 2023-10-21T20:41:51.592 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.306796.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141414.log 2023-10-21T20:41:51.592 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306796.log.gz 2023-10-21T20:41:51.593 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.698222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.337411.log 2023-10-21T20:41:51.593 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.698222.log.gz 2023-10-21T20:41:51.593 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141414.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.687398.log 2023-10-21T20:41:51.594 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.337411.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814451.log 2023-10-21T20:41:51.594 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.337411.log.gz 2023-10-21T20:41:51.594 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.687398.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140677.log 2023-10-21T20:41:51.595 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.687398.log.gz 2023-10-21T20:41:51.595 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.814451.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501474.log 2023-10-21T20:41:51.595 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814451.log.gz 2023-10-21T20:41:51.595 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140677.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.329782.log 2023-10-21T20:41:51.596 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.501474.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326416.log 2023-10-21T20:41:51.596 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.501474.log.gz 2023-10-21T20:41:51.596 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.329782.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.939828.log 2023-10-21T20:41:51.597 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.329782.log.gz 2023-10-21T20:41:51.597 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.326416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699140.log 2023-10-21T20:41:51.597 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326416.log.gz 2023-10-21T20:41:51.598 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.939828.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395408.log 2023-10-21T20:41:51.598 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.939828.log.gz 2023-10-21T20:41:51.598 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.699140.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419931.log 2023-10-21T20:41:51.598 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699140.log.gz 2023-10-21T20:41:51.599 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.395408.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658106.log 2023-10-21T20:41:51.599 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395408.log.gz 2023-10-21T20:41:51.599 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.419931.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813858.log 2023-10-21T20:41:51.600 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419931.log.gz 2023-10-21T20:41:51.600 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.658106.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2023-10-21T20:41:51.600 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658106.log.gz 2023-10-21T20:41:51.600 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.813858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222105.log 2023-10-21T20:41:51.601 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813858.log.gz 2023-10-21T20:41:51.601 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813356.log 2023-10-21T20:41:51.601 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.254175.log 2023-10-21T20:41:51.602 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.222105.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222105.log.gz 2023-10-21T20:41:51.602 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.813356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422507.log 2023-10-21T20:41:51.602 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813356.log.gz 2023-10-21T20:41:51.603 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.830602.log 2023-10-21T20:41:51.603 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.254175.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.254175.log.gz 2023-10-21T20:41:51.603 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.422507.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140535.log 2023-10-21T20:41:51.603 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.422507.log.gz 2023-10-21T20:41:51.604 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.830602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.321617.log 2023-10-21T20:41:51.604 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.830602.log.gz 2023-10-21T20:41:51.604 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397512.log 2023-10-21T20:41:51.605 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.321617.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409848.log 2023-10-21T20:41:51.605 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321617.log.gz 2023-10-21T20:41:51.605 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.397512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145036.log 2023-10-21T20:41:51.605 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397512.log.gz 2023-10-21T20:41:51.606 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.409848.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673799.log 2023-10-21T20:41:51.606 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409848.log.gz 2023-10-21T20:41:51.606 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.700042.log 2023-10-21T20:41:51.607 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.145036.log: /var/log/ceph/ceph-client.admin.673799.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224124.log 2023-10-21T20:41:51.607 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673799.log.gz 2023-10-21T20:41:51.607 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.700042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.642729.log 2023-10-21T20:41:51.608 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700042.log.gz 2023-10-21T20:41:51.608 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.224124.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.694789.log 2023-10-21T20:41:51.608 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224124.log.gz 2023-10-21T20:41:51.608 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.642729.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222182.log 2023-10-21T20:41:51.609 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.642729.log.gz 2023-10-21T20:41:51.609 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.694789.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307591.log 2023-10-21T20:41:51.609 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.694789.log.gz 2023-10-21T20:41:51.610 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.222182.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431861.log 2023-10-21T20:41:51.610 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222182.log.gz 2023-10-21T20:41:51.610 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.307591.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.334839.log 2023-10-21T20:41:51.611 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307591.log.gz 2023-10-21T20:41:51.611 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.431861.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293986.log 2023-10-21T20:41:51.611 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431861.log.gz 2023-10-21T20:41:51.611 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.334839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378440.log 2023-10-21T20:41:51.612 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.334839.log.gz 2023-10-21T20:41:51.612 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.293986.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.681961.log 2023-10-21T20:41:51.612 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293986.log.gz 2023-10-21T20:41:51.613 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.378440.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.439803.log 2023-10-21T20:41:51.613 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.378440.log.gz 2023-10-21T20:41:51.613 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.681961.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310647.log 2023-10-21T20:41:51.613 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.681961.log.gz 2023-10-21T20:41:51.614 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.439803.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205069.log 2023-10-21T20:41:51.614 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.439803.log.gz 2023-10-21T20:41:51.614 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.310647.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376520.log 2023-10-21T20:41:51.615 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310647.log.gz 2023-10-21T20:41:51.615 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.205069.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.242163.log 2023-10-21T20:41:51.615 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.205069.log.gz 2023-10-21T20:41:51.615 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.376520.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.203482.log 2023-10-21T20:41:51.616 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376520.log.gz 2023-10-21T20:41:51.616 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.242163.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.242163.log.gz 2023-10-21T20:41:51.616 INFO:teuthology.orchestra.run.smithi067.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.146125.log.gz 2023-10-21T20:41:51.617 INFO:teuthology.orchestra.run.smithi067.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.143052.log.gz 2023-10-21T20:41:51.617 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419210.log 2023-10-21T20:41:51.617 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.203482.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.374250.log -- replaced with /var/log/ceph/ceph-client.admin.203482.log.gz 2023-10-21T20:41:51.618 INFO:teuthology.orchestra.run.smithi067.stderr: 2023-10-21T20:41:51.618 INFO:teuthology.orchestra.run.smithi067.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.140723.log.gz 2023-10-21T20:41:51.618 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.419210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.786310.log 2023-10-21T20:41:51.618 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419210.log.gz 2023-10-21T20:41:51.619 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.374250.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307299.log 2023-10-21T20:41:51.619 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374250.log.gz 2023-10-21T20:41:51.619 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.786310.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.786310.log.gz 2023-10-21T20:41:51.620 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647545.log 2023-10-21T20:41:51.620 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.307299.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413011.log 2023-10-21T20:41:51.620 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307299.log.gz 2023-10-21T20:41:51.620 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.647545.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.328170.log 2023-10-21T20:41:51.621 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647545.log.gz 2023-10-21T20:41:51.621 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.413011.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.368690.log 2023-10-21T20:41:51.621 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413011.log.gz 2023-10-21T20:41:51.622 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.328170.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812352.log 2023-10-21T20:41:51.622 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.328170.log.gz 2023-10-21T20:41:51.622 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.687106.log 2023-10-21T20:41:51.623 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.368690.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.368690.log.gz 2023-10-21T20:41:51.623 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.812352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.420559.log 2023-10-21T20:41:51.623 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812352.log.gz 2023-10-21T20:41:51.623 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.687106.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189761.log 2023-10-21T20:41:51.624 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.687106.log.gz 2023-10-21T20:41:51.624 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.420559.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.527144.log 2023-10-21T20:41:51.624 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.420559.log.gz 2023-10-21T20:41:51.625 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.189761.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304143.log 2023-10-21T20:41:51.625 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189761.log.gz 2023-10-21T20:41:51.625 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.527144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418708.log 2023-10-21T20:41:51.626 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.527144.log.gz 2023-10-21T20:41:51.626 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.304143.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951993.log 2023-10-21T20:41:51.626 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304143.log.gz 2023-10-21T20:41:51.626 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.418708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283886.log 2023-10-21T20:41:51.627 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418708.log.gz 2023-10-21T20:41:51.627 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.299239.log 2023-10-21T20:41:51.627 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.951993.log.gz 2023-10-21T20:41:51.628 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.283886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.789129.log 2023-10-21T20:41:51.628 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283886.log.gz 2023-10-21T20:41:51.628 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.299239.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.299239.log.gz 2023-10-21T20:41:51.629 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338158.log 2023-10-21T20:41:51.629 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.789129.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817959.log 2023-10-21T20:41:51.629 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.789129.log.gz 2023-10-21T20:41:51.629 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.338158.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.338158.log.gz 2023-10-21T20:41:51.630 INFO:teuthology.orchestra.run.smithi067.stderr:--verbose -- /var/log/ceph/ceph-client.admin.641710.log 2023-10-21T20:41:51.630 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.817959.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.710267.log 2023-10-21T20:41:51.630 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817959.log.gz 2023-10-21T20:41:51.631 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.641710.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313667.log 2023-10-21T20:41:51.631 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.641710.log.gz 2023-10-21T20:41:51.631 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.710267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188715.log 2023-10-21T20:41:51.632 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710267.log.gz 2023-10-21T20:41:51.632 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.313667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.497513.log 2023-10-21T20:41:51.632 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313667.log.gz 2023-10-21T20:41:51.632 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.823935.log 2023-10-21T20:41:51.633 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.188715.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188715.log.gz 2023-10-21T20:41:51.633 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.497513.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.829071.log 2023-10-21T20:41:51.633 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.497513.log.gz 2023-10-21T20:41:51.634 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.823935.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.823935.log.gz 2023-10-21T20:41:51.634 INFO:teuthology.orchestra.run.smithi067.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.134427.log.gz 2023-10-21T20:41:51.634 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.829071.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.145945.log.gz 2023-10-21T20:41:51.634 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.829071.log.gz 2023-10-21T20:41:51.635 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.499376.log 2023-10-21T20:41:51.635 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409925.log 2023-10-21T20:41:51.635 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.499376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.716986.log 2023-10-21T20:41:51.636 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.499376.log.gz 2023-10-21T20:41:51.636 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.242718.log 2023-10-21T20:41:51.636 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.409925.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409925.log.gz 2023-10-21T20:41:51.637 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.716986.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.809678.log 2023-10-21T20:41:51.637 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.716986.log.gz 2023-10-21T20:41:51.637 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.233108.log 2023-10-21T20:41:51.637 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.242718.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.242718.log.gz 2023-10-21T20:41:51.638 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.809678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.832463.log 2023-10-21T20:41:51.638 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.809678.log.gz 2023-10-21T20:41:51.638 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.233108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193833.log 2023-10-21T20:41:51.639 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.233108.log.gz 2023-10-21T20:41:51.639 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.832463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225267.log 2023-10-21T20:41:51.639 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.832463.log.gz 2023-10-21T20:41:51.639 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 /var/log/ceph/ceph-client.admin.193833.log: --verbose -- /var/log/ceph/ceph-client.admin.183806.log 2023-10-21T20:41:51.640 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193833.log.gz 2023-10-21T20:41:51.640 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.225267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.941247.log 2023-10-21T20:41:51.640 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225267.log.gz 2023-10-21T20:41:51.641 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.183806.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707699.log 2023-10-21T20:41:51.641 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183806.log.gz 2023-10-21T20:41:51.641 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.778154.log 2023-10-21T20:41:51.641 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.941247.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.941247.log.gz 2023-10-21T20:41:51.642 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.707699.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326430.log 2023-10-21T20:41:51.642 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707699.log.gz 2023-10-21T20:41:51.642 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.778154.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309325.log 2023-10-21T20:41:51.643 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.778154.log.gz 2023-10-21T20:41:51.643 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.396220.log 2023-10-21T20:41:51.643 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.326430.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326430.log.gz 2023-10-21T20:41:51.644 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.309325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.369421.log 2023-10-21T20:41:51.644 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309325.log.gz 2023-10-21T20:41:51.644 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.396220.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148173.log 2023-10-21T20:41:51.644 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396220.log.gz 2023-10-21T20:41:51.645 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.369421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822601.log 2023-10-21T20:41:51.645 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.369421.log.gz 2023-10-21T20:41:51.645 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.148173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.694480.log 2023-10-21T20:41:51.646 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.822601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422430.log 2023-10-21T20:41:51.646 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822601.log.gz 2023-10-21T20:41:51.646 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.694480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699126.log 2023-10-21T20:41:51.646 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.694480.log.gz 2023-10-21T20:41:51.647 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.422430.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.788163.log 2023-10-21T20:41:51.647 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.422430.log.gz 2023-10-21T20:41:51.647 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.699126.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413957.log 2023-10-21T20:41:51.648 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699126.log.gz 2023-10-21T20:41:51.648 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.788163.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.251139.log 2023-10-21T20:41:51.648 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.788163.log.gz 2023-10-21T20:41:51.649 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.413957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419000.log 2023-10-21T20:41:51.649 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413957.log.gz 2023-10-21T20:41:51.649 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.251139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.232611.log 2023-10-21T20:41:51.649 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.251139.log.gz 2023-10-21T20:41:51.650 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.419000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192732.log 2023-10-21T20:41:51.650 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419000.log.gz 2023-10-21T20:41:51.650 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.232611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430785.log 2023-10-21T20:41:51.651 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.232611.log.gz 2023-10-21T20:41:51.651 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951855.log 2023-10-21T20:41:51.651 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.192732.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192732.log.gz 2023-10-21T20:41:51.651 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309307.log 2023-10-21T20:41:51.652 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.430785.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.430785.log.gz 2023-10-21T20:41:51.652 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.951855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.718595.log 2023-10-21T20:41:51.652 INFO:teuthology.orchestra.run.smithi067.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.951855.log.gz 2023-10-21T20:41:51.653 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.309307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.296906.log 2023-10-21T20:41:51.653 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309307.log.gz 2023-10-21T20:41:51.653 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419502.log 2023-10-21T20:41:51.654 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.718595.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.718595.log.gz 2023-10-21T20:41:51.654 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.296906.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318285.log 2023-10-21T20:41:51.654 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296906.log.gz 2023-10-21T20:41:51.654 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.419502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428570.log 2023-10-21T20:41:51.655 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419502.log.gz 2023-10-21T20:41:51.655 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.318285.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305282.log 2023-10-21T20:41:51.655 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318285.log.gz 2023-10-21T20:41:51.656 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.399018.log 2023-10-21T20:41:51.656 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.428570.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428570.log.gz 2023-10-21T20:41:51.656 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.305282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.442288.log 2023-10-21T20:41:51.657 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305282.log.gz 2023-10-21T20:41:51.657 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.399018.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.399018.log.gz 2023-10-21T20:41:51.657 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436459.log 2023-10-21T20:41:51.657 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222858.log 2023-10-21T20:41:51.658 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.442288.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.442288.log.gz 2023-10-21T20:41:51.658 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792381.log 2023-10-21T20:41:51.658 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.436459.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436459.log.gz 2023-10-21T20:41:51.659 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.222858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.938370.log 2023-10-21T20:41:51.659 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222858.log.gz 2023-10-21T20:41:51.659 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.792381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280740.log 2023-10-21T20:41:51.659 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.792381.log.gz 2023-10-21T20:41:51.660 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.938370.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372234.log 2023-10-21T20:41:51.660 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.938370.log.gz 2023-10-21T20:41:51.660 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.280740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.199881.log 2023-10-21T20:41:51.661 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.280740.log.gz 2023-10-21T20:41:51.661 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.372234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.233947.log 2023-10-21T20:41:51.661 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372234.log.gz 2023-10-21T20:41:51.662 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.199881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.829850.log 2023-10-21T20:41:51.662 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.199881.log.gz 2023-10-21T20:41:51.662 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.233947.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791507.log 2023-10-21T20:41:51.662 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.233947.log.gz 2023-10-21T20:41:51.663 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.829850.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379138.log 2023-10-21T20:41:51.663 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.829850.log.gz 2023-10-21T20:41:51.663 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.791507.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.370645.log 2023-10-21T20:41:51.664 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791507.log.gz 2023-10-21T20:41:51.664 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.220768.log 2023-10-21T20:41:51.664 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.379138.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379138.log.gz 2023-10-21T20:41:51.665 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.370645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.828132.log 2023-10-21T20:41:51.665 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.370645.log.gz 2023-10-21T20:41:51.665 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.220768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.282653.log 2023-10-21T20:41:51.665 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.220768.log.gz 2023-10-21T20:41:51.666 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.828132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.254485.log 2023-10-21T20:41:51.666 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.828132.log.gz 2023-10-21T20:41:51.666 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.282653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190681.log 2023-10-21T20:41:51.667 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.282653.log.gz 2023-10-21T20:41:51.667 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.254485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699598.log 2023-10-21T20:41:51.667 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.254485.log.gz 2023-10-21T20:41:51.667 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.190681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501879.log 2023-10-21T20:41:51.668 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190681.log.gz 2023-10-21T20:41:51.668 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.699598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342158.log 2023-10-21T20:41:51.668 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699598.log.gz 2023-10-21T20:41:51.669 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.501879.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686836.log 2023-10-21T20:41:51.669 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.501879.log.gz 2023-10-21T20:41:51.669 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.669020.log 2023-10-21T20:41:51.670 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.342158.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.342158.log.gz 2023-10-21T20:41:51.670 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.686836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426592.log 2023-10-21T20:41:51.670 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686836.log.gz 2023-10-21T20:41:51.670 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.669020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.233559.log 2023-10-21T20:41:51.671 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669020.log.gz 2023-10-21T20:41:51.671 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318786.log 2023-10-21T20:41:51.671 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.426592.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.426592.log.gz 2023-10-21T20:41:51.672 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.233559.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142546.log 2023-10-21T20:41:51.672 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.233559.log.gz 2023-10-21T20:41:51.672 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.318786.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147985.log 2023-10-21T20:41:51.672 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318786.log.gz 2023-10-21T20:41:51.673 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375792.log 2023-10-21T20:41:51.673 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142546.log: /var/log/ceph/ceph-client.admin.147985.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324116.log 2023-10-21T20:41:51.673 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.375792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833540.log 2023-10-21T20:41:51.674 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375792.log.gz 2023-10-21T20:41:51.674 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.324116.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.824012.log 2023-10-21T20:41:51.674 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324116.log.gz 2023-10-21T20:41:51.675 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.833540.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.651781.log 2023-10-21T20:41:51.675 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833540.log.gz 2023-10-21T20:41:51.675 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.824012.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.644067.log 2023-10-21T20:41:51.675 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.824012.log.gz 2023-10-21T20:41:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.651781.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2023-10-21T20:41:51.676 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.651781.log.gz 2023-10-21T20:41:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.644067.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206532.log 2023-10-21T20:41:51.677 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.644067.log.gz 2023-10-21T20:41:51.677 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819504.log 2023-10-21T20:41:51.677 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.631694.log 2023-10-21T20:41:51.677 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.206532.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.206532.log.gz 2023-10-21T20:41:51.678 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.819504.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819504.log.gz 2023-10-21T20:41:51.678 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.634592.log 2023-10-21T20:41:51.678 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790077.log 2023-10-21T20:41:51.679 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.631694.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.631694.log.gz 2023-10-21T20:41:51.679 INFO:teuthology.orchestra.run.smithi067.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.142868.log.gz 2023-10-21T20:41:51.679 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.634592.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.634592.log.gz 2023-10-21T20:41:51.680 INFO:teuthology.orchestra.run.smithi067.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.144713.log.gz 2023-10-21T20:41:51.680 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.201522.log 2023-10-21T20:41:51.680 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.145496.log.gz 2023-10-21T20:41:51.680 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.790077.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790077.log.gz 2023-10-21T20:41:51.681 INFO:teuthology.orchestra.run.smithi067.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.141053.log.gz 2023-10-21T20:41:51.681 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.201522.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.201522.log.gz 2023-10-21T20:41:51.681 INFO:teuthology.orchestra.run.smithi067.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.147211.log.gz 2023-10-21T20:41:51.682 INFO:teuthology.orchestra.run.smithi067.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.140677.log.gz 2023-10-21T20:41:51.682 INFO:teuthology.orchestra.run.smithi067.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.147755.log.gz 2023-10-21T20:41:51.682 INFO:teuthology.orchestra.run.smithi067.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.145036.log.gz 2023-10-21T20:41:51.682 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141145.log 2023-10-21T20:41:51.683 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.148173.log.gz 2023-10-21T20:41:51.683 INFO:teuthology.orchestra.run.smithi067.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.141414.log.gz 2023-10-21T20:41:51.683 INFO:teuthology.orchestra.run.smithi067.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.144990.log.gz 2023-10-21T20:41:51.684 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.340804.log 2023-10-21T20:41:51.684 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141145.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.140535.log.gz 2023-10-21T20:41:51.684 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367216.log 2023-10-21T20:41:51.685 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313653.log 2023-10-21T20:41:51.685 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.340804.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.340804.log.gz 2023-10-21T20:41:51.685 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.367216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362843.log 2023-10-21T20:41:51.685 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.367216.log.gz 2023-10-21T20:41:51.686 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.313653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.771446.log 2023-10-21T20:41:51.686 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313653.log.gz 2023-10-21T20:41:51.686 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.362843.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.808966.log 2023-10-21T20:41:51.687 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.362843.log.gz 2023-10-21T20:41:51.687 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.771446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.826258.log 2023-10-21T20:41:51.687 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.771446.log.gz 2023-10-21T20:41:51.687 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.808966.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.772111.log 2023-10-21T20:41:51.688 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.808966.log.gz 2023-10-21T20:41:51.688 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.826258.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.830064.log 2023-10-21T20:41:51.688 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.826258.log.gz 2023-10-21T20:41:51.689 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.772111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.200353.log 2023-10-21T20:41:51.689 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.772111.log.gz 2023-10-21T20:41:51.689 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.830064.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.502936.log 2023-10-21T20:41:51.690 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.830064.log.gz 2023-10-21T20:41:51.690 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.200353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817165.log 2023-10-21T20:41:51.690 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.200353.log.gz 2023-10-21T20:41:51.690 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.502936.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417958.log 2023-10-21T20:41:51.691 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.502936.log.gz 2023-10-21T20:41:51.691 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.817165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.784910.log 2023-10-21T20:41:51.691 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817165.log.gz 2023-10-21T20:41:51.692 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.417958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.668090.log 2023-10-21T20:41:51.692 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417958.log.gz 2023-10-21T20:41:51.692 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.784910.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.784910.log.gz 2023-10-21T20:41:51.692 INFO:teuthology.orchestra.run.smithi067.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.147985.log.gz 2023-10-21T20:41:51.693 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.668090.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.668090.log.gz 2023-10-21T20:41:51.693 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421971.log 2023-10-21T20:41:51.693 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142776.log 2023-10-21T20:41:51.694 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.421971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311881.log 2023-10-21T20:41:51.694 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421971.log.gz 2023-10-21T20:41:51.694 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.949363.log 2023-10-21T20:41:51.695 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.142776.log: /var/log/ceph/ceph-client.admin.311881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.442570.log 2023-10-21T20:41:51.695 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311881.log.gz 2023-10-21T20:41:51.695 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.949363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.285465.log 2023-10-21T20:41:51.695 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.949363.log.gz 2023-10-21T20:41:51.696 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.787684.log 2023-10-21T20:41:51.696 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.442570.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.442570.log.gz 2023-10-21T20:41:51.696 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.285465.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.684750.log 2023-10-21T20:41:51.697 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.285465.log.gz 2023-10-21T20:41:51.697 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.787684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140915.log 2023-10-21T20:41:51.697 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.787684.log.gz 2023-10-21T20:41:51.697 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.684750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352314.log 2023-10-21T20:41:51.698 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.684750.log.gz 2023-10-21T20:41:51.698 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.140915.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427136.log 2023-10-21T20:41:51.698 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.352314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342658.log 2023-10-21T20:41:51.699 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.352314.log.gz 2023-10-21T20:41:51.699 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.427136.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.939737.log 2023-10-21T20:41:51.699 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427136.log.gz 2023-10-21T20:41:51.700 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227410.log 2023-10-21T20:41:51.700 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.342658.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.342658.log.gz 2023-10-21T20:41:51.700 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.939737.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.939737.log.gz 2023-10-21T20:41:51.700 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279129.log 2023-10-21T20:41:51.701 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.227410.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227410.log.gz 2023-10-21T20:41:51.701 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.279129.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.279129.log.gz 2023-10-21T20:41:51.701 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.772143.log 2023-10-21T20:41:51.702 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.420022.log 2023-10-21T20:41:51.702 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.772143.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.499687.log 2023-10-21T20:41:51.702 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.772143.log.gz 2023-10-21T20:41:51.703 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.420022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395193.log 2023-10-21T20:41:51.703 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.420022.log.gz 2023-10-21T20:41:51.703 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.499687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147708.log 2023-10-21T20:41:51.703 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.499687.log.gz 2023-10-21T20:41:51.704 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.395193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308519.log 2023-10-21T20:41:51.704 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395193.log.gz 2023-10-21T20:41:51.704 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.445874.log 2023-10-21T20:41:51.705 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.308519.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659057.log 2023-10-21T20:41:51.705 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308519.log.gz 2023-10-21T20:41:51.705 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.445874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147662.log 2023-10-21T20:41:51.705 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.445874.log.gz 2023-10-21T20:41:51.706 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.659057.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.428859.log 2023-10-21T20:41:51.706 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659057.log.gz 2023-10-21T20:41:51.706 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.147662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815463.log 2023-10-21T20:41:51.707 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.428859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325421.log 2023-10-21T20:41:51.707 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428859.log.gz 2023-10-21T20:41:51.707 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.815463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141779.log 2023-10-21T20:41:51.708 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815463.log.gz 2023-10-21T20:41:51.708 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423875.log 2023-10-21T20:41:51.708 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.325421.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325421.log.gz 2023-10-21T20:41:51.708 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.141779.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146525.log 2023-10-21T20:41:51.709 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.423875.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.423875.log.gz 2023-10-21T20:41:51.709 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717465.log 2023-10-21T20:41:51.709 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433488.log 2023-10-21T20:41:51.710 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.146525.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.672201.log 2023-10-21T20:41:51.710 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.717465.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717465.log.gz 2023-10-21T20:41:51.710 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.433488.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811147.log 2023-10-21T20:41:51.711 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.433488.log.gz 2023-10-21T20:41:51.711 INFO:teuthology.orchestra.run.smithi067.stderr:gzip /var/log/ceph/ceph-client.admin.672201.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.321066.log 2023-10-21T20:41:51.711 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.672201.log.gz 2023-10-21T20:41:51.711 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.811147.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713497.log 2023-10-21T20:41:51.712 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811147.log.gz 2023-10-21T20:41:51.712 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.321066.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.370254.log 2023-10-21T20:41:51.712 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321066.log.gz 2023-10-21T20:41:51.713 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.682463.log 2023-10-21T20:41:51.713 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.713497.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713497.log.gz 2023-10-21T20:41:51.713 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.370254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.828589.log 2023-10-21T20:41:51.713 INFO:teuthology.orchestra.run.smithi067.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.370254.log.gz 2023-10-21T20:41:51.714 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.682463.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.682463.log.gz 2023-10-21T20:41:51.714 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.828589.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.828589.log.gz 2023-10-21T20:41:51.714 INFO:teuthology.orchestra.run.smithi067.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.141145.log.gz 2023-10-21T20:41:51.715 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.142776.log.gz 2023-10-21T20:41:51.715 INFO:teuthology.orchestra.run.smithi067.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.140915.log.gz 2023-10-21T20:41:51.715 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.147708.log.gz 2023-10-21T20:41:51.715 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.141779.log.gz 2023-10-21T20:41:51.716 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.147662.log.gz 2023-10-21T20:41:51.716 INFO:teuthology.orchestra.run.smithi067.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.146525.log.gz 2023-10-21T20:41:51.716 INFO:teuthology.orchestra.run.smithi067.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.142546.log.gz 2023-10-21T20:41:51.717 INFO:teuthology.orchestra.run.smithi067.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.142684.log.gz 2023-10-21T20:41:51.717 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.1 has been restored 2023-10-21T20:41:51.717 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 has been restored 2023-10-21T20:41:51.718 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2023-10-21T20:41:51.718 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 has been restored 2023-10-21T20:41:51.718 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 has been restored 2023-10-21T20:41:51.719 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 has been restored 2023-10-21T20:41:51.719 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2023-10-21T20:41:51.719 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b has been restored 2023-10-21T20:41:51.719 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c has been restored 2023-10-21T20:41:52.110 INFO:teuthology.orchestra.run.smithi067.stderr: 95.2% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2023-10-21T20:41:59.968 INFO:teuthology.orchestra.run.smithi190.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2023-10-21T20:42:09.863 INFO:teuthology.orchestra.run.smithi190.stderr: 93.2% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2023-10-21T20:42:18.700 INFO:teuthology.orchestra.run.smithi190.stderr: 92.2% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2023-10-21T20:42:26.787 INFO:teuthology.orchestra.run.smithi067.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2023-10-21T20:42:46.670 INFO:teuthology.orchestra.run.smithi190.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2023-10-21T20:43:09.019 INFO:teuthology.orchestra.run.smithi067.stderr: 91.8% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2023-10-21T20:43:19.599 INFO:teuthology.orchestra.run.smithi067.stderr: 93.2% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2023-10-21T20:43:38.842 INFO:teuthology.orchestra.run.smithi067.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2023-10-21T20:44:17.593 INFO:teuthology.orchestra.run.smithi190.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2023-10-21T20:44:17.937 INFO:teuthology.orchestra.run.smithi190.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2023-10-21T20:44:18.661 INFO:teuthology.orchestra.run.smithi067.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2023-10-21T20:44:21.131 INFO:teuthology.orchestra.run.smithi067.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2023-10-21T20:44:21.133 INFO:teuthology.orchestra.run.smithi067.stderr: 2023-10-21T20:44:21.133 INFO:teuthology.orchestra.run.smithi067.stderr:real 2m32.063s 2023-10-21T20:44:21.133 INFO:teuthology.orchestra.run.smithi067.stderr:user 5m37.724s 2023-10-21T20:44:21.134 INFO:teuthology.orchestra.run.smithi067.stderr:sys 0m15.754s 2023-10-21T20:44:26.049 INFO:teuthology.orchestra.run.smithi190.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2023-10-21T20:44:26.051 INFO:teuthology.orchestra.run.smithi190.stderr: 2023-10-21T20:44:26.051 INFO:teuthology.orchestra.run.smithi190.stderr:real 2m36.947s 2023-10-21T20:44:26.052 INFO:teuthology.orchestra.run.smithi190.stderr:user 5m5.939s 2023-10-21T20:44:26.052 INFO:teuthology.orchestra.run.smithi190.stderr:sys 0m13.689s 2023-10-21T20:44:26.053 INFO:tasks.ceph:Archiving logs... 2023-10-21T20:44:26.053 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166/remote/smithi067/log 2023-10-21T20:44:26.054 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-21T20:56:31.853 DEBUG:teuthology.misc:Transferring archived files from smithi190:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166/remote/smithi190/log 2023-10-21T20:56:31.855 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-21T21:02:22.720 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-10-21T21:02:22.753 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-10-21T21:02:22.754 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-21T21:02:22.758 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-21T21:02:22.878 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-10-21T21:02:22.888 INFO:teuthology.task.clock:Checking final clock skew... 2023-10-21T21:02:22.888 DEBUG:teuthology.orchestra.run.smithi067:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-21T21:02:22.891 DEBUG:teuthology.orchestra.run.smithi190:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-21T21:02:22.909 INFO:teuthology.orchestra.run.smithi067.stderr:bash: ntpq: command not found 2023-10-21T21:02:22.910 INFO:teuthology.orchestra.run.smithi190.stderr:bash: ntpq: command not found 2023-10-21T21:02:22.966 INFO:teuthology.orchestra.run.smithi190.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-21T21:02:22.967 INFO:teuthology.orchestra.run.smithi190.stdout:=============================================================================== 2023-10-21T21:02:22.967 INFO:teuthology.orchestra.run.smithi190.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 16 +1648us[+1648us] +/- 81ms 2023-10-21T21:02:22.968 INFO:teuthology.orchestra.run.smithi190.stdout:^* hv02.front.sepia.ceph.com 3 6 377 5 -1133us[-1133us] +/- 71ms 2023-10-21T21:02:22.968 INFO:teuthology.orchestra.run.smithi190.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 13 -221us[ -221us] +/- 72ms 2023-10-21T21:02:22.968 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T21:02:23.004 INFO:teuthology.orchestra.run.smithi067.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-21T21:02:23.005 INFO:teuthology.orchestra.run.smithi067.stdout:=============================================================================== 2023-10-21T21:02:23.005 INFO:teuthology.orchestra.run.smithi067.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 2 +1632us[+1641us] +/- 82ms 2023-10-21T21:02:23.006 INFO:teuthology.orchestra.run.smithi067.stdout:^* hv02.front.sepia.ceph.com 3 6 377 2 -1142us[-1133us] +/- 71ms 2023-10-21T21:02:23.006 INFO:teuthology.orchestra.run.smithi067.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 65 -237us[ -233us] +/- 71ms 2023-10-21T21:02:23.006 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T21:02:23.007 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-10-21T21:02:23.019 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-10-21T21:02:23.020 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-10-21T21:02:23.033 DEBUG:teuthology.orchestra.run.smithi067:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-21T21:02:23.135 DEBUG:teuthology.orchestra.run.smithi190:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-21T21:02:23.341 DEBUG:teuthology.orchestra.run.smithi067:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-21T21:02:23.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T21:02:23.378 DEBUG:teuthology.orchestra.run.smithi190:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-21T21:02:23.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T21:02:23.413 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-10-21T21:02:23.423 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-10-21T21:02:23.433 INFO:teuthology.task.internal:Duration was 29816.232724 seconds 2023-10-21T21:02:23.434 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-10-21T21:02:23.447 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-10-21T21:02:23.448 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-21T21:02:23.453 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-21T21:02:23.523 INFO:teuthology.orchestra.run.smithi190.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-21T21:02:23.592 INFO:teuthology.orchestra.run.smithi067.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-21T21:02:23.958 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-10-21T21:02:23.958 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi067.front.sepia.ceph.com 2023-10-21T21:02:23.959 DEBUG:teuthology.orchestra.run.smithi067:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-21T21:02:24.027 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi190.front.sepia.ceph.com 2023-10-21T21:02:24.027 DEBUG:teuthology.orchestra.run.smithi190:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-21T21:02:24.056 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-10-21T21:02:24.057 DEBUG:teuthology.orchestra.run.smithi067:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-21T21:02:24.060 DEBUG:teuthology.orchestra.run.smithi190:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-21T21:02:24.176 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-10-21T21:02:24.177 DEBUG:teuthology.orchestra.run.smithi067:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-21T21:02:24.185 DEBUG:teuthology.orchestra.run.smithi190:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-21T21:02:24.421 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-10-21T21:02:24.432 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-10-21T21:02:24.432 DEBUG:teuthology.orchestra.run.smithi067:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-21T21:02:24.470 DEBUG:teuthology.orchestra.run.smithi190:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-21T21:02:24.515 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-10-21T21:02:24.527 DEBUG:teuthology.orchestra.run.smithi067:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-21T21:02:24.530 DEBUG:teuthology.orchestra.run.smithi190:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-21T21:02:24.561 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern = core 2023-10-21T21:02:24.591 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern = core 2023-10-21T21:02:24.606 DEBUG:teuthology.orchestra.run.smithi067:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-21T21:02:24.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T21:02:24.655 DEBUG:teuthology.orchestra.run.smithi190:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-21T21:02:24.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T21:02:24.672 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-10-21T21:02:24.682 INFO:teuthology.task.internal:Transferring archived files... 2023-10-21T21:02:24.684 DEBUG:teuthology.misc:Transferring archived files from smithi067:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166/remote/smithi067 2023-10-21T21:02:24.684 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-21T21:02:24.764 DEBUG:teuthology.misc:Transferring archived files from smithi190:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166/remote/smithi190 2023-10-21T21:02:24.766 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-21T21:02:24.806 INFO:teuthology.task.internal:Removing archive directory... 2023-10-21T21:02:24.806 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-21T21:02:24.809 DEBUG:teuthology.orchestra.run.smithi190:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-21T21:02:24.856 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-10-21T21:02:24.870 INFO:teuthology.task.internal:Not uploading archives. 2023-10-21T21:02:24.870 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-10-21T21:02:24.880 INFO:teuthology.task.internal:Tidying up after the test... 2023-10-21T21:02:24.881 DEBUG:teuthology.orchestra.run.smithi067:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-21T21:02:24.884 DEBUG:teuthology.orchestra.run.smithi190:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-21T21:02:24.902 INFO:teuthology.orchestra.run.smithi067.stdout: 262307 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 21 21:02 /home/ubuntu/cephtest 2023-10-21T21:02:24.912 INFO:teuthology.orchestra.run.smithi190.stdout: 262307 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 21 21:02 /home/ubuntu/cephtest 2023-10-21T21:02:24.913 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-10-21T21:02:24.924 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-10-21T21:02:24.945 INFO:teuthology.nuke:Checking targets against current locks 2023-10-21T21:02:24.973 DEBUG:teuthology.nuke:shortname: smithi067 2023-10-21T21:02:24.974 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-21T21:02:24.998 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi067.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-21 12:39:17.523703', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-21T21:02:25.002 DEBUG:teuthology.nuke:shortname: smithi190 2023-10-21T21:02:25.002 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-21T21:02:25.023 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi190.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434166', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-21 12:39:17.525689', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-21T21:02:25.057 INFO:teuthology.orchestra.console.smithi067:Power off 2023-10-21T21:02:25.058 DEBUG:teuthology.orchestra.console.smithi067:pexpect command: ipmitool -H smithi067.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-21T21:02:25.084 DEBUG:teuthology.orchestra.console.smithi067:power off output: Chassis Power Control: Down/Off 2023-10-21T21:02:25.085 DEBUG:teuthology.orchestra.console.smithi067:pexpect command: ipmitool -H smithi067.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T21:02:25.104 INFO:teuthology.orchestra.console.smithi190:Power off 2023-10-21T21:02:25.105 DEBUG:teuthology.orchestra.console.smithi190:pexpect command: ipmitool -H smithi190.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-21T21:02:25.116 DEBUG:teuthology.orchestra.console.smithi067:check power output: Chassis Power is on 2023-10-21T21:02:25.129 DEBUG:teuthology.orchestra.console.smithi190:power off output: Chassis Power Control: Down/Off 2023-10-21T21:02:25.129 DEBUG:teuthology.orchestra.console.smithi190:pexpect command: ipmitool -H smithi190.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T21:02:25.155 DEBUG:teuthology.orchestra.console.smithi190:check power output: Chassis Power is on 2023-10-21T21:02:29.117 DEBUG:teuthology.orchestra.console.smithi067:pexpect command: ipmitool -H smithi067.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T21:02:29.156 DEBUG:teuthology.orchestra.console.smithi190:pexpect command: ipmitool -H smithi190.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T21:02:29.230 DEBUG:teuthology.orchestra.console.smithi067:check power output: Chassis Power is on 2023-10-21T21:02:29.271 DEBUG:teuthology.orchestra.console.smithi190:check power output: Chassis Power is on 2023-10-21T21:02:33.234 DEBUG:teuthology.orchestra.console.smithi067:pexpect command: ipmitool -H smithi067.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T21:02:33.273 DEBUG:teuthology.orchestra.console.smithi190:pexpect command: ipmitool -H smithi190.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T21:02:33.345 DEBUG:teuthology.orchestra.console.smithi067:check power output: Chassis Power is on 2023-10-21T21:02:33.386 DEBUG:teuthology.orchestra.console.smithi190:check power output: Chassis Power is on 2023-10-21T21:02:37.347 DEBUG:teuthology.orchestra.console.smithi067:pexpect command: ipmitool -H smithi067.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T21:02:37.387 DEBUG:teuthology.orchestra.console.smithi190:pexpect command: ipmitool -H smithi190.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T21:02:37.459 DEBUG:teuthology.orchestra.console.smithi067:check power output: Chassis Power is off 2023-10-21T21:02:37.499 DEBUG:teuthology.orchestra.console.smithi190:check power output: Chassis Power is off 2023-10-21T21:02:37.560 INFO:teuthology.orchestra.console.smithi067:Power off completed 2023-10-21T21:02:37.600 INFO:teuthology.orchestra.console.smithi190:Power off completed 2023-10-21T21:02:37.705 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} duration: 29816.232724428177 failure_reason: 'Test failure: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev)' flavor: default owner: scheduled_yuriw@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=303ae42593d34ddfbdfcc23cf8d916c3 status: fail success: false 2023-10-21T21:02:37.706 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-21T21:02:37.881 INFO:teuthology.run:FAIL